1e705c121SKalle Valo /******************************************************************************
2e705c121SKalle Valo  *
3e705c121SKalle Valo  * This file is provided under a dual BSD/GPLv2 license.  When using or
4e705c121SKalle Valo  * redistributing this file, you may do so under either license.
5e705c121SKalle Valo  *
6e705c121SKalle Valo  * GPL LICENSE SUMMARY
7e705c121SKalle Valo  *
8e705c121SKalle Valo  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9e705c121SKalle Valo  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10bdccdb85SGolan Ben-Ami  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
11e705c121SKalle Valo  *
12e705c121SKalle Valo  * This program is free software; you can redistribute it and/or modify
13e705c121SKalle Valo  * it under the terms of version 2 of the GNU General Public License as
14e705c121SKalle Valo  * published by the Free Software Foundation.
15e705c121SKalle Valo  *
16e705c121SKalle Valo  * This program is distributed in the hope that it will be useful, but
17e705c121SKalle Valo  * WITHOUT ANY WARRANTY; without even the implied warranty of
18e705c121SKalle Valo  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19e705c121SKalle Valo  * General Public License for more details.
20e705c121SKalle Valo  *
21e705c121SKalle Valo  * You should have received a copy of the GNU General Public License
22e705c121SKalle Valo  * along with this program; if not, write to the Free Software
23e705c121SKalle Valo  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24e705c121SKalle Valo  * USA
25e705c121SKalle Valo  *
26e705c121SKalle Valo  * The full GNU General Public License is included in this distribution
27e705c121SKalle Valo  * in the file called COPYING.
28e705c121SKalle Valo  *
29e705c121SKalle Valo  * Contact Information:
30cb2f8277SEmmanuel Grumbach  *  Intel Linux Wireless <linuxwifi@intel.com>
31e705c121SKalle Valo  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32e705c121SKalle Valo  *
33e705c121SKalle Valo  * BSD LICENSE
34e705c121SKalle Valo  *
35e705c121SKalle Valo  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36e705c121SKalle Valo  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37bdccdb85SGolan Ben-Ami  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
38e705c121SKalle Valo  * All rights reserved.
39e705c121SKalle Valo  *
40e705c121SKalle Valo  * Redistribution and use in source and binary forms, with or without
41e705c121SKalle Valo  * modification, are permitted provided that the following conditions
42e705c121SKalle Valo  * are met:
43e705c121SKalle Valo  *
44e705c121SKalle Valo  *  * Redistributions of source code must retain the above copyright
45e705c121SKalle Valo  *    notice, this list of conditions and the following disclaimer.
46e705c121SKalle Valo  *  * Redistributions in binary form must reproduce the above copyright
47e705c121SKalle Valo  *    notice, this list of conditions and the following disclaimer in
48e705c121SKalle Valo  *    the documentation and/or other materials provided with the
49e705c121SKalle Valo  *    distribution.
50e705c121SKalle Valo  *  * Neither the name Intel Corporation nor the names of its
51e705c121SKalle Valo  *    contributors may be used to endorse or promote products derived
52e705c121SKalle Valo  *    from this software without specific prior written permission.
53e705c121SKalle Valo  *
54e705c121SKalle Valo  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55e705c121SKalle Valo  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56e705c121SKalle Valo  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57e705c121SKalle Valo  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58e705c121SKalle Valo  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59e705c121SKalle Valo  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60e705c121SKalle Valo  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61e705c121SKalle Valo  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62e705c121SKalle Valo  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63e705c121SKalle Valo  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64e705c121SKalle Valo  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65e705c121SKalle Valo  *
66e705c121SKalle Valo  *****************************************************************************/
67e705c121SKalle Valo #include <net/mac80211.h>
68854d773eSSara Sharon #include <linux/netdevice.h>
69da2830acSLuca Coelho #include <linux/acpi.h>
70e705c121SKalle Valo 
71e705c121SKalle Valo #include "iwl-trans.h"
72e705c121SKalle Valo #include "iwl-op-mode.h"
73d962f9b1SJohannes Berg #include "fw/img.h"
74e705c121SKalle Valo #include "iwl-debug.h"
75e705c121SKalle Valo #include "iwl-csr.h" /* for iwl_mvm_rx_card_state_notif */
76e705c121SKalle Valo #include "iwl-io.h" /* for iwl_mvm_rx_card_state_notif */
77e705c121SKalle Valo #include "iwl-prph.h"
78e705c121SKalle Valo #include "iwl-eeprom-parse.h"
79e705c121SKalle Valo 
80e705c121SKalle Valo #include "mvm.h"
817174beb6SJohannes Berg #include "fw/dbg.h"
82e705c121SKalle Valo #include "iwl-phy-db.h"
83e705c121SKalle Valo 
84e705c121SKalle Valo #define MVM_UCODE_ALIVE_TIMEOUT	HZ
85e705c121SKalle Valo #define MVM_UCODE_CALIB_TIMEOUT	(2*HZ)
86e705c121SKalle Valo 
87e705c121SKalle Valo #define UCODE_VALID_OK	cpu_to_le32(0x1)
88e705c121SKalle Valo 
89e705c121SKalle Valo struct iwl_mvm_alive_data {
90e705c121SKalle Valo 	bool valid;
91e705c121SKalle Valo 	u32 scd_base_addr;
92e705c121SKalle Valo };
93e705c121SKalle Valo 
94e705c121SKalle Valo static int iwl_send_tx_ant_cfg(struct iwl_mvm *mvm, u8 valid_tx_ant)
95e705c121SKalle Valo {
96e705c121SKalle Valo 	struct iwl_tx_ant_cfg_cmd tx_ant_cmd = {
97e705c121SKalle Valo 		.valid = cpu_to_le32(valid_tx_ant),
98e705c121SKalle Valo 	};
99e705c121SKalle Valo 
100e705c121SKalle Valo 	IWL_DEBUG_FW(mvm, "select valid tx ant: %u\n", valid_tx_ant);
101e705c121SKalle Valo 	return iwl_mvm_send_cmd_pdu(mvm, TX_ANT_CONFIGURATION_CMD, 0,
102e705c121SKalle Valo 				    sizeof(tx_ant_cmd), &tx_ant_cmd);
103e705c121SKalle Valo }
104e705c121SKalle Valo 
10543413a97SSara Sharon static int iwl_send_rss_cfg_cmd(struct iwl_mvm *mvm)
10643413a97SSara Sharon {
10743413a97SSara Sharon 	int i;
10843413a97SSara Sharon 	struct iwl_rss_config_cmd cmd = {
10943413a97SSara Sharon 		.flags = cpu_to_le32(IWL_RSS_ENABLE),
11043413a97SSara Sharon 		.hash_mask = IWL_RSS_HASH_TYPE_IPV4_TCP |
111854d773eSSara Sharon 			     IWL_RSS_HASH_TYPE_IPV4_UDP |
11243413a97SSara Sharon 			     IWL_RSS_HASH_TYPE_IPV4_PAYLOAD |
11343413a97SSara Sharon 			     IWL_RSS_HASH_TYPE_IPV6_TCP |
114854d773eSSara Sharon 			     IWL_RSS_HASH_TYPE_IPV6_UDP |
11543413a97SSara Sharon 			     IWL_RSS_HASH_TYPE_IPV6_PAYLOAD,
11643413a97SSara Sharon 	};
11743413a97SSara Sharon 
118f43495fdSSara Sharon 	if (mvm->trans->num_rx_queues == 1)
119f43495fdSSara Sharon 		return 0;
120f43495fdSSara Sharon 
121854d773eSSara Sharon 	/* Do not direct RSS traffic to Q 0 which is our fallback queue */
12243413a97SSara Sharon 	for (i = 0; i < ARRAY_SIZE(cmd.indirection_table); i++)
123854d773eSSara Sharon 		cmd.indirection_table[i] =
124854d773eSSara Sharon 			1 + (i % (mvm->trans->num_rx_queues - 1));
125854d773eSSara Sharon 	netdev_rss_key_fill(cmd.secret_key, sizeof(cmd.secret_key));
12643413a97SSara Sharon 
12743413a97SSara Sharon 	return iwl_mvm_send_cmd_pdu(mvm, RSS_CONFIG_CMD, 0, sizeof(cmd), &cmd);
12843413a97SSara Sharon }
12943413a97SSara Sharon 
13097d5be7eSLiad Kaufman static int iwl_mvm_send_dqa_cmd(struct iwl_mvm *mvm)
13197d5be7eSLiad Kaufman {
13297d5be7eSLiad Kaufman 	struct iwl_dqa_enable_cmd dqa_cmd = {
13397d5be7eSLiad Kaufman 		.cmd_queue = cpu_to_le32(IWL_MVM_DQA_CMD_QUEUE),
13497d5be7eSLiad Kaufman 	};
13597d5be7eSLiad Kaufman 	u32 cmd_id = iwl_cmd_id(DQA_ENABLE_CMD, DATA_PATH_GROUP, 0);
13697d5be7eSLiad Kaufman 	int ret;
13797d5be7eSLiad Kaufman 
13897d5be7eSLiad Kaufman 	ret = iwl_mvm_send_cmd_pdu(mvm, cmd_id, 0, sizeof(dqa_cmd), &dqa_cmd);
13997d5be7eSLiad Kaufman 	if (ret)
14097d5be7eSLiad Kaufman 		IWL_ERR(mvm, "Failed to send DQA enabling command: %d\n", ret);
14197d5be7eSLiad Kaufman 	else
14297d5be7eSLiad Kaufman 		IWL_DEBUG_FW(mvm, "Working in DQA mode\n");
14397d5be7eSLiad Kaufman 
14497d5be7eSLiad Kaufman 	return ret;
14597d5be7eSLiad Kaufman }
14697d5be7eSLiad Kaufman 
147bdccdb85SGolan Ben-Ami void iwl_mvm_mfu_assert_dump_notif(struct iwl_mvm *mvm,
148bdccdb85SGolan Ben-Ami 				   struct iwl_rx_cmd_buffer *rxb)
149bdccdb85SGolan Ben-Ami {
150bdccdb85SGolan Ben-Ami 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
151bdccdb85SGolan Ben-Ami 	struct iwl_mfu_assert_dump_notif *mfu_dump_notif = (void *)pkt->data;
152bdccdb85SGolan Ben-Ami 	__le32 *dump_data = mfu_dump_notif->data;
153bdccdb85SGolan Ben-Ami 	int n_words = le32_to_cpu(mfu_dump_notif->data_size) / sizeof(__le32);
154bdccdb85SGolan Ben-Ami 	int i;
155bdccdb85SGolan Ben-Ami 
156bdccdb85SGolan Ben-Ami 	if (mfu_dump_notif->index_num == 0)
157bdccdb85SGolan Ben-Ami 		IWL_INFO(mvm, "MFUART assert id 0x%x occurred\n",
158bdccdb85SGolan Ben-Ami 			 le32_to_cpu(mfu_dump_notif->assert_id));
159bdccdb85SGolan Ben-Ami 
160bdccdb85SGolan Ben-Ami 	for (i = 0; i < n_words; i++)
161bdccdb85SGolan Ben-Ami 		IWL_DEBUG_INFO(mvm,
162bdccdb85SGolan Ben-Ami 			       "MFUART assert dump, dword %u: 0x%08x\n",
163bdccdb85SGolan Ben-Ami 			       le16_to_cpu(mfu_dump_notif->index_num) *
164bdccdb85SGolan Ben-Ami 			       n_words + i,
165bdccdb85SGolan Ben-Ami 			       le32_to_cpu(dump_data[i]));
166bdccdb85SGolan Ben-Ami }
167bdccdb85SGolan Ben-Ami 
168e705c121SKalle Valo static bool iwl_alive_fn(struct iwl_notif_wait_data *notif_wait,
169e705c121SKalle Valo 			 struct iwl_rx_packet *pkt, void *data)
170e705c121SKalle Valo {
171e705c121SKalle Valo 	struct iwl_mvm *mvm =
172e705c121SKalle Valo 		container_of(notif_wait, struct iwl_mvm, notif_wait);
173e705c121SKalle Valo 	struct iwl_mvm_alive_data *alive_data = data;
1745c228d63SSara Sharon 	struct mvm_alive_resp_v3 *palive3;
175e705c121SKalle Valo 	struct mvm_alive_resp *palive;
1765c228d63SSara Sharon 	struct iwl_umac_alive *umac;
1775c228d63SSara Sharon 	struct iwl_lmac_alive *lmac1;
1785c228d63SSara Sharon 	struct iwl_lmac_alive *lmac2 = NULL;
1795c228d63SSara Sharon 	u16 status;
180e705c121SKalle Valo 
1815c228d63SSara Sharon 	if (iwl_rx_packet_payload_len(pkt) == sizeof(*palive)) {
182e705c121SKalle Valo 		palive = (void *)pkt->data;
1835c228d63SSara Sharon 		umac = &palive->umac_data;
1845c228d63SSara Sharon 		lmac1 = &palive->lmac_data[0];
1855c228d63SSara Sharon 		lmac2 = &palive->lmac_data[1];
1865c228d63SSara Sharon 		status = le16_to_cpu(palive->status);
1875c228d63SSara Sharon 	} else {
1885c228d63SSara Sharon 		palive3 = (void *)pkt->data;
1895c228d63SSara Sharon 		umac = &palive3->umac_data;
1905c228d63SSara Sharon 		lmac1 = &palive3->lmac_data;
1915c228d63SSara Sharon 		status = le16_to_cpu(palive3->status);
1925c228d63SSara Sharon 	}
193e705c121SKalle Valo 
1945c228d63SSara Sharon 	mvm->error_event_table[0] = le32_to_cpu(lmac1->error_event_table_ptr);
1955c228d63SSara Sharon 	if (lmac2)
1965c228d63SSara Sharon 		mvm->error_event_table[1] =
1975c228d63SSara Sharon 			le32_to_cpu(lmac2->error_event_table_ptr);
1985c228d63SSara Sharon 	mvm->log_event_table = le32_to_cpu(lmac1->log_event_table_ptr);
1995c228d63SSara Sharon 	mvm->sf_space.addr = le32_to_cpu(lmac1->st_fwrd_addr);
2005c228d63SSara Sharon 	mvm->sf_space.size = le32_to_cpu(lmac1->st_fwrd_size);
201e705c121SKalle Valo 
2025c228d63SSara Sharon 	mvm->umac_error_event_table = le32_to_cpu(umac->error_info_addr);
2035c228d63SSara Sharon 
2045c228d63SSara Sharon 	alive_data->scd_base_addr = le32_to_cpu(lmac1->scd_base_ptr);
2055c228d63SSara Sharon 	alive_data->valid = status == IWL_ALIVE_STATUS_OK;
206e705c121SKalle Valo 	if (mvm->umac_error_event_table)
207e705c121SKalle Valo 		mvm->support_umac_log = true;
208e705c121SKalle Valo 
209e705c121SKalle Valo 	IWL_DEBUG_FW(mvm,
2105c228d63SSara Sharon 		     "Alive ucode status 0x%04x revision 0x%01X 0x%01X\n",
2115c228d63SSara Sharon 		     status, lmac1->ver_type, lmac1->ver_subtype);
2125c228d63SSara Sharon 
2135c228d63SSara Sharon 	if (lmac2)
2145c228d63SSara Sharon 		IWL_DEBUG_FW(mvm, "Alive ucode CDB\n");
215e705c121SKalle Valo 
216e705c121SKalle Valo 	IWL_DEBUG_FW(mvm,
217e705c121SKalle Valo 		     "UMAC version: Major - 0x%x, Minor - 0x%x\n",
2185c228d63SSara Sharon 		     le32_to_cpu(umac->umac_major),
2195c228d63SSara Sharon 		     le32_to_cpu(umac->umac_minor));
220e705c121SKalle Valo 
221e705c121SKalle Valo 	return true;
222e705c121SKalle Valo }
223e705c121SKalle Valo 
2241f370650SSara Sharon static bool iwl_wait_init_complete(struct iwl_notif_wait_data *notif_wait,
2251f370650SSara Sharon 				   struct iwl_rx_packet *pkt, void *data)
2261f370650SSara Sharon {
2271f370650SSara Sharon 	WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF);
2281f370650SSara Sharon 
2291f370650SSara Sharon 	return true;
2301f370650SSara Sharon }
2311f370650SSara Sharon 
232e705c121SKalle Valo static bool iwl_wait_phy_db_entry(struct iwl_notif_wait_data *notif_wait,
233e705c121SKalle Valo 				  struct iwl_rx_packet *pkt, void *data)
234e705c121SKalle Valo {
235e705c121SKalle Valo 	struct iwl_phy_db *phy_db = data;
236e705c121SKalle Valo 
237e705c121SKalle Valo 	if (pkt->hdr.cmd != CALIB_RES_NOTIF_PHY_DB) {
238e705c121SKalle Valo 		WARN_ON(pkt->hdr.cmd != INIT_COMPLETE_NOTIF);
239e705c121SKalle Valo 		return true;
240e705c121SKalle Valo 	}
241e705c121SKalle Valo 
242ce1f2778SSara Sharon 	WARN_ON(iwl_phy_db_set_section(phy_db, pkt));
243e705c121SKalle Valo 
244e705c121SKalle Valo 	return false;
245e705c121SKalle Valo }
246e705c121SKalle Valo 
247e705c121SKalle Valo static int iwl_mvm_load_ucode_wait_alive(struct iwl_mvm *mvm,
248e705c121SKalle Valo 					 enum iwl_ucode_type ucode_type)
249e705c121SKalle Valo {
250e705c121SKalle Valo 	struct iwl_notification_wait alive_wait;
251e705c121SKalle Valo 	struct iwl_mvm_alive_data alive_data;
252e705c121SKalle Valo 	const struct fw_img *fw;
253e705c121SKalle Valo 	int ret, i;
254702e975dSJohannes Berg 	enum iwl_ucode_type old_type = mvm->fwrt.cur_fw_img;
255e705c121SKalle Valo 	static const u16 alive_cmd[] = { MVM_ALIVE };
256e705c121SKalle Valo 	struct iwl_sf_region st_fwrd_space;
257e705c121SKalle Valo 
258e705c121SKalle Valo 	if (ucode_type == IWL_UCODE_REGULAR &&
2593d2d4422SGolan Ben-Ami 	    iwl_fw_dbg_conf_usniffer(mvm->fw, FW_DBG_START_FROM_ALIVE) &&
2603d2d4422SGolan Ben-Ami 	    !(fw_has_capa(&mvm->fw->ucode_capa,
2613d2d4422SGolan Ben-Ami 			  IWL_UCODE_TLV_CAPA_USNIFFER_UNIFIED)))
262612da1efSSharon Dvir 		fw = iwl_get_ucode_image(mvm->fw, IWL_UCODE_REGULAR_USNIFFER);
263e705c121SKalle Valo 	else
264612da1efSSharon Dvir 		fw = iwl_get_ucode_image(mvm->fw, ucode_type);
265e705c121SKalle Valo 	if (WARN_ON(!fw))
266e705c121SKalle Valo 		return -EINVAL;
267702e975dSJohannes Berg 	iwl_fw_set_current_image(&mvm->fwrt, ucode_type);
26865b280feSJohannes Berg 	clear_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status);
269e705c121SKalle Valo 
270e705c121SKalle Valo 	iwl_init_notification_wait(&mvm->notif_wait, &alive_wait,
271e705c121SKalle Valo 				   alive_cmd, ARRAY_SIZE(alive_cmd),
272e705c121SKalle Valo 				   iwl_alive_fn, &alive_data);
273e705c121SKalle Valo 
274e705c121SKalle Valo 	ret = iwl_trans_start_fw(mvm->trans, fw, ucode_type == IWL_UCODE_INIT);
275e705c121SKalle Valo 	if (ret) {
276702e975dSJohannes Berg 		iwl_fw_set_current_image(&mvm->fwrt, old_type);
277e705c121SKalle Valo 		iwl_remove_notification(&mvm->notif_wait, &alive_wait);
278e705c121SKalle Valo 		return ret;
279e705c121SKalle Valo 	}
280e705c121SKalle Valo 
281e705c121SKalle Valo 	/*
282e705c121SKalle Valo 	 * Some things may run in the background now, but we
283e705c121SKalle Valo 	 * just wait for the ALIVE notification here.
284e705c121SKalle Valo 	 */
285e705c121SKalle Valo 	ret = iwl_wait_notification(&mvm->notif_wait, &alive_wait,
286e705c121SKalle Valo 				    MVM_UCODE_ALIVE_TIMEOUT);
287e705c121SKalle Valo 	if (ret) {
288d6be9c1dSSara Sharon 		struct iwl_trans *trans = mvm->trans;
289d6be9c1dSSara Sharon 
2906e584873SSara Sharon 		if (trans->cfg->device_family == IWL_DEVICE_FAMILY_A000)
291e705c121SKalle Valo 			IWL_ERR(mvm,
292e705c121SKalle Valo 				"SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n",
293d6be9c1dSSara Sharon 				iwl_read_prph(trans, UMAG_SB_CPU_1_STATUS),
294d6be9c1dSSara Sharon 				iwl_read_prph(trans, UMAG_SB_CPU_2_STATUS));
2956e584873SSara Sharon 		else if (trans->cfg->device_family >= IWL_DEVICE_FAMILY_8000)
296d6be9c1dSSara Sharon 			IWL_ERR(mvm,
297d6be9c1dSSara Sharon 				"SecBoot CPU1 Status: 0x%x, CPU2 Status: 0x%x\n",
298d6be9c1dSSara Sharon 				iwl_read_prph(trans, SB_CPU_1_STATUS),
299d6be9c1dSSara Sharon 				iwl_read_prph(trans, SB_CPU_2_STATUS));
300702e975dSJohannes Berg 		iwl_fw_set_current_image(&mvm->fwrt, old_type);
301e705c121SKalle Valo 		return ret;
302e705c121SKalle Valo 	}
303e705c121SKalle Valo 
304e705c121SKalle Valo 	if (!alive_data.valid) {
305e705c121SKalle Valo 		IWL_ERR(mvm, "Loaded ucode is not valid!\n");
306702e975dSJohannes Berg 		iwl_fw_set_current_image(&mvm->fwrt, old_type);
307e705c121SKalle Valo 		return -EIO;
308e705c121SKalle Valo 	}
309e705c121SKalle Valo 
310e705c121SKalle Valo 	/*
311e705c121SKalle Valo 	 * update the sdio allocation according to the pointer we get in the
312e705c121SKalle Valo 	 * alive notification.
313e705c121SKalle Valo 	 */
314e705c121SKalle Valo 	st_fwrd_space.addr = mvm->sf_space.addr;
315e705c121SKalle Valo 	st_fwrd_space.size = mvm->sf_space.size;
316e705c121SKalle Valo 	ret = iwl_trans_update_sf(mvm->trans, &st_fwrd_space);
317e705c121SKalle Valo 	if (ret) {
318e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to update SF size. ret %d\n", ret);
319e705c121SKalle Valo 		return ret;
320e705c121SKalle Valo 	}
321e705c121SKalle Valo 
322e705c121SKalle Valo 	iwl_trans_fw_alive(mvm->trans, alive_data.scd_base_addr);
323e705c121SKalle Valo 
324e705c121SKalle Valo 	/*
325e705c121SKalle Valo 	 * Note: all the queues are enabled as part of the interface
326e705c121SKalle Valo 	 * initialization, but in firmware restart scenarios they
327e705c121SKalle Valo 	 * could be stopped, so wake them up. In firmware restart,
328e705c121SKalle Valo 	 * mac80211 will have the queues stopped as well until the
329e705c121SKalle Valo 	 * reconfiguration completes. During normal startup, they
330e705c121SKalle Valo 	 * will be empty.
331e705c121SKalle Valo 	 */
332e705c121SKalle Valo 
333e705c121SKalle Valo 	memset(&mvm->queue_info, 0, sizeof(mvm->queue_info));
334097129c9SLiad Kaufman 	mvm->queue_info[IWL_MVM_DQA_CMD_QUEUE].hw_queue_refcount = 1;
335e705c121SKalle Valo 
336e705c121SKalle Valo 	for (i = 0; i < IEEE80211_MAX_QUEUES; i++)
337e705c121SKalle Valo 		atomic_set(&mvm->mac80211_queue_stop_count[i], 0);
338e705c121SKalle Valo 
33965b280feSJohannes Berg 	set_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status);
340e705c121SKalle Valo 
341e705c121SKalle Valo 	return 0;
342e705c121SKalle Valo }
343e705c121SKalle Valo 
3448c5f47b1SJohannes Berg static int iwl_run_unified_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm)
3458c5f47b1SJohannes Berg {
3468c5f47b1SJohannes Berg 	struct iwl_notification_wait init_wait;
3478c5f47b1SJohannes Berg 	struct iwl_nvm_access_complete_cmd nvm_complete = {};
3488c5f47b1SJohannes Berg 	struct iwl_init_extended_cfg_cmd init_cfg = {
3498c5f47b1SJohannes Berg 		.init_flags = cpu_to_le32(BIT(IWL_INIT_NVM)),
3508c5f47b1SJohannes Berg 	};
3518c5f47b1SJohannes Berg 	static const u16 init_complete[] = {
3528c5f47b1SJohannes Berg 		INIT_COMPLETE_NOTIF,
3538c5f47b1SJohannes Berg 	};
3548c5f47b1SJohannes Berg 	int ret;
3558c5f47b1SJohannes Berg 
3568c5f47b1SJohannes Berg 	lockdep_assert_held(&mvm->mutex);
3578c5f47b1SJohannes Berg 
3588c5f47b1SJohannes Berg 	iwl_init_notification_wait(&mvm->notif_wait,
3598c5f47b1SJohannes Berg 				   &init_wait,
3608c5f47b1SJohannes Berg 				   init_complete,
3618c5f47b1SJohannes Berg 				   ARRAY_SIZE(init_complete),
3628c5f47b1SJohannes Berg 				   iwl_wait_init_complete,
3638c5f47b1SJohannes Berg 				   NULL);
3648c5f47b1SJohannes Berg 
3658c5f47b1SJohannes Berg 	/* Will also start the device */
3668c5f47b1SJohannes Berg 	ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR);
3678c5f47b1SJohannes Berg 	if (ret) {
3688c5f47b1SJohannes Berg 		IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret);
3698c5f47b1SJohannes Berg 		goto error;
3708c5f47b1SJohannes Berg 	}
3718c5f47b1SJohannes Berg 
3728c5f47b1SJohannes Berg 	/* Send init config command to mark that we are sending NVM access
3738c5f47b1SJohannes Berg 	 * commands
3748c5f47b1SJohannes Berg 	 */
3758c5f47b1SJohannes Berg 	ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(SYSTEM_GROUP,
3768c5f47b1SJohannes Berg 						INIT_EXTENDED_CFG_CMD), 0,
3778c5f47b1SJohannes Berg 				   sizeof(init_cfg), &init_cfg);
3788c5f47b1SJohannes Berg 	if (ret) {
3798c5f47b1SJohannes Berg 		IWL_ERR(mvm, "Failed to run init config command: %d\n",
3808c5f47b1SJohannes Berg 			ret);
3818c5f47b1SJohannes Berg 		goto error;
3828c5f47b1SJohannes Berg 	}
3838c5f47b1SJohannes Berg 
384e9e1ba3dSSara Sharon 	/* Load NVM to NIC if needed */
385e9e1ba3dSSara Sharon 	if (mvm->nvm_file_name) {
386e9e1ba3dSSara Sharon 		iwl_mvm_read_external_nvm(mvm);
3878c5f47b1SJohannes Berg 		iwl_mvm_load_nvm_to_nic(mvm);
388e9e1ba3dSSara Sharon 	}
3898c5f47b1SJohannes Berg 
390d4f3695eSSara Sharon 	if (IWL_MVM_PARSE_NVM && read_nvm) {
391d4f3695eSSara Sharon 		ret = iwl_nvm_init(mvm, true);
392d4f3695eSSara Sharon 		if (ret) {
393d4f3695eSSara Sharon 			IWL_ERR(mvm, "Failed to read NVM: %d\n", ret);
394d4f3695eSSara Sharon 			goto error;
395d4f3695eSSara Sharon 		}
396d4f3695eSSara Sharon 	}
397d4f3695eSSara Sharon 
3988c5f47b1SJohannes Berg 	ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(REGULATORY_AND_NVM_GROUP,
3998c5f47b1SJohannes Berg 						NVM_ACCESS_COMPLETE), 0,
4008c5f47b1SJohannes Berg 				   sizeof(nvm_complete), &nvm_complete);
4018c5f47b1SJohannes Berg 	if (ret) {
4028c5f47b1SJohannes Berg 		IWL_ERR(mvm, "Failed to run complete NVM access: %d\n",
4038c5f47b1SJohannes Berg 			ret);
4048c5f47b1SJohannes Berg 		goto error;
4058c5f47b1SJohannes Berg 	}
4068c5f47b1SJohannes Berg 
4078c5f47b1SJohannes Berg 	/* We wait for the INIT complete notification */
408e9e1ba3dSSara Sharon 	ret = iwl_wait_notification(&mvm->notif_wait, &init_wait,
4098c5f47b1SJohannes Berg 				    MVM_UCODE_ALIVE_TIMEOUT);
410e9e1ba3dSSara Sharon 	if (ret)
411e9e1ba3dSSara Sharon 		return ret;
412e9e1ba3dSSara Sharon 
413e9e1ba3dSSara Sharon 	/* Read the NVM only at driver load time, no need to do this twice */
414d4f3695eSSara Sharon 	if (!IWL_MVM_PARSE_NVM && read_nvm) {
415c135cb56SShaul Triebitz 		mvm->nvm_data = iwl_fw_get_nvm(&mvm->fwrt);
416c135cb56SShaul Triebitz 		if (IS_ERR(mvm->nvm_data)) {
417c135cb56SShaul Triebitz 			ret = PTR_ERR(mvm->nvm_data);
418c135cb56SShaul Triebitz 			mvm->nvm_data = NULL;
419e9e1ba3dSSara Sharon 			IWL_ERR(mvm, "Failed to read NVM: %d\n", ret);
420e9e1ba3dSSara Sharon 			return ret;
421e9e1ba3dSSara Sharon 		}
422e9e1ba3dSSara Sharon 	}
423e9e1ba3dSSara Sharon 
424e9e1ba3dSSara Sharon 	return 0;
4258c5f47b1SJohannes Berg 
4268c5f47b1SJohannes Berg error:
4278c5f47b1SJohannes Berg 	iwl_remove_notification(&mvm->notif_wait, &init_wait);
4288c5f47b1SJohannes Berg 	return ret;
4298c5f47b1SJohannes Berg }
4308c5f47b1SJohannes Berg 
431e705c121SKalle Valo static int iwl_send_phy_cfg_cmd(struct iwl_mvm *mvm)
432e705c121SKalle Valo {
433e705c121SKalle Valo 	struct iwl_phy_cfg_cmd phy_cfg_cmd;
434702e975dSJohannes Berg 	enum iwl_ucode_type ucode_type = mvm->fwrt.cur_fw_img;
435e705c121SKalle Valo 
436e705c121SKalle Valo 	/* Set parameters */
437e705c121SKalle Valo 	phy_cfg_cmd.phy_cfg = cpu_to_le32(iwl_mvm_get_phy_config(mvm));
438e705c121SKalle Valo 	phy_cfg_cmd.calib_control.event_trigger =
439e705c121SKalle Valo 		mvm->fw->default_calib[ucode_type].event_trigger;
440e705c121SKalle Valo 	phy_cfg_cmd.calib_control.flow_trigger =
441e705c121SKalle Valo 		mvm->fw->default_calib[ucode_type].flow_trigger;
442e705c121SKalle Valo 
443e705c121SKalle Valo 	IWL_DEBUG_INFO(mvm, "Sending Phy CFG command: 0x%x\n",
444e705c121SKalle Valo 		       phy_cfg_cmd.phy_cfg);
445e705c121SKalle Valo 
446e705c121SKalle Valo 	return iwl_mvm_send_cmd_pdu(mvm, PHY_CONFIGURATION_CMD, 0,
447e705c121SKalle Valo 				    sizeof(phy_cfg_cmd), &phy_cfg_cmd);
448e705c121SKalle Valo }
449e705c121SKalle Valo 
450e705c121SKalle Valo int iwl_run_init_mvm_ucode(struct iwl_mvm *mvm, bool read_nvm)
451e705c121SKalle Valo {
452e705c121SKalle Valo 	struct iwl_notification_wait calib_wait;
453e705c121SKalle Valo 	static const u16 init_complete[] = {
454e705c121SKalle Valo 		INIT_COMPLETE_NOTIF,
455e705c121SKalle Valo 		CALIB_RES_NOTIF_PHY_DB
456e705c121SKalle Valo 	};
457e705c121SKalle Valo 	int ret;
458e705c121SKalle Valo 
4597d6222e2SJohannes Berg 	if (iwl_mvm_has_unified_ucode(mvm))
4608c5f47b1SJohannes Berg 		return iwl_run_unified_mvm_ucode(mvm, true);
4618c5f47b1SJohannes Berg 
462e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
463e705c121SKalle Valo 
464e705c121SKalle Valo 	if (WARN_ON_ONCE(mvm->calibrating))
465e705c121SKalle Valo 		return 0;
466e705c121SKalle Valo 
467e705c121SKalle Valo 	iwl_init_notification_wait(&mvm->notif_wait,
468e705c121SKalle Valo 				   &calib_wait,
469e705c121SKalle Valo 				   init_complete,
470e705c121SKalle Valo 				   ARRAY_SIZE(init_complete),
471e705c121SKalle Valo 				   iwl_wait_phy_db_entry,
472e705c121SKalle Valo 				   mvm->phy_db);
473e705c121SKalle Valo 
474e705c121SKalle Valo 	/* Will also start the device */
475e705c121SKalle Valo 	ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_INIT);
476e705c121SKalle Valo 	if (ret) {
477e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to start INIT ucode: %d\n", ret);
47800e0c6c8SLuca Coelho 		goto remove_notif;
479e705c121SKalle Valo 	}
480e705c121SKalle Valo 
481b3de3ef4SEmmanuel Grumbach 	if (mvm->cfg->device_family < IWL_DEVICE_FAMILY_8000) {
482b3de3ef4SEmmanuel Grumbach 		ret = iwl_mvm_send_bt_init_conf(mvm);
483e705c121SKalle Valo 		if (ret)
48400e0c6c8SLuca Coelho 			goto remove_notif;
485b3de3ef4SEmmanuel Grumbach 	}
486e705c121SKalle Valo 
487e705c121SKalle Valo 	/* Read the NVM only at driver load time, no need to do this twice */
488e705c121SKalle Valo 	if (read_nvm) {
489e705c121SKalle Valo 		/* Read nvm */
490e705c121SKalle Valo 		ret = iwl_nvm_init(mvm, true);
491e705c121SKalle Valo 		if (ret) {
492e705c121SKalle Valo 			IWL_ERR(mvm, "Failed to read NVM: %d\n", ret);
49300e0c6c8SLuca Coelho 			goto remove_notif;
494e705c121SKalle Valo 		}
495e705c121SKalle Valo 	}
496e705c121SKalle Valo 
497e705c121SKalle Valo 	/* In case we read the NVM from external file, load it to the NIC */
498e705c121SKalle Valo 	if (mvm->nvm_file_name)
499e705c121SKalle Valo 		iwl_mvm_load_nvm_to_nic(mvm);
500e705c121SKalle Valo 
50100e0c6c8SLuca Coelho 	WARN_ON(iwl_nvm_check_version(mvm->nvm_data, mvm->trans));
502e705c121SKalle Valo 
503e705c121SKalle Valo 	/*
504e705c121SKalle Valo 	 * abort after reading the nvm in case RF Kill is on, we will complete
505e705c121SKalle Valo 	 * the init seq later when RF kill will switch to off
506e705c121SKalle Valo 	 */
507e705c121SKalle Valo 	if (iwl_mvm_is_radio_hw_killed(mvm)) {
508e705c121SKalle Valo 		IWL_DEBUG_RF_KILL(mvm,
509e705c121SKalle Valo 				  "jump over all phy activities due to RF kill\n");
51000e0c6c8SLuca Coelho 		goto remove_notif;
511e705c121SKalle Valo 	}
512e705c121SKalle Valo 
513e705c121SKalle Valo 	mvm->calibrating = true;
514e705c121SKalle Valo 
515e705c121SKalle Valo 	/* Send TX valid antennas before triggering calibrations */
516e705c121SKalle Valo 	ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm));
517e705c121SKalle Valo 	if (ret)
51800e0c6c8SLuca Coelho 		goto remove_notif;
519e705c121SKalle Valo 
520e705c121SKalle Valo 	ret = iwl_send_phy_cfg_cmd(mvm);
521e705c121SKalle Valo 	if (ret) {
522e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n",
523e705c121SKalle Valo 			ret);
52400e0c6c8SLuca Coelho 		goto remove_notif;
525e705c121SKalle Valo 	}
526e705c121SKalle Valo 
527e705c121SKalle Valo 	/*
528e705c121SKalle Valo 	 * Some things may run in the background now, but we
529e705c121SKalle Valo 	 * just wait for the calibration complete notification.
530e705c121SKalle Valo 	 */
531e705c121SKalle Valo 	ret = iwl_wait_notification(&mvm->notif_wait, &calib_wait,
532e705c121SKalle Valo 				    MVM_UCODE_CALIB_TIMEOUT);
53300e0c6c8SLuca Coelho 	if (!ret)
534e705c121SKalle Valo 		goto out;
535e705c121SKalle Valo 
53600e0c6c8SLuca Coelho 	if (iwl_mvm_is_radio_hw_killed(mvm)) {
53700e0c6c8SLuca Coelho 		IWL_DEBUG_RF_KILL(mvm, "RFKILL while calibrating.\n");
53800e0c6c8SLuca Coelho 		ret = 0;
53900e0c6c8SLuca Coelho 	} else {
54000e0c6c8SLuca Coelho 		IWL_ERR(mvm, "Failed to run INIT calibrations: %d\n",
54100e0c6c8SLuca Coelho 			ret);
54200e0c6c8SLuca Coelho 	}
54300e0c6c8SLuca Coelho 
54400e0c6c8SLuca Coelho 	goto out;
54500e0c6c8SLuca Coelho 
54600e0c6c8SLuca Coelho remove_notif:
547e705c121SKalle Valo 	iwl_remove_notification(&mvm->notif_wait, &calib_wait);
548e705c121SKalle Valo out:
549e705c121SKalle Valo 	mvm->calibrating = false;
550e705c121SKalle Valo 	if (iwlmvm_mod_params.init_dbg && !mvm->nvm_data) {
551e705c121SKalle Valo 		/* we want to debug INIT and we have no NVM - fake */
552e705c121SKalle Valo 		mvm->nvm_data = kzalloc(sizeof(struct iwl_nvm_data) +
553e705c121SKalle Valo 					sizeof(struct ieee80211_channel) +
554e705c121SKalle Valo 					sizeof(struct ieee80211_rate),
555e705c121SKalle Valo 					GFP_KERNEL);
556e705c121SKalle Valo 		if (!mvm->nvm_data)
557e705c121SKalle Valo 			return -ENOMEM;
558e705c121SKalle Valo 		mvm->nvm_data->bands[0].channels = mvm->nvm_data->channels;
559e705c121SKalle Valo 		mvm->nvm_data->bands[0].n_channels = 1;
560e705c121SKalle Valo 		mvm->nvm_data->bands[0].n_bitrates = 1;
561e705c121SKalle Valo 		mvm->nvm_data->bands[0].bitrates =
562e705c121SKalle Valo 			(void *)mvm->nvm_data->channels + 1;
563e705c121SKalle Valo 		mvm->nvm_data->bands[0].bitrates->hw_value = 10;
564e705c121SKalle Valo 	}
565e705c121SKalle Valo 
566e705c121SKalle Valo 	return ret;
567e705c121SKalle Valo }
568e705c121SKalle Valo 
569e705c121SKalle Valo static int iwl_mvm_config_ltr(struct iwl_mvm *mvm)
570e705c121SKalle Valo {
571e705c121SKalle Valo 	struct iwl_ltr_config_cmd cmd = {
572e705c121SKalle Valo 		.flags = cpu_to_le32(LTR_CFG_FLAG_FEATURE_ENABLE),
573e705c121SKalle Valo 	};
574e705c121SKalle Valo 
575e705c121SKalle Valo 	if (!mvm->trans->ltr_enabled)
576e705c121SKalle Valo 		return 0;
577e705c121SKalle Valo 
578e705c121SKalle Valo 	return iwl_mvm_send_cmd_pdu(mvm, LTR_CONFIG, 0,
579e705c121SKalle Valo 				    sizeof(cmd), &cmd);
580e705c121SKalle Valo }
581e705c121SKalle Valo 
582c386dacbSHaim Dreyfuss #ifdef CONFIG_ACPI
583da2830acSLuca Coelho #define ACPI_WRDS_METHOD		"WRDS"
58469964905SLuca Coelho #define ACPI_EWRD_METHOD		"EWRD"
585a6bff3cbSHaim Dreyfuss #define ACPI_WGDS_METHOD		"WGDS"
58669964905SLuca Coelho #define ACPI_WIFI_DOMAIN		(0x07)
587c386dacbSHaim Dreyfuss #define ACPI_WRDS_WIFI_DATA_SIZE	(IWL_MVM_SAR_TABLE_SIZE + 2)
58869964905SLuca Coelho #define ACPI_EWRD_WIFI_DATA_SIZE	((IWL_MVM_SAR_PROFILE_NUM - 1) * \
58969964905SLuca Coelho 					 IWL_MVM_SAR_TABLE_SIZE + 3)
590a6bff3cbSHaim Dreyfuss #define ACPI_WGDS_WIFI_DATA_SIZE	18
591a6bff3cbSHaim Dreyfuss #define ACPI_WGDS_NUM_BANDS		2
592a6bff3cbSHaim Dreyfuss #define ACPI_WGDS_TABLE_SIZE		3
593da2830acSLuca Coelho 
594c386dacbSHaim Dreyfuss static int iwl_mvm_sar_set_profile(struct iwl_mvm *mvm,
595c386dacbSHaim Dreyfuss 				   union acpi_object *table,
596c386dacbSHaim Dreyfuss 				   struct iwl_mvm_sar_profile *profile,
597c386dacbSHaim Dreyfuss 				   bool enabled)
598da2830acSLuca Coelho {
599c386dacbSHaim Dreyfuss 	int i;
600da2830acSLuca Coelho 
601c386dacbSHaim Dreyfuss 	profile->enabled = enabled;
602da2830acSLuca Coelho 
603c386dacbSHaim Dreyfuss 	for (i = 0; i < IWL_MVM_SAR_TABLE_SIZE; i++) {
604c386dacbSHaim Dreyfuss 		if ((table[i].type != ACPI_TYPE_INTEGER) ||
605c386dacbSHaim Dreyfuss 		    (table[i].integer.value > U8_MAX))
606da2830acSLuca Coelho 			return -EINVAL;
607da2830acSLuca Coelho 
608c386dacbSHaim Dreyfuss 		profile->table[i] = table[i].integer.value;
609da2830acSLuca Coelho 	}
610da2830acSLuca Coelho 
611da2830acSLuca Coelho 	return 0;
612da2830acSLuca Coelho }
613da2830acSLuca Coelho 
614c386dacbSHaim Dreyfuss static union acpi_object *iwl_mvm_sar_find_wifi_pkg(struct iwl_mvm *mvm,
615c386dacbSHaim Dreyfuss 						    union acpi_object *data,
616c386dacbSHaim Dreyfuss 						    int data_size)
617da2830acSLuca Coelho {
61846d4b68fSDavid S. Miller 	union acpi_object *wifi_pkg = NULL;
619c386dacbSHaim Dreyfuss 	int i;
620c386dacbSHaim Dreyfuss 
621c386dacbSHaim Dreyfuss 	/*
622c386dacbSHaim Dreyfuss 	 * We need at least two packages, one for the revision and one
623c386dacbSHaim Dreyfuss 	 * for the data itself.  Also check that the revision is valid
624c386dacbSHaim Dreyfuss 	 * (i.e. it is an integer set to 0).
625c386dacbSHaim Dreyfuss 	 */
626c386dacbSHaim Dreyfuss 	if (data->type != ACPI_TYPE_PACKAGE ||
627c386dacbSHaim Dreyfuss 	    data->package.count < 2 ||
628c386dacbSHaim Dreyfuss 	    data->package.elements[0].type != ACPI_TYPE_INTEGER ||
629c386dacbSHaim Dreyfuss 	    data->package.elements[0].integer.value != 0) {
630c386dacbSHaim Dreyfuss 		IWL_DEBUG_RADIO(mvm, "Unsupported packages structure\n");
631c386dacbSHaim Dreyfuss 		return ERR_PTR(-EINVAL);
632c386dacbSHaim Dreyfuss 	}
633c386dacbSHaim Dreyfuss 
634c386dacbSHaim Dreyfuss 	/* loop through all the packages to find the one for WiFi */
635c386dacbSHaim Dreyfuss 	for (i = 1; i < data->package.count; i++) {
636c386dacbSHaim Dreyfuss 		union acpi_object *domain;
637c386dacbSHaim Dreyfuss 
638c386dacbSHaim Dreyfuss 		wifi_pkg = &data->package.elements[i];
639c386dacbSHaim Dreyfuss 
640c386dacbSHaim Dreyfuss 		/* Skip anything that is not a package with the right
641c386dacbSHaim Dreyfuss 		 * amount of elements (i.e. domain_type,
642c386dacbSHaim Dreyfuss 		 * enabled/disabled plus the actual data size.
643c386dacbSHaim Dreyfuss 		 */
644c386dacbSHaim Dreyfuss 		if (wifi_pkg->type != ACPI_TYPE_PACKAGE ||
645c386dacbSHaim Dreyfuss 		    wifi_pkg->package.count != data_size)
646c386dacbSHaim Dreyfuss 			continue;
647c386dacbSHaim Dreyfuss 
648c386dacbSHaim Dreyfuss 		domain = &wifi_pkg->package.elements[0];
649c386dacbSHaim Dreyfuss 		if (domain->type == ACPI_TYPE_INTEGER &&
65069964905SLuca Coelho 		    domain->integer.value == ACPI_WIFI_DOMAIN)
651c386dacbSHaim Dreyfuss 			break;
652c386dacbSHaim Dreyfuss 
653c386dacbSHaim Dreyfuss 		wifi_pkg = NULL;
654c386dacbSHaim Dreyfuss 	}
655c386dacbSHaim Dreyfuss 
656c386dacbSHaim Dreyfuss 	if (!wifi_pkg)
657c386dacbSHaim Dreyfuss 		return ERR_PTR(-ENOENT);
658c386dacbSHaim Dreyfuss 
659c386dacbSHaim Dreyfuss 	return wifi_pkg;
660c386dacbSHaim Dreyfuss }
661c386dacbSHaim Dreyfuss 
662c386dacbSHaim Dreyfuss static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm)
663c386dacbSHaim Dreyfuss {
664c386dacbSHaim Dreyfuss 	union acpi_object *wifi_pkg, *table;
665da2830acSLuca Coelho 	acpi_handle root_handle;
666da2830acSLuca Coelho 	acpi_handle handle;
667da2830acSLuca Coelho 	struct acpi_buffer wrds = {ACPI_ALLOCATE_BUFFER, NULL};
668da2830acSLuca Coelho 	acpi_status status;
669c386dacbSHaim Dreyfuss 	bool enabled;
670da2830acSLuca Coelho 	int ret;
671da2830acSLuca Coelho 
672da2830acSLuca Coelho 	root_handle = ACPI_HANDLE(mvm->dev);
673da2830acSLuca Coelho 	if (!root_handle) {
674da2830acSLuca Coelho 		IWL_DEBUG_RADIO(mvm,
675da2830acSLuca Coelho 				"Could not retrieve root port ACPI handle\n");
676da2830acSLuca Coelho 		return -ENOENT;
677da2830acSLuca Coelho 	}
678da2830acSLuca Coelho 
679da2830acSLuca Coelho 	/* Get the method's handle */
680da2830acSLuca Coelho 	status = acpi_get_handle(root_handle, (acpi_string)ACPI_WRDS_METHOD,
681da2830acSLuca Coelho 				 &handle);
682da2830acSLuca Coelho 	if (ACPI_FAILURE(status)) {
683da2830acSLuca Coelho 		IWL_DEBUG_RADIO(mvm, "WRDS method not found\n");
684da2830acSLuca Coelho 		return -ENOENT;
685da2830acSLuca Coelho 	}
686da2830acSLuca Coelho 
687da2830acSLuca Coelho 	/* Call WRDS with no arguments */
688da2830acSLuca Coelho 	status = acpi_evaluate_object(handle, NULL, NULL, &wrds);
689da2830acSLuca Coelho 	if (ACPI_FAILURE(status)) {
690da2830acSLuca Coelho 		IWL_DEBUG_RADIO(mvm, "WRDS invocation failed (0x%x)\n", status);
691da2830acSLuca Coelho 		return -ENOENT;
692da2830acSLuca Coelho 	}
693da2830acSLuca Coelho 
694c386dacbSHaim Dreyfuss 	wifi_pkg = iwl_mvm_sar_find_wifi_pkg(mvm, wrds.pointer,
695c386dacbSHaim Dreyfuss 					     ACPI_WRDS_WIFI_DATA_SIZE);
696c386dacbSHaim Dreyfuss 	if (IS_ERR(wifi_pkg)) {
697c386dacbSHaim Dreyfuss 		ret = PTR_ERR(wifi_pkg);
698c386dacbSHaim Dreyfuss 		goto out_free;
699c386dacbSHaim Dreyfuss 	}
700da2830acSLuca Coelho 
701c386dacbSHaim Dreyfuss 	if (wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) {
702c386dacbSHaim Dreyfuss 		ret = -EINVAL;
703c386dacbSHaim Dreyfuss 		goto out_free;
704c386dacbSHaim Dreyfuss 	}
705c386dacbSHaim Dreyfuss 
706c386dacbSHaim Dreyfuss 	enabled = !!(wifi_pkg->package.elements[1].integer.value);
707c386dacbSHaim Dreyfuss 
708c386dacbSHaim Dreyfuss 	/* position of the actual table */
709c386dacbSHaim Dreyfuss 	table = &wifi_pkg->package.elements[2];
710c386dacbSHaim Dreyfuss 
711c386dacbSHaim Dreyfuss 	/* The profile from WRDS is officially profile 1, but goes
712c386dacbSHaim Dreyfuss 	 * into sar_profiles[0] (because we don't have a profile 0).
713c386dacbSHaim Dreyfuss 	 */
714c386dacbSHaim Dreyfuss 	ret = iwl_mvm_sar_set_profile(mvm, table, &mvm->sar_profiles[0],
715c386dacbSHaim Dreyfuss 				      enabled);
716c386dacbSHaim Dreyfuss 
717c386dacbSHaim Dreyfuss out_free:
718c386dacbSHaim Dreyfuss 	kfree(wrds.pointer);
719da2830acSLuca Coelho 	return ret;
720da2830acSLuca Coelho }
721da2830acSLuca Coelho 
72269964905SLuca Coelho static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm)
72369964905SLuca Coelho {
72469964905SLuca Coelho 	union acpi_object *wifi_pkg;
72569964905SLuca Coelho 	acpi_handle root_handle;
72669964905SLuca Coelho 	acpi_handle handle;
72769964905SLuca Coelho 	struct acpi_buffer ewrd = {ACPI_ALLOCATE_BUFFER, NULL};
72869964905SLuca Coelho 	acpi_status status;
72969964905SLuca Coelho 	bool enabled;
73069964905SLuca Coelho 	int i, n_profiles, ret;
73169964905SLuca Coelho 
73269964905SLuca Coelho 	root_handle = ACPI_HANDLE(mvm->dev);
73369964905SLuca Coelho 	if (!root_handle) {
73469964905SLuca Coelho 		IWL_DEBUG_RADIO(mvm,
73569964905SLuca Coelho 				"Could not retrieve root port ACPI handle\n");
73669964905SLuca Coelho 		return -ENOENT;
73769964905SLuca Coelho 	}
73869964905SLuca Coelho 
73969964905SLuca Coelho 	/* Get the method's handle */
74069964905SLuca Coelho 	status = acpi_get_handle(root_handle, (acpi_string)ACPI_EWRD_METHOD,
74169964905SLuca Coelho 				 &handle);
74269964905SLuca Coelho 	if (ACPI_FAILURE(status)) {
74369964905SLuca Coelho 		IWL_DEBUG_RADIO(mvm, "EWRD method not found\n");
74469964905SLuca Coelho 		return -ENOENT;
74569964905SLuca Coelho 	}
74669964905SLuca Coelho 
74769964905SLuca Coelho 	/* Call EWRD with no arguments */
74869964905SLuca Coelho 	status = acpi_evaluate_object(handle, NULL, NULL, &ewrd);
74969964905SLuca Coelho 	if (ACPI_FAILURE(status)) {
75069964905SLuca Coelho 		IWL_DEBUG_RADIO(mvm, "EWRD invocation failed (0x%x)\n", status);
75169964905SLuca Coelho 		return -ENOENT;
75269964905SLuca Coelho 	}
75369964905SLuca Coelho 
75469964905SLuca Coelho 	wifi_pkg = iwl_mvm_sar_find_wifi_pkg(mvm, ewrd.pointer,
75569964905SLuca Coelho 					     ACPI_EWRD_WIFI_DATA_SIZE);
75669964905SLuca Coelho 	if (IS_ERR(wifi_pkg)) {
75769964905SLuca Coelho 		ret = PTR_ERR(wifi_pkg);
75869964905SLuca Coelho 		goto out_free;
75969964905SLuca Coelho 	}
76069964905SLuca Coelho 
76169964905SLuca Coelho 	if ((wifi_pkg->package.elements[1].type != ACPI_TYPE_INTEGER) ||
76269964905SLuca Coelho 	    (wifi_pkg->package.elements[2].type != ACPI_TYPE_INTEGER)) {
76369964905SLuca Coelho 		ret = -EINVAL;
76469964905SLuca Coelho 		goto out_free;
76569964905SLuca Coelho 	}
76669964905SLuca Coelho 
76769964905SLuca Coelho 	enabled = !!(wifi_pkg->package.elements[1].integer.value);
76869964905SLuca Coelho 	n_profiles = wifi_pkg->package.elements[2].integer.value;
76969964905SLuca Coelho 
770e2ef1476SSharon Dvir 	/* in case of BIOS bug */
771e2ef1476SSharon Dvir 	if (n_profiles <= 0) {
772e2ef1476SSharon Dvir 		ret = -EINVAL;
773e2ef1476SSharon Dvir 		goto out_free;
774e2ef1476SSharon Dvir 	}
775e2ef1476SSharon Dvir 
77669964905SLuca Coelho 	for (i = 0; i < n_profiles; i++) {
77769964905SLuca Coelho 		/* the tables start at element 3 */
77869964905SLuca Coelho 		static int pos = 3;
77969964905SLuca Coelho 
78069964905SLuca Coelho 		/* The EWRD profiles officially go from 2 to 4, but we
78169964905SLuca Coelho 		 * save them in sar_profiles[1-3] (because we don't
78269964905SLuca Coelho 		 * have profile 0).  So in the array we start from 1.
78369964905SLuca Coelho 		 */
78469964905SLuca Coelho 		ret = iwl_mvm_sar_set_profile(mvm,
78569964905SLuca Coelho 					      &wifi_pkg->package.elements[pos],
78669964905SLuca Coelho 					      &mvm->sar_profiles[i + 1],
78769964905SLuca Coelho 					      enabled);
78869964905SLuca Coelho 		if (ret < 0)
78969964905SLuca Coelho 			break;
79069964905SLuca Coelho 
79169964905SLuca Coelho 		/* go to the next table */
79269964905SLuca Coelho 		pos += IWL_MVM_SAR_TABLE_SIZE;
79369964905SLuca Coelho 	}
79469964905SLuca Coelho 
79569964905SLuca Coelho out_free:
79669964905SLuca Coelho 	kfree(ewrd.pointer);
79769964905SLuca Coelho 	return ret;
79869964905SLuca Coelho }
79969964905SLuca Coelho 
8007fe90e0eSHaim Dreyfuss static int iwl_mvm_sar_get_wgds_table(struct iwl_mvm *mvm)
801a6bff3cbSHaim Dreyfuss {
802a6bff3cbSHaim Dreyfuss 	union acpi_object *wifi_pkg;
803a6bff3cbSHaim Dreyfuss 	acpi_handle root_handle;
804a6bff3cbSHaim Dreyfuss 	acpi_handle handle;
805a6bff3cbSHaim Dreyfuss 	struct acpi_buffer wgds = {ACPI_ALLOCATE_BUFFER, NULL};
806a6bff3cbSHaim Dreyfuss 	acpi_status status;
8077fe90e0eSHaim Dreyfuss 	int i, j, ret;
8087fe90e0eSHaim Dreyfuss 	int idx = 1;
809a6bff3cbSHaim Dreyfuss 
810a6bff3cbSHaim Dreyfuss 	root_handle = ACPI_HANDLE(mvm->dev);
811a6bff3cbSHaim Dreyfuss 	if (!root_handle) {
812a6bff3cbSHaim Dreyfuss 		IWL_DEBUG_RADIO(mvm,
813a6bff3cbSHaim Dreyfuss 				"Could not retrieve root port ACPI handle\n");
814a6bff3cbSHaim Dreyfuss 		return -ENOENT;
815a6bff3cbSHaim Dreyfuss 	}
816a6bff3cbSHaim Dreyfuss 
817a6bff3cbSHaim Dreyfuss 	/* Get the method's handle */
818a6bff3cbSHaim Dreyfuss 	status = acpi_get_handle(root_handle, (acpi_string)ACPI_WGDS_METHOD,
819a6bff3cbSHaim Dreyfuss 				 &handle);
820a6bff3cbSHaim Dreyfuss 	if (ACPI_FAILURE(status)) {
821a6bff3cbSHaim Dreyfuss 		IWL_DEBUG_RADIO(mvm, "WGDS method not found\n");
822a6bff3cbSHaim Dreyfuss 		return -ENOENT;
823a6bff3cbSHaim Dreyfuss 	}
824a6bff3cbSHaim Dreyfuss 
825a6bff3cbSHaim Dreyfuss 	/* Call WGDS with no arguments */
826a6bff3cbSHaim Dreyfuss 	status = acpi_evaluate_object(handle, NULL, NULL, &wgds);
827a6bff3cbSHaim Dreyfuss 	if (ACPI_FAILURE(status)) {
828a6bff3cbSHaim Dreyfuss 		IWL_DEBUG_RADIO(mvm, "WGDS invocation failed (0x%x)\n", status);
829a6bff3cbSHaim Dreyfuss 		return -ENOENT;
830a6bff3cbSHaim Dreyfuss 	}
831a6bff3cbSHaim Dreyfuss 
832a6bff3cbSHaim Dreyfuss 	wifi_pkg = iwl_mvm_sar_find_wifi_pkg(mvm, wgds.pointer,
833a6bff3cbSHaim Dreyfuss 					     ACPI_WGDS_WIFI_DATA_SIZE);
834a6bff3cbSHaim Dreyfuss 	if (IS_ERR(wifi_pkg)) {
835a6bff3cbSHaim Dreyfuss 		ret = PTR_ERR(wifi_pkg);
836a6bff3cbSHaim Dreyfuss 		goto out_free;
837a6bff3cbSHaim Dreyfuss 	}
838a6bff3cbSHaim Dreyfuss 
8397fe90e0eSHaim Dreyfuss 	for (i = 0; i < IWL_NUM_GEO_PROFILES; i++) {
8407fe90e0eSHaim Dreyfuss 		for (j = 0; j < IWL_MVM_GEO_TABLE_SIZE; j++) {
841a6bff3cbSHaim Dreyfuss 			union acpi_object *entry;
842a6bff3cbSHaim Dreyfuss 
8437fe90e0eSHaim Dreyfuss 			entry = &wifi_pkg->package.elements[idx++];
844a6bff3cbSHaim Dreyfuss 			if ((entry->type != ACPI_TYPE_INTEGER) ||
845a6bff3cbSHaim Dreyfuss 			    (entry->integer.value > U8_MAX))
846a6bff3cbSHaim Dreyfuss 				return -EINVAL;
847a6bff3cbSHaim Dreyfuss 
8487fe90e0eSHaim Dreyfuss 			mvm->geo_profiles[i].values[j] = entry->integer.value;
8497fe90e0eSHaim Dreyfuss 		}
850a6bff3cbSHaim Dreyfuss 	}
851a6bff3cbSHaim Dreyfuss 	ret = 0;
852a6bff3cbSHaim Dreyfuss out_free:
853a6bff3cbSHaim Dreyfuss 	kfree(wgds.pointer);
854a6bff3cbSHaim Dreyfuss 	return ret;
855a6bff3cbSHaim Dreyfuss }
856a6bff3cbSHaim Dreyfuss 
85742ce76d6SLuca Coelho int iwl_mvm_sar_select_profile(struct iwl_mvm *mvm, int prof_a, int prof_b)
858da2830acSLuca Coelho {
859da2830acSLuca Coelho 	struct iwl_dev_tx_power_cmd cmd = {
8604b87e5afSLuca Coelho 		.v3.set_mode = cpu_to_le32(IWL_TX_POWER_MODE_SET_CHAINS),
861da2830acSLuca Coelho 	};
86242ce76d6SLuca Coelho 	int i, j, idx;
86342ce76d6SLuca Coelho 	int profs[IWL_NUM_CHAIN_LIMITS] = { prof_a, prof_b };
86455bfa4b9SLuca Coelho 	int len = sizeof(cmd);
865da2830acSLuca Coelho 
86642ce76d6SLuca Coelho 	BUILD_BUG_ON(IWL_NUM_CHAIN_LIMITS < 2);
86742ce76d6SLuca Coelho 	BUILD_BUG_ON(IWL_NUM_CHAIN_LIMITS * IWL_NUM_SUB_BANDS !=
86842ce76d6SLuca Coelho 		     IWL_MVM_SAR_TABLE_SIZE);
86942ce76d6SLuca Coelho 
87055bfa4b9SLuca Coelho 	if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_TX_POWER_ACK))
87155bfa4b9SLuca Coelho 		len = sizeof(cmd.v3);
87255bfa4b9SLuca Coelho 
87342ce76d6SLuca Coelho 	for (i = 0; i < IWL_NUM_CHAIN_LIMITS; i++) {
87442ce76d6SLuca Coelho 		struct iwl_mvm_sar_profile *prof;
87542ce76d6SLuca Coelho 
87642ce76d6SLuca Coelho 		/* don't allow SAR to be disabled (profile 0 means disable) */
87742ce76d6SLuca Coelho 		if (profs[i] == 0)
87842ce76d6SLuca Coelho 			return -EPERM;
87942ce76d6SLuca Coelho 
88042ce76d6SLuca Coelho 		/* we are off by one, so allow up to IWL_MVM_SAR_PROFILE_NUM */
88142ce76d6SLuca Coelho 		if (profs[i] > IWL_MVM_SAR_PROFILE_NUM)
88242ce76d6SLuca Coelho 			return -EINVAL;
88342ce76d6SLuca Coelho 
88442ce76d6SLuca Coelho 		/* profiles go from 1 to 4, so decrement to access the array */
88542ce76d6SLuca Coelho 		prof = &mvm->sar_profiles[profs[i] - 1];
88642ce76d6SLuca Coelho 
88742ce76d6SLuca Coelho 		/* if the profile is disabled, do nothing */
88842ce76d6SLuca Coelho 		if (!prof->enabled) {
88942ce76d6SLuca Coelho 			IWL_DEBUG_RADIO(mvm, "SAR profile %d is disabled.\n",
89042ce76d6SLuca Coelho 					profs[i]);
89142ce76d6SLuca Coelho 			/* if one of the profiles is disabled, we fail all */
89242ce76d6SLuca Coelho 			return -ENOENT;
89342ce76d6SLuca Coelho 		}
89442ce76d6SLuca Coelho 
89542ce76d6SLuca Coelho 		IWL_DEBUG_RADIO(mvm, "  Chain[%d]:\n", i);
89642ce76d6SLuca Coelho 		for (j = 0; j < IWL_NUM_SUB_BANDS; j++) {
89742ce76d6SLuca Coelho 			idx = (i * IWL_NUM_SUB_BANDS) + j;
89842ce76d6SLuca Coelho 			cmd.v3.per_chain_restriction[i][j] =
89942ce76d6SLuca Coelho 				cpu_to_le16(prof->table[idx]);
90042ce76d6SLuca Coelho 			IWL_DEBUG_RADIO(mvm, "    Band[%d] = %d * .125dBm\n",
90142ce76d6SLuca Coelho 					j, prof->table[idx]);
90242ce76d6SLuca Coelho 		}
90342ce76d6SLuca Coelho 	}
90442ce76d6SLuca Coelho 
90542ce76d6SLuca Coelho 	IWL_DEBUG_RADIO(mvm, "Sending REDUCE_TX_POWER_CMD per chain\n");
90642ce76d6SLuca Coelho 
90742ce76d6SLuca Coelho 	return iwl_mvm_send_cmd_pdu(mvm, REDUCE_TX_POWER_CMD, 0, len, &cmd);
90842ce76d6SLuca Coelho }
90942ce76d6SLuca Coelho 
9107fe90e0eSHaim Dreyfuss int iwl_mvm_get_sar_geo_profile(struct iwl_mvm *mvm)
9117fe90e0eSHaim Dreyfuss {
9127fe90e0eSHaim Dreyfuss 	struct iwl_geo_tx_power_profiles_resp *resp;
9137fe90e0eSHaim Dreyfuss 	int ret;
9147fe90e0eSHaim Dreyfuss 
9157fe90e0eSHaim Dreyfuss 	struct iwl_geo_tx_power_profiles_cmd geo_cmd = {
9167fe90e0eSHaim Dreyfuss 		.ops = cpu_to_le32(IWL_PER_CHAIN_OFFSET_GET_CURRENT_TABLE),
9177fe90e0eSHaim Dreyfuss 	};
9187fe90e0eSHaim Dreyfuss 	struct iwl_host_cmd cmd = {
9197fe90e0eSHaim Dreyfuss 		.id =  WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT),
9207fe90e0eSHaim Dreyfuss 		.len = { sizeof(geo_cmd), },
9217fe90e0eSHaim Dreyfuss 		.flags = CMD_WANT_SKB,
9227fe90e0eSHaim Dreyfuss 		.data = { &geo_cmd },
9237fe90e0eSHaim Dreyfuss 	};
9247fe90e0eSHaim Dreyfuss 
9257fe90e0eSHaim Dreyfuss 	ret = iwl_mvm_send_cmd(mvm, &cmd);
9267fe90e0eSHaim Dreyfuss 	if (ret) {
9277fe90e0eSHaim Dreyfuss 		IWL_ERR(mvm, "Failed to get geographic profile info %d\n", ret);
9287fe90e0eSHaim Dreyfuss 		return ret;
9297fe90e0eSHaim Dreyfuss 	}
9307fe90e0eSHaim Dreyfuss 
9317fe90e0eSHaim Dreyfuss 	resp = (void *)cmd.resp_pkt->data;
9327fe90e0eSHaim Dreyfuss 	ret = le32_to_cpu(resp->profile_idx);
9337fe90e0eSHaim Dreyfuss 	if (WARN_ON(ret > IWL_NUM_GEO_PROFILES)) {
9347fe90e0eSHaim Dreyfuss 		ret = -EIO;
9357fe90e0eSHaim Dreyfuss 		IWL_WARN(mvm, "Invalid geographic profile idx (%d)\n", ret);
9367fe90e0eSHaim Dreyfuss 	}
9377fe90e0eSHaim Dreyfuss 
9387fe90e0eSHaim Dreyfuss 	iwl_free_resp(&cmd);
9397fe90e0eSHaim Dreyfuss 	return ret;
9407fe90e0eSHaim Dreyfuss }
9417fe90e0eSHaim Dreyfuss 
942a6bff3cbSHaim Dreyfuss static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm)
943a6bff3cbSHaim Dreyfuss {
944a6bff3cbSHaim Dreyfuss 	struct iwl_geo_tx_power_profiles_cmd cmd = {
945a6bff3cbSHaim Dreyfuss 		.ops = cpu_to_le32(IWL_PER_CHAIN_OFFSET_SET_TABLES),
946a6bff3cbSHaim Dreyfuss 	};
9477fe90e0eSHaim Dreyfuss 	int ret, i, j;
948a6bff3cbSHaim Dreyfuss 	u16 cmd_wide_id =  WIDE_ID(PHY_OPS_GROUP, GEO_TX_POWER_LIMIT);
949a6bff3cbSHaim Dreyfuss 
9507fe90e0eSHaim Dreyfuss 	ret = iwl_mvm_sar_get_wgds_table(mvm);
951a6bff3cbSHaim Dreyfuss 	if (ret < 0) {
952a6bff3cbSHaim Dreyfuss 		IWL_DEBUG_RADIO(mvm,
953a6bff3cbSHaim Dreyfuss 				"Geo SAR BIOS table invalid or unavailable. (%d)\n",
954a6bff3cbSHaim Dreyfuss 				ret);
955a6bff3cbSHaim Dreyfuss 		/* we don't fail if the table is not available */
956a6bff3cbSHaim Dreyfuss 		return 0;
957a6bff3cbSHaim Dreyfuss 	}
958a6bff3cbSHaim Dreyfuss 
959a6bff3cbSHaim Dreyfuss 	IWL_DEBUG_RADIO(mvm, "Sending GEO_TX_POWER_LIMIT\n");
960a6bff3cbSHaim Dreyfuss 
961a6bff3cbSHaim Dreyfuss 	BUILD_BUG_ON(IWL_NUM_GEO_PROFILES * ACPI_WGDS_NUM_BANDS *
962a6bff3cbSHaim Dreyfuss 		     ACPI_WGDS_TABLE_SIZE !=  ACPI_WGDS_WIFI_DATA_SIZE);
963a6bff3cbSHaim Dreyfuss 
964a6bff3cbSHaim Dreyfuss 	for (i = 0; i < IWL_NUM_GEO_PROFILES; i++) {
965a6bff3cbSHaim Dreyfuss 		struct iwl_per_chain_offset *chain =
966a6bff3cbSHaim Dreyfuss 			(struct iwl_per_chain_offset *)&cmd.table[i];
967a6bff3cbSHaim Dreyfuss 
968a6bff3cbSHaim Dreyfuss 		for (j = 0; j < ACPI_WGDS_NUM_BANDS; j++) {
969a6bff3cbSHaim Dreyfuss 			u8 *value;
970a6bff3cbSHaim Dreyfuss 
9717fe90e0eSHaim Dreyfuss 			value = &mvm->geo_profiles[i].values[j *
9727fe90e0eSHaim Dreyfuss 				IWL_GEO_PER_CHAIN_SIZE];
973a6bff3cbSHaim Dreyfuss 			chain[j].max_tx_power = cpu_to_le16(value[0]);
974a6bff3cbSHaim Dreyfuss 			chain[j].chain_a = value[1];
975a6bff3cbSHaim Dreyfuss 			chain[j].chain_b = value[2];
976a6bff3cbSHaim Dreyfuss 			IWL_DEBUG_RADIO(mvm,
977a6bff3cbSHaim Dreyfuss 					"SAR geographic profile[%d] Band[%d]: chain A = %d chain B = %d max_tx_power = %d\n",
978a6bff3cbSHaim Dreyfuss 					i, j, value[1], value[2], value[0]);
979a6bff3cbSHaim Dreyfuss 		}
980a6bff3cbSHaim Dreyfuss 	}
981a6bff3cbSHaim Dreyfuss 	return iwl_mvm_send_cmd_pdu(mvm, cmd_wide_id, 0, sizeof(cmd), &cmd);
982a6bff3cbSHaim Dreyfuss }
983a6bff3cbSHaim Dreyfuss 
98469964905SLuca Coelho #else /* CONFIG_ACPI */
98569964905SLuca Coelho static int iwl_mvm_sar_get_wrds_table(struct iwl_mvm *mvm)
98669964905SLuca Coelho {
98769964905SLuca Coelho 	return -ENOENT;
98869964905SLuca Coelho }
98969964905SLuca Coelho 
99069964905SLuca Coelho static int iwl_mvm_sar_get_ewrd_table(struct iwl_mvm *mvm)
99169964905SLuca Coelho {
99269964905SLuca Coelho 	return -ENOENT;
99369964905SLuca Coelho }
994a6bff3cbSHaim Dreyfuss 
995a6bff3cbSHaim Dreyfuss static int iwl_mvm_sar_geo_init(struct iwl_mvm *mvm)
996a6bff3cbSHaim Dreyfuss {
997a6bff3cbSHaim Dreyfuss 	return 0;
998a6bff3cbSHaim Dreyfuss }
99969964905SLuca Coelho #endif /* CONFIG_ACPI */
100069964905SLuca Coelho 
100142ce76d6SLuca Coelho static int iwl_mvm_sar_init(struct iwl_mvm *mvm)
100242ce76d6SLuca Coelho {
100342ce76d6SLuca Coelho 	int ret;
100442ce76d6SLuca Coelho 
1005c386dacbSHaim Dreyfuss 	ret = iwl_mvm_sar_get_wrds_table(mvm);
1006da2830acSLuca Coelho 	if (ret < 0) {
1007da2830acSLuca Coelho 		IWL_DEBUG_RADIO(mvm,
100869964905SLuca Coelho 				"WRDS SAR BIOS table invalid or unavailable. (%d)\n",
1009da2830acSLuca Coelho 				ret);
101069964905SLuca Coelho 		/* if not available, don't fail and don't bother with EWRD */
1011da2830acSLuca Coelho 		return 0;
1012da2830acSLuca Coelho 	}
1013da2830acSLuca Coelho 
101469964905SLuca Coelho 	ret = iwl_mvm_sar_get_ewrd_table(mvm);
101569964905SLuca Coelho 	/* if EWRD is not available, we can still use WRDS, so don't fail */
101669964905SLuca Coelho 	if (ret < 0)
101769964905SLuca Coelho 		IWL_DEBUG_RADIO(mvm,
101869964905SLuca Coelho 				"EWRD SAR BIOS table invalid or unavailable. (%d)\n",
101969964905SLuca Coelho 				ret);
102069964905SLuca Coelho 
102142ce76d6SLuca Coelho 	/* choose profile 1 (WRDS) as default for both chains */
102242ce76d6SLuca Coelho 	ret = iwl_mvm_sar_select_profile(mvm, 1, 1);
102342ce76d6SLuca Coelho 
102442ce76d6SLuca Coelho 	/* if we don't have profile 0 from BIOS, just skip it */
102542ce76d6SLuca Coelho 	if (ret == -ENOENT)
1026da2830acSLuca Coelho 		return 0;
1027da2830acSLuca Coelho 
1028da2830acSLuca Coelho 	return ret;
1029da2830acSLuca Coelho }
1030da2830acSLuca Coelho 
10311f370650SSara Sharon static int iwl_mvm_load_rt_fw(struct iwl_mvm *mvm)
10321f370650SSara Sharon {
10331f370650SSara Sharon 	int ret;
10341f370650SSara Sharon 
10357d6222e2SJohannes Berg 	if (iwl_mvm_has_unified_ucode(mvm))
10361f370650SSara Sharon 		return iwl_run_unified_mvm_ucode(mvm, false);
10371f370650SSara Sharon 
10381f370650SSara Sharon 	ret = iwl_run_init_mvm_ucode(mvm, false);
10391f370650SSara Sharon 
10401f370650SSara Sharon 	if (iwlmvm_mod_params.init_dbg)
10411f370650SSara Sharon 		return 0;
10421f370650SSara Sharon 
10431f370650SSara Sharon 	if (ret) {
10441f370650SSara Sharon 		IWL_ERR(mvm, "Failed to run INIT ucode: %d\n", ret);
10451f370650SSara Sharon 		return ret;
10461f370650SSara Sharon 	}
10471f370650SSara Sharon 
10481f370650SSara Sharon 	/*
10491f370650SSara Sharon 	 * Stop and start the transport without entering low power
10501f370650SSara Sharon 	 * mode. This will save the state of other components on the
10511f370650SSara Sharon 	 * device that are triggered by the INIT firwmare (MFUART).
10521f370650SSara Sharon 	 */
10531f370650SSara Sharon 	_iwl_trans_stop_device(mvm->trans, false);
10541f370650SSara Sharon 	ret = _iwl_trans_start_hw(mvm->trans, false);
10551f370650SSara Sharon 	if (ret)
10561f370650SSara Sharon 		return ret;
10571f370650SSara Sharon 
10581f370650SSara Sharon 	ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_REGULAR);
10591f370650SSara Sharon 	if (ret)
10601f370650SSara Sharon 		return ret;
10611f370650SSara Sharon 
1062702e975dSJohannes Berg 	return iwl_init_paging(&mvm->fwrt, mvm->fwrt.cur_fw_img);
10631f370650SSara Sharon }
10641f370650SSara Sharon 
1065e705c121SKalle Valo int iwl_mvm_up(struct iwl_mvm *mvm)
1066e705c121SKalle Valo {
1067e705c121SKalle Valo 	int ret, i;
1068e705c121SKalle Valo 	struct ieee80211_channel *chan;
1069e705c121SKalle Valo 	struct cfg80211_chan_def chandef;
1070e705c121SKalle Valo 
1071e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
1072e705c121SKalle Valo 
1073e705c121SKalle Valo 	ret = iwl_trans_start_hw(mvm->trans);
1074e705c121SKalle Valo 	if (ret)
1075e705c121SKalle Valo 		return ret;
1076e705c121SKalle Valo 
10771f370650SSara Sharon 	ret = iwl_mvm_load_rt_fw(mvm);
1078e705c121SKalle Valo 	if (ret) {
1079e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to start RT ucode: %d\n", ret);
1080e705c121SKalle Valo 		goto error;
1081e705c121SKalle Valo 	}
1082e705c121SKalle Valo 
1083d0b813fcSJohannes Berg 	iwl_get_shared_mem_conf(&mvm->fwrt);
1084e705c121SKalle Valo 
1085e705c121SKalle Valo 	ret = iwl_mvm_sf_update(mvm, NULL, false);
1086e705c121SKalle Valo 	if (ret)
1087e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to initialize Smart Fifo\n");
1088e705c121SKalle Valo 
10897174beb6SJohannes Berg 	mvm->fwrt.dump.conf = FW_DBG_INVALID;
1090e705c121SKalle Valo 	/* if we have a destination, assume EARLY START */
1091e705c121SKalle Valo 	if (mvm->fw->dbg_dest_tlv)
10927174beb6SJohannes Berg 		mvm->fwrt.dump.conf = FW_DBG_START_FROM_ALIVE;
10937174beb6SJohannes Berg 	iwl_fw_start_dbg_conf(&mvm->fwrt, FW_DBG_START_FROM_ALIVE);
1094e705c121SKalle Valo 
1095e705c121SKalle Valo 	ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm));
1096e705c121SKalle Valo 	if (ret)
1097e705c121SKalle Valo 		goto error;
1098e705c121SKalle Valo 
10997d6222e2SJohannes Berg 	if (!iwl_mvm_has_unified_ucode(mvm)) {
1100e705c121SKalle Valo 		/* Send phy db control command and then phy db calibration */
1101e705c121SKalle Valo 		ret = iwl_send_phy_db_data(mvm->phy_db);
1102e705c121SKalle Valo 		if (ret)
1103e705c121SKalle Valo 			goto error;
1104e705c121SKalle Valo 
1105e705c121SKalle Valo 		ret = iwl_send_phy_cfg_cmd(mvm);
1106e705c121SKalle Valo 		if (ret)
1107e705c121SKalle Valo 			goto error;
11081f370650SSara Sharon 	}
1109e705c121SKalle Valo 
1110b3de3ef4SEmmanuel Grumbach 	ret = iwl_mvm_send_bt_init_conf(mvm);
1111b3de3ef4SEmmanuel Grumbach 	if (ret)
1112b3de3ef4SEmmanuel Grumbach 		goto error;
1113b3de3ef4SEmmanuel Grumbach 
111443413a97SSara Sharon 	/* Init RSS configuration */
111509a2e25dSSara Sharon 	/* TODO - remove a000 disablement when we have RXQ config API */
1116c8c017a6SJohannes Berg 	if (iwl_mvm_has_new_rx_api(mvm) &&
1117c8c017a6SJohannes Berg 	    mvm->trans->cfg->device_family != IWL_DEVICE_FAMILY_A000) {
111843413a97SSara Sharon 		ret = iwl_send_rss_cfg_cmd(mvm);
111943413a97SSara Sharon 		if (ret) {
112043413a97SSara Sharon 			IWL_ERR(mvm, "Failed to configure RSS queues: %d\n",
112143413a97SSara Sharon 				ret);
112243413a97SSara Sharon 			goto error;
112343413a97SSara Sharon 		}
112443413a97SSara Sharon 	}
112543413a97SSara Sharon 
1126e705c121SKalle Valo 	/* init the fw <-> mac80211 STA mapping */
11270ae98812SSara Sharon 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++)
1128e705c121SKalle Valo 		RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL);
1129e705c121SKalle Valo 
11300ae98812SSara Sharon 	mvm->tdls_cs.peer.sta_id = IWL_MVM_INVALID_STA;
1131e705c121SKalle Valo 
1132e705c121SKalle Valo 	/* reset quota debouncing buffer - 0xff will yield invalid data */
1133e705c121SKalle Valo 	memset(&mvm->last_quota_cmd, 0xff, sizeof(mvm->last_quota_cmd));
1134e705c121SKalle Valo 
113597d5be7eSLiad Kaufman 	ret = iwl_mvm_send_dqa_cmd(mvm);
113697d5be7eSLiad Kaufman 	if (ret)
113797d5be7eSLiad Kaufman 		goto error;
113897d5be7eSLiad Kaufman 
1139e705c121SKalle Valo 	/* Add auxiliary station for scanning */
1140e705c121SKalle Valo 	ret = iwl_mvm_add_aux_sta(mvm);
1141e705c121SKalle Valo 	if (ret)
1142e705c121SKalle Valo 		goto error;
1143e705c121SKalle Valo 
1144e705c121SKalle Valo 	/* Add all the PHY contexts */
114557fbcce3SJohannes Berg 	chan = &mvm->hw->wiphy->bands[NL80211_BAND_2GHZ]->channels[0];
1146e705c121SKalle Valo 	cfg80211_chandef_create(&chandef, chan, NL80211_CHAN_NO_HT);
1147e705c121SKalle Valo 	for (i = 0; i < NUM_PHY_CTX; i++) {
1148e705c121SKalle Valo 		/*
1149e705c121SKalle Valo 		 * The channel used here isn't relevant as it's
1150e705c121SKalle Valo 		 * going to be overwritten in the other flows.
1151e705c121SKalle Valo 		 * For now use the first channel we have.
1152e705c121SKalle Valo 		 */
1153e705c121SKalle Valo 		ret = iwl_mvm_phy_ctxt_add(mvm, &mvm->phy_ctxts[i],
1154e705c121SKalle Valo 					   &chandef, 1, 1);
1155e705c121SKalle Valo 		if (ret)
1156e705c121SKalle Valo 			goto error;
1157e705c121SKalle Valo 	}
1158e705c121SKalle Valo 
1159c221daf2SChaya Rachel Ivgi #ifdef CONFIG_THERMAL
1160c221daf2SChaya Rachel Ivgi 	if (iwl_mvm_is_tt_in_fw(mvm)) {
1161c221daf2SChaya Rachel Ivgi 		/* in order to give the responsibility of ct-kill and
1162c221daf2SChaya Rachel Ivgi 		 * TX backoff to FW we need to send empty temperature reporting
1163c221daf2SChaya Rachel Ivgi 		 * cmd during init time
1164c221daf2SChaya Rachel Ivgi 		 */
1165c221daf2SChaya Rachel Ivgi 		iwl_mvm_send_temp_report_ths_cmd(mvm);
1166c221daf2SChaya Rachel Ivgi 	} else {
1167e705c121SKalle Valo 		/* Initialize tx backoffs to the minimal possible */
1168e705c121SKalle Valo 		iwl_mvm_tt_tx_backoff(mvm, 0);
1169c221daf2SChaya Rachel Ivgi 	}
11705c89e7bcSChaya Rachel Ivgi 
11715c89e7bcSChaya Rachel Ivgi 	/* TODO: read the budget from BIOS / Platform NVM */
1172944eafc2SChaya Rachel Ivgi 
1173944eafc2SChaya Rachel Ivgi 	/*
1174944eafc2SChaya Rachel Ivgi 	 * In case there is no budget from BIOS / Platform NVM the default
1175944eafc2SChaya Rachel Ivgi 	 * budget should be 2000mW (cooling state 0).
1176944eafc2SChaya Rachel Ivgi 	 */
1177944eafc2SChaya Rachel Ivgi 	if (iwl_mvm_is_ctdp_supported(mvm)) {
11785c89e7bcSChaya Rachel Ivgi 		ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START,
11795c89e7bcSChaya Rachel Ivgi 					   mvm->cooling_dev.cur_state);
118075cfe338SLuca Coelho 		if (ret)
118175cfe338SLuca Coelho 			goto error;
118275cfe338SLuca Coelho 	}
1183c221daf2SChaya Rachel Ivgi #else
1184c221daf2SChaya Rachel Ivgi 	/* Initialize tx backoffs to the minimal possible */
1185c221daf2SChaya Rachel Ivgi 	iwl_mvm_tt_tx_backoff(mvm, 0);
1186c221daf2SChaya Rachel Ivgi #endif
1187e705c121SKalle Valo 
1188e705c121SKalle Valo 	WARN_ON(iwl_mvm_config_ltr(mvm));
1189e705c121SKalle Valo 
1190e705c121SKalle Valo 	ret = iwl_mvm_power_update_device(mvm);
1191e705c121SKalle Valo 	if (ret)
1192e705c121SKalle Valo 		goto error;
1193e705c121SKalle Valo 
1194e705c121SKalle Valo 	/*
1195e705c121SKalle Valo 	 * RTNL is not taken during Ct-kill, but we don't need to scan/Tx
1196e705c121SKalle Valo 	 * anyway, so don't init MCC.
1197e705c121SKalle Valo 	 */
1198e705c121SKalle Valo 	if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status)) {
1199e705c121SKalle Valo 		ret = iwl_mvm_init_mcc(mvm);
1200e705c121SKalle Valo 		if (ret)
1201e705c121SKalle Valo 			goto error;
1202e705c121SKalle Valo 	}
1203e705c121SKalle Valo 
1204e705c121SKalle Valo 	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN)) {
12054ca87a5fSEmmanuel Grumbach 		mvm->scan_type = IWL_SCAN_TYPE_NOT_SET;
1206e705c121SKalle Valo 		ret = iwl_mvm_config_scan(mvm);
1207e705c121SKalle Valo 		if (ret)
1208e705c121SKalle Valo 			goto error;
1209e705c121SKalle Valo 	}
1210e705c121SKalle Valo 
1211e705c121SKalle Valo 	/* allow FW/transport low power modes if not during restart */
1212e705c121SKalle Valo 	if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1213e705c121SKalle Valo 		iwl_mvm_unref(mvm, IWL_MVM_REF_UCODE_DOWN);
1214e705c121SKalle Valo 
1215da2830acSLuca Coelho 	ret = iwl_mvm_sar_init(mvm);
1216da2830acSLuca Coelho 	if (ret)
1217da2830acSLuca Coelho 		goto error;
1218da2830acSLuca Coelho 
1219a6bff3cbSHaim Dreyfuss 	ret = iwl_mvm_sar_geo_init(mvm);
1220a6bff3cbSHaim Dreyfuss 	if (ret)
1221a6bff3cbSHaim Dreyfuss 		goto error;
1222a6bff3cbSHaim Dreyfuss 
12237089ae63SJohannes Berg 	iwl_mvm_leds_sync(mvm);
12247089ae63SJohannes Berg 
1225e705c121SKalle Valo 	IWL_DEBUG_INFO(mvm, "RT uCode started.\n");
1226e705c121SKalle Valo 	return 0;
1227e705c121SKalle Valo  error:
1228de8ba41bSLiad Kaufman 	if (!iwlmvm_mod_params.init_dbg)
1229fcb6b92aSChaya Rachel Ivgi 		iwl_mvm_stop_device(mvm);
1230e705c121SKalle Valo 	return ret;
1231e705c121SKalle Valo }
1232e705c121SKalle Valo 
1233e705c121SKalle Valo int iwl_mvm_load_d3_fw(struct iwl_mvm *mvm)
1234e705c121SKalle Valo {
1235e705c121SKalle Valo 	int ret, i;
1236e705c121SKalle Valo 
1237e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
1238e705c121SKalle Valo 
1239e705c121SKalle Valo 	ret = iwl_trans_start_hw(mvm->trans);
1240e705c121SKalle Valo 	if (ret)
1241e705c121SKalle Valo 		return ret;
1242e705c121SKalle Valo 
1243e705c121SKalle Valo 	ret = iwl_mvm_load_ucode_wait_alive(mvm, IWL_UCODE_WOWLAN);
1244e705c121SKalle Valo 	if (ret) {
1245e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to start WoWLAN firmware: %d\n", ret);
1246e705c121SKalle Valo 		goto error;
1247e705c121SKalle Valo 	}
1248e705c121SKalle Valo 
1249e705c121SKalle Valo 	ret = iwl_send_tx_ant_cfg(mvm, iwl_mvm_get_valid_tx_ant(mvm));
1250e705c121SKalle Valo 	if (ret)
1251e705c121SKalle Valo 		goto error;
1252e705c121SKalle Valo 
1253e705c121SKalle Valo 	/* Send phy db control command and then phy db calibration*/
1254e705c121SKalle Valo 	ret = iwl_send_phy_db_data(mvm->phy_db);
1255e705c121SKalle Valo 	if (ret)
1256e705c121SKalle Valo 		goto error;
1257e705c121SKalle Valo 
1258e705c121SKalle Valo 	ret = iwl_send_phy_cfg_cmd(mvm);
1259e705c121SKalle Valo 	if (ret)
1260e705c121SKalle Valo 		goto error;
1261e705c121SKalle Valo 
1262e705c121SKalle Valo 	/* init the fw <-> mac80211 STA mapping */
12630ae98812SSara Sharon 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++)
1264e705c121SKalle Valo 		RCU_INIT_POINTER(mvm->fw_id_to_mac_id[i], NULL);
1265e705c121SKalle Valo 
1266e705c121SKalle Valo 	/* Add auxiliary station for scanning */
1267e705c121SKalle Valo 	ret = iwl_mvm_add_aux_sta(mvm);
1268e705c121SKalle Valo 	if (ret)
1269e705c121SKalle Valo 		goto error;
1270e705c121SKalle Valo 
1271e705c121SKalle Valo 	return 0;
1272e705c121SKalle Valo  error:
1273fcb6b92aSChaya Rachel Ivgi 	iwl_mvm_stop_device(mvm);
1274e705c121SKalle Valo 	return ret;
1275e705c121SKalle Valo }
1276e705c121SKalle Valo 
1277e705c121SKalle Valo void iwl_mvm_rx_card_state_notif(struct iwl_mvm *mvm,
1278e705c121SKalle Valo 				 struct iwl_rx_cmd_buffer *rxb)
1279e705c121SKalle Valo {
1280e705c121SKalle Valo 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1281e705c121SKalle Valo 	struct iwl_card_state_notif *card_state_notif = (void *)pkt->data;
1282e705c121SKalle Valo 	u32 flags = le32_to_cpu(card_state_notif->flags);
1283e705c121SKalle Valo 
1284e705c121SKalle Valo 	IWL_DEBUG_RF_KILL(mvm, "Card state received: HW:%s SW:%s CT:%s\n",
1285e705c121SKalle Valo 			  (flags & HW_CARD_DISABLED) ? "Kill" : "On",
1286e705c121SKalle Valo 			  (flags & SW_CARD_DISABLED) ? "Kill" : "On",
1287e705c121SKalle Valo 			  (flags & CT_KILL_CARD_DISABLED) ?
1288e705c121SKalle Valo 			  "Reached" : "Not reached");
1289e705c121SKalle Valo }
1290e705c121SKalle Valo 
1291e705c121SKalle Valo void iwl_mvm_rx_mfuart_notif(struct iwl_mvm *mvm,
1292e705c121SKalle Valo 			     struct iwl_rx_cmd_buffer *rxb)
1293e705c121SKalle Valo {
1294e705c121SKalle Valo 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1295e705c121SKalle Valo 	struct iwl_mfuart_load_notif *mfuart_notif = (void *)pkt->data;
1296e705c121SKalle Valo 
1297e705c121SKalle Valo 	IWL_DEBUG_INFO(mvm,
1298e705c121SKalle Valo 		       "MFUART: installed ver: 0x%08x, external ver: 0x%08x, status: 0x%08x, duration: 0x%08x\n",
1299e705c121SKalle Valo 		       le32_to_cpu(mfuart_notif->installed_ver),
1300e705c121SKalle Valo 		       le32_to_cpu(mfuart_notif->external_ver),
1301e705c121SKalle Valo 		       le32_to_cpu(mfuart_notif->status),
1302e705c121SKalle Valo 		       le32_to_cpu(mfuart_notif->duration));
13030c8d0a47SGolan Ben-Ami 
13040c8d0a47SGolan Ben-Ami 	if (iwl_rx_packet_payload_len(pkt) == sizeof(*mfuart_notif))
13050c8d0a47SGolan Ben-Ami 		IWL_DEBUG_INFO(mvm,
13060c8d0a47SGolan Ben-Ami 			       "MFUART: image size: 0x%08x\n",
13070c8d0a47SGolan Ben-Ami 			       le32_to_cpu(mfuart_notif->image_size));
1308e705c121SKalle Valo }
1309