xref: /openbmc/linux/drivers/net/wireless/intel/iwlwifi/mvm/mac80211.c (revision 93707cbabcc8baf2b2b5f4a99c1f08ee83eb7abd)
1 /******************************************************************************
2  *
3  * This file is provided under a dual BSD/GPLv2 license.  When using or
4  * redistributing this file, you may do so under either license.
5  *
6  * GPL LICENSE SUMMARY
7  *
8  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of version 2 of the GNU General Public License as
14  * published by the Free Software Foundation.
15  *
16  * This program is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24  * USA
25  *
26  * The full GNU General Public License is included in this distribution
27  * in the file called COPYING.
28  *
29  * Contact Information:
30  *  Intel Linux Wireless <linuxwifi@intel.com>
31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32  *
33  * BSD LICENSE
34  *
35  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
38  * All rights reserved.
39  *
40  * Redistribution and use in source and binary forms, with or without
41  * modification, are permitted provided that the following conditions
42  * are met:
43  *
44  *  * Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  *  * Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in
48  *    the documentation and/or other materials provided with the
49  *    distribution.
50  *  * Neither the name Intel Corporation nor the names of its
51  *    contributors may be used to endorse or promote products derived
52  *    from this software without specific prior written permission.
53  *
54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65  *
66  *****************************************************************************/
67 #include <linux/kernel.h>
68 #include <linux/slab.h>
69 #include <linux/skbuff.h>
70 #include <linux/netdevice.h>
71 #include <linux/etherdevice.h>
72 #include <linux/ip.h>
73 #include <linux/if_arp.h>
74 #include <linux/time.h>
75 #include <net/mac80211.h>
76 #include <net/ieee80211_radiotap.h>
77 #include <net/tcp.h>
78 
79 #include "iwl-op-mode.h"
80 #include "iwl-io.h"
81 #include "mvm.h"
82 #include "sta.h"
83 #include "time-event.h"
84 #include "iwl-eeprom-parse.h"
85 #include "iwl-phy-db.h"
86 #include "testmode.h"
87 #include "fw/error-dump.h"
88 #include "iwl-prph.h"
89 #include "iwl-nvm-parse.h"
90 
91 static const struct ieee80211_iface_limit iwl_mvm_limits[] = {
92 	{
93 		.max = 1,
94 		.types = BIT(NL80211_IFTYPE_STATION),
95 	},
96 	{
97 		.max = 1,
98 		.types = BIT(NL80211_IFTYPE_AP) |
99 			BIT(NL80211_IFTYPE_P2P_CLIENT) |
100 			BIT(NL80211_IFTYPE_P2P_GO),
101 	},
102 	{
103 		.max = 1,
104 		.types = BIT(NL80211_IFTYPE_P2P_DEVICE),
105 	},
106 };
107 
108 static const struct ieee80211_iface_combination iwl_mvm_iface_combinations[] = {
109 	{
110 		.num_different_channels = 2,
111 		.max_interfaces = 3,
112 		.limits = iwl_mvm_limits,
113 		.n_limits = ARRAY_SIZE(iwl_mvm_limits),
114 	},
115 };
116 
117 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
118 /*
119  * Use the reserved field to indicate magic values.
120  * these values will only be used internally by the driver,
121  * and won't make it to the fw (reserved will be 0).
122  * BC_FILTER_MAGIC_IP - configure the val of this attribute to
123  *	be the vif's ip address. in case there is not a single
124  *	ip address (0, or more than 1), this attribute will
125  *	be skipped.
126  * BC_FILTER_MAGIC_MAC - set the val of this attribute to
127  *	the LSB bytes of the vif's mac address
128  */
129 enum {
130 	BC_FILTER_MAGIC_NONE = 0,
131 	BC_FILTER_MAGIC_IP,
132 	BC_FILTER_MAGIC_MAC,
133 };
134 
135 static const struct iwl_fw_bcast_filter iwl_mvm_default_bcast_filters[] = {
136 	{
137 		/* arp */
138 		.discard = 0,
139 		.frame_type = BCAST_FILTER_FRAME_TYPE_ALL,
140 		.attrs = {
141 			{
142 				/* frame type - arp, hw type - ethernet */
143 				.offset_type =
144 					BCAST_FILTER_OFFSET_PAYLOAD_START,
145 				.offset = sizeof(rfc1042_header),
146 				.val = cpu_to_be32(0x08060001),
147 				.mask = cpu_to_be32(0xffffffff),
148 			},
149 			{
150 				/* arp dest ip */
151 				.offset_type =
152 					BCAST_FILTER_OFFSET_PAYLOAD_START,
153 				.offset = sizeof(rfc1042_header) + 2 +
154 					  sizeof(struct arphdr) +
155 					  ETH_ALEN + sizeof(__be32) +
156 					  ETH_ALEN,
157 				.mask = cpu_to_be32(0xffffffff),
158 				/* mark it as special field */
159 				.reserved1 = cpu_to_le16(BC_FILTER_MAGIC_IP),
160 			},
161 		},
162 	},
163 	{
164 		/* dhcp offer bcast */
165 		.discard = 0,
166 		.frame_type = BCAST_FILTER_FRAME_TYPE_IPV4,
167 		.attrs = {
168 			{
169 				/* udp dest port - 68 (bootp client)*/
170 				.offset_type = BCAST_FILTER_OFFSET_IP_END,
171 				.offset = offsetof(struct udphdr, dest),
172 				.val = cpu_to_be32(0x00440000),
173 				.mask = cpu_to_be32(0xffff0000),
174 			},
175 			{
176 				/* dhcp - lsb bytes of client hw address */
177 				.offset_type = BCAST_FILTER_OFFSET_IP_END,
178 				.offset = 38,
179 				.mask = cpu_to_be32(0xffffffff),
180 				/* mark it as special field */
181 				.reserved1 = cpu_to_le16(BC_FILTER_MAGIC_MAC),
182 			},
183 		},
184 	},
185 	/* last filter must be empty */
186 	{},
187 };
188 #endif
189 
190 void iwl_mvm_ref(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
191 {
192 	if (!iwl_mvm_is_d0i3_supported(mvm))
193 		return;
194 
195 	IWL_DEBUG_RPM(mvm, "Take mvm reference - type %d\n", ref_type);
196 	spin_lock_bh(&mvm->refs_lock);
197 	mvm->refs[ref_type]++;
198 	spin_unlock_bh(&mvm->refs_lock);
199 	iwl_trans_ref(mvm->trans);
200 }
201 
202 void iwl_mvm_unref(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
203 {
204 	if (!iwl_mvm_is_d0i3_supported(mvm))
205 		return;
206 
207 	IWL_DEBUG_RPM(mvm, "Leave mvm reference - type %d\n", ref_type);
208 	spin_lock_bh(&mvm->refs_lock);
209 	if (WARN_ON(!mvm->refs[ref_type])) {
210 		spin_unlock_bh(&mvm->refs_lock);
211 		return;
212 	}
213 	mvm->refs[ref_type]--;
214 	spin_unlock_bh(&mvm->refs_lock);
215 	iwl_trans_unref(mvm->trans);
216 }
217 
218 static void iwl_mvm_unref_all_except(struct iwl_mvm *mvm,
219 				     enum iwl_mvm_ref_type except_ref)
220 {
221 	int i, j;
222 
223 	if (!iwl_mvm_is_d0i3_supported(mvm))
224 		return;
225 
226 	spin_lock_bh(&mvm->refs_lock);
227 	for (i = 0; i < IWL_MVM_REF_COUNT; i++) {
228 		if (except_ref == i || !mvm->refs[i])
229 			continue;
230 
231 		IWL_DEBUG_RPM(mvm, "Cleanup: remove mvm ref type %d (%d)\n",
232 			      i, mvm->refs[i]);
233 		for (j = 0; j < mvm->refs[i]; j++)
234 			iwl_trans_unref(mvm->trans);
235 		mvm->refs[i] = 0;
236 	}
237 	spin_unlock_bh(&mvm->refs_lock);
238 }
239 
240 bool iwl_mvm_ref_taken(struct iwl_mvm *mvm)
241 {
242 	int i;
243 	bool taken = false;
244 
245 	if (!iwl_mvm_is_d0i3_supported(mvm))
246 		return true;
247 
248 	spin_lock_bh(&mvm->refs_lock);
249 	for (i = 0; i < IWL_MVM_REF_COUNT; i++) {
250 		if (mvm->refs[i]) {
251 			taken = true;
252 			break;
253 		}
254 	}
255 	spin_unlock_bh(&mvm->refs_lock);
256 
257 	return taken;
258 }
259 
260 int iwl_mvm_ref_sync(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
261 {
262 	iwl_mvm_ref(mvm, ref_type);
263 
264 	if (!wait_event_timeout(mvm->d0i3_exit_waitq,
265 				!test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status),
266 				HZ)) {
267 		WARN_ON_ONCE(1);
268 		iwl_mvm_unref(mvm, ref_type);
269 		return -EIO;
270 	}
271 
272 	return 0;
273 }
274 
275 static void iwl_mvm_reset_phy_ctxts(struct iwl_mvm *mvm)
276 {
277 	int i;
278 
279 	memset(mvm->phy_ctxts, 0, sizeof(mvm->phy_ctxts));
280 	for (i = 0; i < NUM_PHY_CTX; i++) {
281 		mvm->phy_ctxts[i].id = i;
282 		mvm->phy_ctxts[i].ref = 0;
283 	}
284 }
285 
286 struct ieee80211_regdomain *iwl_mvm_get_regdomain(struct wiphy *wiphy,
287 						  const char *alpha2,
288 						  enum iwl_mcc_source src_id,
289 						  bool *changed)
290 {
291 	struct ieee80211_regdomain *regd = NULL;
292 	struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);
293 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
294 	struct iwl_mcc_update_resp *resp;
295 
296 	IWL_DEBUG_LAR(mvm, "Getting regdomain data for %s from FW\n", alpha2);
297 
298 	lockdep_assert_held(&mvm->mutex);
299 
300 	resp = iwl_mvm_update_mcc(mvm, alpha2, src_id);
301 	if (IS_ERR_OR_NULL(resp)) {
302 		IWL_DEBUG_LAR(mvm, "Could not get update from FW %d\n",
303 			      PTR_ERR_OR_ZERO(resp));
304 		goto out;
305 	}
306 
307 	if (changed)
308 		*changed = (resp->status == MCC_RESP_NEW_CHAN_PROFILE);
309 
310 	regd = iwl_parse_nvm_mcc_info(mvm->trans->dev, mvm->cfg,
311 				      __le32_to_cpu(resp->n_channels),
312 				      resp->channels,
313 				      __le16_to_cpu(resp->mcc));
314 	/* Store the return source id */
315 	src_id = resp->source_id;
316 	kfree(resp);
317 	if (IS_ERR_OR_NULL(regd)) {
318 		IWL_DEBUG_LAR(mvm, "Could not get parse update from FW %d\n",
319 			      PTR_ERR_OR_ZERO(regd));
320 		goto out;
321 	}
322 
323 	IWL_DEBUG_LAR(mvm, "setting alpha2 from FW to %s (0x%x, 0x%x) src=%d\n",
324 		      regd->alpha2, regd->alpha2[0], regd->alpha2[1], src_id);
325 	mvm->lar_regdom_set = true;
326 	mvm->mcc_src = src_id;
327 
328 out:
329 	return regd;
330 }
331 
332 void iwl_mvm_update_changed_regdom(struct iwl_mvm *mvm)
333 {
334 	bool changed;
335 	struct ieee80211_regdomain *regd;
336 
337 	if (!iwl_mvm_is_lar_supported(mvm))
338 		return;
339 
340 	regd = iwl_mvm_get_current_regdomain(mvm, &changed);
341 	if (!IS_ERR_OR_NULL(regd)) {
342 		/* only update the regulatory core if changed */
343 		if (changed)
344 			regulatory_set_wiphy_regd(mvm->hw->wiphy, regd);
345 
346 		kfree(regd);
347 	}
348 }
349 
350 struct ieee80211_regdomain *iwl_mvm_get_current_regdomain(struct iwl_mvm *mvm,
351 							  bool *changed)
352 {
353 	return iwl_mvm_get_regdomain(mvm->hw->wiphy, "ZZ",
354 				     iwl_mvm_is_wifi_mcc_supported(mvm) ?
355 				     MCC_SOURCE_GET_CURRENT :
356 				     MCC_SOURCE_OLD_FW, changed);
357 }
358 
359 int iwl_mvm_init_fw_regd(struct iwl_mvm *mvm)
360 {
361 	enum iwl_mcc_source used_src;
362 	struct ieee80211_regdomain *regd;
363 	int ret;
364 	bool changed;
365 	const struct ieee80211_regdomain *r =
366 			rtnl_dereference(mvm->hw->wiphy->regd);
367 
368 	if (!r)
369 		return -ENOENT;
370 
371 	/* save the last source in case we overwrite it below */
372 	used_src = mvm->mcc_src;
373 	if (iwl_mvm_is_wifi_mcc_supported(mvm)) {
374 		/* Notify the firmware we support wifi location updates */
375 		regd = iwl_mvm_get_current_regdomain(mvm, NULL);
376 		if (!IS_ERR_OR_NULL(regd))
377 			kfree(regd);
378 	}
379 
380 	/* Now set our last stored MCC and source */
381 	regd = iwl_mvm_get_regdomain(mvm->hw->wiphy, r->alpha2, used_src,
382 				     &changed);
383 	if (IS_ERR_OR_NULL(regd))
384 		return -EIO;
385 
386 	/* update cfg80211 if the regdomain was changed */
387 	if (changed)
388 		ret = regulatory_set_wiphy_regd_sync_rtnl(mvm->hw->wiphy, regd);
389 	else
390 		ret = 0;
391 
392 	kfree(regd);
393 	return ret;
394 }
395 
396 int iwl_mvm_mac_setup_register(struct iwl_mvm *mvm)
397 {
398 	struct ieee80211_hw *hw = mvm->hw;
399 	int num_mac, ret, i;
400 	static const u32 mvm_ciphers[] = {
401 		WLAN_CIPHER_SUITE_WEP40,
402 		WLAN_CIPHER_SUITE_WEP104,
403 		WLAN_CIPHER_SUITE_TKIP,
404 		WLAN_CIPHER_SUITE_CCMP,
405 	};
406 
407 	/* Tell mac80211 our characteristics */
408 	ieee80211_hw_set(hw, SIGNAL_DBM);
409 	ieee80211_hw_set(hw, SPECTRUM_MGMT);
410 	ieee80211_hw_set(hw, REPORTS_TX_ACK_STATUS);
411 	ieee80211_hw_set(hw, QUEUE_CONTROL);
412 	ieee80211_hw_set(hw, WANT_MONITOR_VIF);
413 	ieee80211_hw_set(hw, SUPPORTS_PS);
414 	ieee80211_hw_set(hw, SUPPORTS_DYNAMIC_PS);
415 	ieee80211_hw_set(hw, AMPDU_AGGREGATION);
416 	ieee80211_hw_set(hw, TIMING_BEACON_ONLY);
417 	ieee80211_hw_set(hw, CONNECTION_MONITOR);
418 	ieee80211_hw_set(hw, CHANCTX_STA_CSA);
419 	ieee80211_hw_set(hw, SUPPORT_FAST_XMIT);
420 	ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS);
421 	ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU);
422 	ieee80211_hw_set(hw, NEEDS_UNIQUE_STA_ADDR);
423 
424 	if (iwl_mvm_has_tlc_offload(mvm)) {
425 		ieee80211_hw_set(hw, TX_AMPDU_SETUP_IN_HW);
426 		ieee80211_hw_set(hw, HAS_RATE_CONTROL);
427 	}
428 
429 	if (iwl_mvm_has_new_rx_api(mvm))
430 		ieee80211_hw_set(hw, SUPPORTS_REORDERING_BUFFER);
431 
432 	if (fw_has_capa(&mvm->fw->ucode_capa,
433 			IWL_UCODE_TLV_CAPA_STA_PM_NOTIF)) {
434 		ieee80211_hw_set(hw, AP_LINK_PS);
435 	} else if (WARN_ON(iwl_mvm_has_new_tx_api(mvm))) {
436 		/*
437 		 * we absolutely need this for the new TX API since that comes
438 		 * with many more queues than the current code can deal with
439 		 * for station powersave
440 		 */
441 		return -EINVAL;
442 	}
443 
444 	if (mvm->trans->num_rx_queues > 1)
445 		ieee80211_hw_set(hw, USES_RSS);
446 
447 	if (mvm->trans->max_skb_frags)
448 		hw->netdev_features = NETIF_F_HIGHDMA | NETIF_F_SG;
449 
450 	hw->queues = IEEE80211_MAX_QUEUES;
451 	hw->offchannel_tx_hw_queue = IWL_MVM_OFFCHANNEL_QUEUE;
452 	hw->radiotap_mcs_details |= IEEE80211_RADIOTAP_MCS_HAVE_FEC |
453 				    IEEE80211_RADIOTAP_MCS_HAVE_STBC;
454 	hw->radiotap_vht_details |= IEEE80211_RADIOTAP_VHT_KNOWN_STBC |
455 		IEEE80211_RADIOTAP_VHT_KNOWN_BEAMFORMED;
456 
457 	hw->radiotap_timestamp.units_pos =
458 		IEEE80211_RADIOTAP_TIMESTAMP_UNIT_US |
459 		IEEE80211_RADIOTAP_TIMESTAMP_SPOS_PLCP_SIG_ACQ;
460 	/* this is the case for CCK frames, it's better (only 8) for OFDM */
461 	hw->radiotap_timestamp.accuracy = 22;
462 
463 	if (!iwl_mvm_has_tlc_offload(mvm))
464 		hw->rate_control_algorithm = RS_NAME;
465 
466 	hw->uapsd_queues = IWL_MVM_UAPSD_QUEUES;
467 	hw->uapsd_max_sp_len = IWL_UAPSD_MAX_SP;
468 
469 	BUILD_BUG_ON(ARRAY_SIZE(mvm->ciphers) < ARRAY_SIZE(mvm_ciphers) + 6);
470 	memcpy(mvm->ciphers, mvm_ciphers, sizeof(mvm_ciphers));
471 	hw->wiphy->n_cipher_suites = ARRAY_SIZE(mvm_ciphers);
472 	hw->wiphy->cipher_suites = mvm->ciphers;
473 
474 	if (iwl_mvm_has_new_rx_api(mvm)) {
475 		mvm->ciphers[hw->wiphy->n_cipher_suites] =
476 			WLAN_CIPHER_SUITE_GCMP;
477 		hw->wiphy->n_cipher_suites++;
478 		mvm->ciphers[hw->wiphy->n_cipher_suites] =
479 			WLAN_CIPHER_SUITE_GCMP_256;
480 		hw->wiphy->n_cipher_suites++;
481 	}
482 
483 	/* Enable 11w if software crypto is not enabled (as the
484 	 * firmware will interpret some mgmt packets, so enabling it
485 	 * with software crypto isn't safe).
486 	 */
487 	if (!iwlwifi_mod_params.swcrypto) {
488 		ieee80211_hw_set(hw, MFP_CAPABLE);
489 		mvm->ciphers[hw->wiphy->n_cipher_suites] =
490 			WLAN_CIPHER_SUITE_AES_CMAC;
491 		hw->wiphy->n_cipher_suites++;
492 		if (iwl_mvm_has_new_rx_api(mvm)) {
493 			mvm->ciphers[hw->wiphy->n_cipher_suites] =
494 				WLAN_CIPHER_SUITE_BIP_GMAC_128;
495 			hw->wiphy->n_cipher_suites++;
496 			mvm->ciphers[hw->wiphy->n_cipher_suites] =
497 				WLAN_CIPHER_SUITE_BIP_GMAC_256;
498 			hw->wiphy->n_cipher_suites++;
499 		}
500 	}
501 
502 	/* currently FW API supports only one optional cipher scheme */
503 	if (mvm->fw->cs[0].cipher) {
504 		const struct iwl_fw_cipher_scheme *fwcs = &mvm->fw->cs[0];
505 		struct ieee80211_cipher_scheme *cs = &mvm->cs[0];
506 
507 		mvm->hw->n_cipher_schemes = 1;
508 
509 		cs->cipher = le32_to_cpu(fwcs->cipher);
510 		cs->iftype = BIT(NL80211_IFTYPE_STATION);
511 		cs->hdr_len = fwcs->hdr_len;
512 		cs->pn_len = fwcs->pn_len;
513 		cs->pn_off = fwcs->pn_off;
514 		cs->key_idx_off = fwcs->key_idx_off;
515 		cs->key_idx_mask = fwcs->key_idx_mask;
516 		cs->key_idx_shift = fwcs->key_idx_shift;
517 		cs->mic_len = fwcs->mic_len;
518 
519 		mvm->hw->cipher_schemes = mvm->cs;
520 		mvm->ciphers[hw->wiphy->n_cipher_suites] = cs->cipher;
521 		hw->wiphy->n_cipher_suites++;
522 	}
523 
524 	ieee80211_hw_set(hw, SINGLE_SCAN_ON_ALL_BANDS);
525 	hw->wiphy->features |=
526 		NL80211_FEATURE_SCHED_SCAN_RANDOM_MAC_ADDR |
527 		NL80211_FEATURE_SCAN_RANDOM_MAC_ADDR |
528 		NL80211_FEATURE_ND_RANDOM_MAC_ADDR;
529 
530 	hw->sta_data_size = sizeof(struct iwl_mvm_sta);
531 	hw->vif_data_size = sizeof(struct iwl_mvm_vif);
532 	hw->chanctx_data_size = sizeof(u16);
533 
534 	hw->wiphy->interface_modes = BIT(NL80211_IFTYPE_STATION) |
535 		BIT(NL80211_IFTYPE_P2P_CLIENT) |
536 		BIT(NL80211_IFTYPE_AP) |
537 		BIT(NL80211_IFTYPE_P2P_GO) |
538 		BIT(NL80211_IFTYPE_P2P_DEVICE) |
539 		BIT(NL80211_IFTYPE_ADHOC);
540 
541 	hw->wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
542 	hw->wiphy->regulatory_flags |= REGULATORY_ENABLE_RELAX_NO_IR;
543 	if (iwl_mvm_is_lar_supported(mvm))
544 		hw->wiphy->regulatory_flags |= REGULATORY_WIPHY_SELF_MANAGED;
545 	else
546 		hw->wiphy->regulatory_flags |= REGULATORY_CUSTOM_REG |
547 					       REGULATORY_DISABLE_BEACON_HINTS;
548 
549 	hw->wiphy->flags |= WIPHY_FLAG_AP_UAPSD;
550 	hw->wiphy->flags |= WIPHY_FLAG_HAS_CHANNEL_SWITCH;
551 
552 	hw->wiphy->iface_combinations = iwl_mvm_iface_combinations;
553 	hw->wiphy->n_iface_combinations =
554 		ARRAY_SIZE(iwl_mvm_iface_combinations);
555 
556 	hw->wiphy->max_remain_on_channel_duration = 10000;
557 	hw->max_listen_interval = IWL_CONN_MAX_LISTEN_INTERVAL;
558 	/* we can compensate an offset of up to 3 channels = 15 MHz */
559 	hw->wiphy->max_adj_channel_rssi_comp = 3 * 5;
560 
561 	/* Extract MAC address */
562 	memcpy(mvm->addresses[0].addr, mvm->nvm_data->hw_addr, ETH_ALEN);
563 	hw->wiphy->addresses = mvm->addresses;
564 	hw->wiphy->n_addresses = 1;
565 
566 	/* Extract additional MAC addresses if available */
567 	num_mac = (mvm->nvm_data->n_hw_addrs > 1) ?
568 		min(IWL_MVM_MAX_ADDRESSES, mvm->nvm_data->n_hw_addrs) : 1;
569 
570 	for (i = 1; i < num_mac; i++) {
571 		memcpy(mvm->addresses[i].addr, mvm->addresses[i-1].addr,
572 		       ETH_ALEN);
573 		mvm->addresses[i].addr[5]++;
574 		hw->wiphy->n_addresses++;
575 	}
576 
577 	iwl_mvm_reset_phy_ctxts(mvm);
578 
579 	hw->wiphy->max_scan_ie_len = iwl_mvm_max_scan_ie_len(mvm);
580 
581 	hw->wiphy->max_scan_ssids = PROBE_OPTION_MAX;
582 
583 	BUILD_BUG_ON(IWL_MVM_SCAN_STOPPING_MASK & IWL_MVM_SCAN_MASK);
584 	BUILD_BUG_ON(IWL_MVM_MAX_UMAC_SCANS > HWEIGHT32(IWL_MVM_SCAN_MASK) ||
585 		     IWL_MVM_MAX_LMAC_SCANS > HWEIGHT32(IWL_MVM_SCAN_MASK));
586 
587 	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN))
588 		mvm->max_scans = IWL_MVM_MAX_UMAC_SCANS;
589 	else
590 		mvm->max_scans = IWL_MVM_MAX_LMAC_SCANS;
591 
592 	if (mvm->nvm_data->bands[NL80211_BAND_2GHZ].n_channels)
593 		hw->wiphy->bands[NL80211_BAND_2GHZ] =
594 			&mvm->nvm_data->bands[NL80211_BAND_2GHZ];
595 	if (mvm->nvm_data->bands[NL80211_BAND_5GHZ].n_channels) {
596 		hw->wiphy->bands[NL80211_BAND_5GHZ] =
597 			&mvm->nvm_data->bands[NL80211_BAND_5GHZ];
598 
599 		if (fw_has_capa(&mvm->fw->ucode_capa,
600 				IWL_UCODE_TLV_CAPA_BEAMFORMER) &&
601 		    fw_has_api(&mvm->fw->ucode_capa,
602 			       IWL_UCODE_TLV_API_LQ_SS_PARAMS))
603 			hw->wiphy->bands[NL80211_BAND_5GHZ]->vht_cap.cap |=
604 				IEEE80211_VHT_CAP_SU_BEAMFORMER_CAPABLE;
605 	}
606 
607 	hw->wiphy->hw_version = mvm->trans->hw_id;
608 
609 	if (iwlmvm_mod_params.power_scheme != IWL_POWER_SCHEME_CAM)
610 		hw->wiphy->flags |= WIPHY_FLAG_PS_ON_BY_DEFAULT;
611 	else
612 		hw->wiphy->flags &= ~WIPHY_FLAG_PS_ON_BY_DEFAULT;
613 
614 	hw->wiphy->max_sched_scan_reqs = 1;
615 	hw->wiphy->max_sched_scan_ssids = PROBE_OPTION_MAX;
616 	hw->wiphy->max_match_sets = IWL_SCAN_MAX_PROFILES;
617 	/* we create the 802.11 header and zero length SSID IE. */
618 	hw->wiphy->max_sched_scan_ie_len =
619 		SCAN_OFFLOAD_PROBE_REQ_SIZE - 24 - 2;
620 	hw->wiphy->max_sched_scan_plans = IWL_MAX_SCHED_SCAN_PLANS;
621 	hw->wiphy->max_sched_scan_plan_interval = U16_MAX;
622 
623 	/*
624 	 * the firmware uses u8 for num of iterations, but 0xff is saved for
625 	 * infinite loop, so the maximum number of iterations is actually 254.
626 	 */
627 	hw->wiphy->max_sched_scan_plan_iterations = 254;
628 
629 	hw->wiphy->features |= NL80211_FEATURE_P2P_GO_CTWIN |
630 			       NL80211_FEATURE_LOW_PRIORITY_SCAN |
631 			       NL80211_FEATURE_P2P_GO_OPPPS |
632 			       NL80211_FEATURE_AP_MODE_CHAN_WIDTH_CHANGE |
633 			       NL80211_FEATURE_DYNAMIC_SMPS |
634 			       NL80211_FEATURE_STATIC_SMPS |
635 			       NL80211_FEATURE_SUPPORTS_WMM_ADMISSION;
636 
637 	if (fw_has_capa(&mvm->fw->ucode_capa,
638 			IWL_UCODE_TLV_CAPA_TXPOWER_INSERTION_SUPPORT))
639 		hw->wiphy->features |= NL80211_FEATURE_TX_POWER_INSERTION;
640 	if (fw_has_capa(&mvm->fw->ucode_capa,
641 			IWL_UCODE_TLV_CAPA_QUIET_PERIOD_SUPPORT))
642 		hw->wiphy->features |= NL80211_FEATURE_QUIET;
643 
644 	if (fw_has_capa(&mvm->fw->ucode_capa,
645 			IWL_UCODE_TLV_CAPA_DS_PARAM_SET_IE_SUPPORT))
646 		hw->wiphy->features |=
647 			NL80211_FEATURE_DS_PARAM_SET_IE_IN_PROBES;
648 
649 	if (fw_has_capa(&mvm->fw->ucode_capa,
650 			IWL_UCODE_TLV_CAPA_WFA_TPC_REP_IE_SUPPORT))
651 		hw->wiphy->features |= NL80211_FEATURE_WFA_TPC_IE_IN_PROBES;
652 
653 	if (fw_has_api(&mvm->fw->ucode_capa,
654 		       IWL_UCODE_TLV_API_SCAN_TSF_REPORT)) {
655 		wiphy_ext_feature_set(hw->wiphy,
656 				      NL80211_EXT_FEATURE_SCAN_START_TIME);
657 		wiphy_ext_feature_set(hw->wiphy,
658 				      NL80211_EXT_FEATURE_BSS_PARENT_TSF);
659 		wiphy_ext_feature_set(hw->wiphy,
660 				      NL80211_EXT_FEATURE_SET_SCAN_DWELL);
661 	}
662 
663 	mvm->rts_threshold = IEEE80211_MAX_RTS_THRESHOLD;
664 
665 #ifdef CONFIG_PM_SLEEP
666 	if (iwl_mvm_is_d0i3_supported(mvm) &&
667 	    device_can_wakeup(mvm->trans->dev)) {
668 		mvm->wowlan.flags = WIPHY_WOWLAN_ANY;
669 		hw->wiphy->wowlan = &mvm->wowlan;
670 	}
671 
672 	if (mvm->fw->img[IWL_UCODE_WOWLAN].num_sec &&
673 	    mvm->trans->ops->d3_suspend &&
674 	    mvm->trans->ops->d3_resume &&
675 	    device_can_wakeup(mvm->trans->dev)) {
676 		mvm->wowlan.flags |= WIPHY_WOWLAN_MAGIC_PKT |
677 				     WIPHY_WOWLAN_DISCONNECT |
678 				     WIPHY_WOWLAN_EAP_IDENTITY_REQ |
679 				     WIPHY_WOWLAN_RFKILL_RELEASE |
680 				     WIPHY_WOWLAN_NET_DETECT;
681 		if (!iwlwifi_mod_params.swcrypto)
682 			mvm->wowlan.flags |= WIPHY_WOWLAN_SUPPORTS_GTK_REKEY |
683 					     WIPHY_WOWLAN_GTK_REKEY_FAILURE |
684 					     WIPHY_WOWLAN_4WAY_HANDSHAKE;
685 
686 		mvm->wowlan.n_patterns = IWL_WOWLAN_MAX_PATTERNS;
687 		mvm->wowlan.pattern_min_len = IWL_WOWLAN_MIN_PATTERN_LEN;
688 		mvm->wowlan.pattern_max_len = IWL_WOWLAN_MAX_PATTERN_LEN;
689 		mvm->wowlan.max_nd_match_sets = IWL_SCAN_MAX_PROFILES;
690 		hw->wiphy->wowlan = &mvm->wowlan;
691 	}
692 #endif
693 
694 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
695 	/* assign default bcast filtering configuration */
696 	mvm->bcast_filters = iwl_mvm_default_bcast_filters;
697 #endif
698 
699 	ret = iwl_mvm_leds_init(mvm);
700 	if (ret)
701 		return ret;
702 
703 	if (fw_has_capa(&mvm->fw->ucode_capa,
704 			IWL_UCODE_TLV_CAPA_TDLS_SUPPORT)) {
705 		IWL_DEBUG_TDLS(mvm, "TDLS supported\n");
706 		hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_TDLS;
707 		ieee80211_hw_set(hw, TDLS_WIDER_BW);
708 	}
709 
710 	if (fw_has_capa(&mvm->fw->ucode_capa,
711 			IWL_UCODE_TLV_CAPA_TDLS_CHANNEL_SWITCH)) {
712 		IWL_DEBUG_TDLS(mvm, "TDLS channel switch supported\n");
713 		hw->wiphy->features |= NL80211_FEATURE_TDLS_CHANNEL_SWITCH;
714 	}
715 
716 	hw->netdev_features |= mvm->cfg->features;
717 	if (!iwl_mvm_is_csum_supported(mvm)) {
718 		hw->netdev_features &= ~(IWL_TX_CSUM_NETIF_FLAGS |
719 					 NETIF_F_RXCSUM);
720 		/* We may support SW TX CSUM */
721 		if (IWL_MVM_SW_TX_CSUM_OFFLOAD)
722 			hw->netdev_features |= IWL_TX_CSUM_NETIF_FLAGS;
723 	}
724 
725 	ret = ieee80211_register_hw(mvm->hw);
726 	if (ret)
727 		iwl_mvm_leds_exit(mvm);
728 	mvm->init_status |= IWL_MVM_INIT_STATUS_REG_HW_INIT_COMPLETE;
729 
730 	if (mvm->cfg->vht_mu_mimo_supported)
731 		wiphy_ext_feature_set(hw->wiphy,
732 				      NL80211_EXT_FEATURE_MU_MIMO_AIR_SNIFFER);
733 
734 	return ret;
735 }
736 
737 static bool iwl_mvm_defer_tx(struct iwl_mvm *mvm,
738 			     struct ieee80211_sta *sta,
739 			     struct sk_buff *skb)
740 {
741 	struct iwl_mvm_sta *mvmsta;
742 	bool defer = false;
743 
744 	/*
745 	 * double check the IN_D0I3 flag both before and after
746 	 * taking the spinlock, in order to prevent taking
747 	 * the spinlock when not needed.
748 	 */
749 	if (likely(!test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status)))
750 		return false;
751 
752 	spin_lock(&mvm->d0i3_tx_lock);
753 	/*
754 	 * testing the flag again ensures the skb dequeue
755 	 * loop (on d0i3 exit) hasn't run yet.
756 	 */
757 	if (!test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status))
758 		goto out;
759 
760 	mvmsta = iwl_mvm_sta_from_mac80211(sta);
761 	if (mvmsta->sta_id == IWL_MVM_INVALID_STA ||
762 	    mvmsta->sta_id != mvm->d0i3_ap_sta_id)
763 		goto out;
764 
765 	__skb_queue_tail(&mvm->d0i3_tx, skb);
766 	ieee80211_stop_queues(mvm->hw);
767 
768 	/* trigger wakeup */
769 	iwl_mvm_ref(mvm, IWL_MVM_REF_TX);
770 	iwl_mvm_unref(mvm, IWL_MVM_REF_TX);
771 
772 	defer = true;
773 out:
774 	spin_unlock(&mvm->d0i3_tx_lock);
775 	return defer;
776 }
777 
778 static void iwl_mvm_mac_tx(struct ieee80211_hw *hw,
779 			   struct ieee80211_tx_control *control,
780 			   struct sk_buff *skb)
781 {
782 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
783 	struct ieee80211_sta *sta = control->sta;
784 	struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
785 	struct ieee80211_hdr *hdr = (void *)skb->data;
786 
787 	if (iwl_mvm_is_radio_killed(mvm)) {
788 		IWL_DEBUG_DROP(mvm, "Dropping - RF/CT KILL\n");
789 		goto drop;
790 	}
791 
792 	if (info->hw_queue == IWL_MVM_OFFCHANNEL_QUEUE &&
793 	    !test_bit(IWL_MVM_STATUS_ROC_RUNNING, &mvm->status) &&
794 	    !test_bit(IWL_MVM_STATUS_ROC_AUX_RUNNING, &mvm->status))
795 		goto drop;
796 
797 	/* treat non-bufferable MMPDUs on AP interfaces as broadcast */
798 	if ((info->control.vif->type == NL80211_IFTYPE_AP ||
799 	     info->control.vif->type == NL80211_IFTYPE_ADHOC) &&
800 	    ieee80211_is_mgmt(hdr->frame_control) &&
801 	    !ieee80211_is_bufferable_mmpdu(hdr->frame_control))
802 		sta = NULL;
803 
804 	if (sta) {
805 		if (iwl_mvm_defer_tx(mvm, sta, skb))
806 			return;
807 		if (iwl_mvm_tx_skb(mvm, skb, sta))
808 			goto drop;
809 		return;
810 	}
811 
812 	if (iwl_mvm_tx_skb_non_sta(mvm, skb))
813 		goto drop;
814 	return;
815  drop:
816 	ieee80211_free_txskb(hw, skb);
817 }
818 
819 static inline bool iwl_enable_rx_ampdu(const struct iwl_cfg *cfg)
820 {
821 	if (iwlwifi_mod_params.disable_11n & IWL_DISABLE_HT_RXAGG)
822 		return false;
823 	return true;
824 }
825 
826 static inline bool iwl_enable_tx_ampdu(const struct iwl_cfg *cfg)
827 {
828 	if (iwlwifi_mod_params.disable_11n & IWL_DISABLE_HT_TXAGG)
829 		return false;
830 	if (iwlwifi_mod_params.disable_11n & IWL_ENABLE_HT_TXAGG)
831 		return true;
832 
833 	/* enabled by default */
834 	return true;
835 }
836 
837 #define CHECK_BA_TRIGGER(_mvm, _trig, _tid_bm, _tid, _fmt...)		\
838 	do {								\
839 		if (!(le16_to_cpu(_tid_bm) & BIT(_tid)))		\
840 			break;						\
841 		iwl_fw_dbg_collect_trig(&(_mvm)->fwrt, _trig, _fmt);	\
842 	} while (0)
843 
844 static void
845 iwl_mvm_ampdu_check_trigger(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
846 			    struct ieee80211_sta *sta, u16 tid, u16 rx_ba_ssn,
847 			    enum ieee80211_ampdu_mlme_action action)
848 {
849 	struct iwl_fw_dbg_trigger_tlv *trig;
850 	struct iwl_fw_dbg_trigger_ba *ba_trig;
851 
852 	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_BA))
853 		return;
854 
855 	trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_BA);
856 	ba_trig = (void *)trig->data;
857 
858 	if (!iwl_fw_dbg_trigger_check_stop(&mvm->fwrt,
859 					   ieee80211_vif_to_wdev(vif), trig))
860 		return;
861 
862 	switch (action) {
863 	case IEEE80211_AMPDU_TX_OPERATIONAL: {
864 		struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
865 		struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid];
866 
867 		CHECK_BA_TRIGGER(mvm, trig, ba_trig->tx_ba_start, tid,
868 				 "TX AGG START: MAC %pM tid %d ssn %d\n",
869 				 sta->addr, tid, tid_data->ssn);
870 		break;
871 		}
872 	case IEEE80211_AMPDU_TX_STOP_CONT:
873 		CHECK_BA_TRIGGER(mvm, trig, ba_trig->tx_ba_stop, tid,
874 				 "TX AGG STOP: MAC %pM tid %d\n",
875 				 sta->addr, tid);
876 		break;
877 	case IEEE80211_AMPDU_RX_START:
878 		CHECK_BA_TRIGGER(mvm, trig, ba_trig->rx_ba_start, tid,
879 				 "RX AGG START: MAC %pM tid %d ssn %d\n",
880 				 sta->addr, tid, rx_ba_ssn);
881 		break;
882 	case IEEE80211_AMPDU_RX_STOP:
883 		CHECK_BA_TRIGGER(mvm, trig, ba_trig->rx_ba_stop, tid,
884 				 "RX AGG STOP: MAC %pM tid %d\n",
885 				 sta->addr, tid);
886 		break;
887 	default:
888 		break;
889 	}
890 }
891 
892 static int iwl_mvm_mac_ampdu_action(struct ieee80211_hw *hw,
893 				    struct ieee80211_vif *vif,
894 				    struct ieee80211_ampdu_params *params)
895 {
896 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
897 	int ret;
898 	bool tx_agg_ref = false;
899 	struct ieee80211_sta *sta = params->sta;
900 	enum ieee80211_ampdu_mlme_action action = params->action;
901 	u16 tid = params->tid;
902 	u16 *ssn = &params->ssn;
903 	u8 buf_size = params->buf_size;
904 	bool amsdu = params->amsdu;
905 	u16 timeout = params->timeout;
906 
907 	IWL_DEBUG_HT(mvm, "A-MPDU action on addr %pM tid %d: action %d\n",
908 		     sta->addr, tid, action);
909 
910 	if (!(mvm->nvm_data->sku_cap_11n_enable))
911 		return -EACCES;
912 
913 	/* return from D0i3 before starting a new Tx aggregation */
914 	switch (action) {
915 	case IEEE80211_AMPDU_TX_START:
916 	case IEEE80211_AMPDU_TX_STOP_CONT:
917 	case IEEE80211_AMPDU_TX_STOP_FLUSH:
918 	case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
919 	case IEEE80211_AMPDU_TX_OPERATIONAL:
920 		/*
921 		 * for tx start, wait synchronously until D0i3 exit to
922 		 * get the correct sequence number for the tid.
923 		 * additionally, some other ampdu actions use direct
924 		 * target access, which is not handled automatically
925 		 * by the trans layer (unlike commands), so wait for
926 		 * d0i3 exit in these cases as well.
927 		 */
928 		ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_TX_AGG);
929 		if (ret)
930 			return ret;
931 
932 		tx_agg_ref = true;
933 		break;
934 	default:
935 		break;
936 	}
937 
938 	mutex_lock(&mvm->mutex);
939 
940 	switch (action) {
941 	case IEEE80211_AMPDU_RX_START:
942 		if (!iwl_enable_rx_ampdu(mvm->cfg)) {
943 			ret = -EINVAL;
944 			break;
945 		}
946 		ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, *ssn, true, buf_size,
947 					 timeout);
948 		break;
949 	case IEEE80211_AMPDU_RX_STOP:
950 		ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, 0, false, buf_size,
951 					 timeout);
952 		break;
953 	case IEEE80211_AMPDU_TX_START:
954 		if (!iwl_enable_tx_ampdu(mvm->cfg)) {
955 			ret = -EINVAL;
956 			break;
957 		}
958 		ret = iwl_mvm_sta_tx_agg_start(mvm, vif, sta, tid, ssn);
959 		break;
960 	case IEEE80211_AMPDU_TX_STOP_CONT:
961 		ret = iwl_mvm_sta_tx_agg_stop(mvm, vif, sta, tid);
962 		break;
963 	case IEEE80211_AMPDU_TX_STOP_FLUSH:
964 	case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
965 		ret = iwl_mvm_sta_tx_agg_flush(mvm, vif, sta, tid);
966 		break;
967 	case IEEE80211_AMPDU_TX_OPERATIONAL:
968 		ret = iwl_mvm_sta_tx_agg_oper(mvm, vif, sta, tid,
969 					      buf_size, amsdu);
970 		break;
971 	default:
972 		WARN_ON_ONCE(1);
973 		ret = -EINVAL;
974 		break;
975 	}
976 
977 	if (!ret) {
978 		u16 rx_ba_ssn = 0;
979 
980 		if (action == IEEE80211_AMPDU_RX_START)
981 			rx_ba_ssn = *ssn;
982 
983 		iwl_mvm_ampdu_check_trigger(mvm, vif, sta, tid,
984 					    rx_ba_ssn, action);
985 	}
986 	mutex_unlock(&mvm->mutex);
987 
988 	/*
989 	 * If the tid is marked as started, we won't use it for offloaded
990 	 * traffic on the next D0i3 entry. It's safe to unref.
991 	 */
992 	if (tx_agg_ref)
993 		iwl_mvm_unref(mvm, IWL_MVM_REF_TX_AGG);
994 
995 	return ret;
996 }
997 
998 static void iwl_mvm_cleanup_iterator(void *data, u8 *mac,
999 				     struct ieee80211_vif *vif)
1000 {
1001 	struct iwl_mvm *mvm = data;
1002 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1003 
1004 	mvmvif->uploaded = false;
1005 	mvmvif->ap_sta_id = IWL_MVM_INVALID_STA;
1006 
1007 	spin_lock_bh(&mvm->time_event_lock);
1008 	iwl_mvm_te_clear_data(mvm, &mvmvif->time_event_data);
1009 	spin_unlock_bh(&mvm->time_event_lock);
1010 
1011 	mvmvif->phy_ctxt = NULL;
1012 	memset(&mvmvif->bf_data, 0, sizeof(mvmvif->bf_data));
1013 }
1014 
1015 static void iwl_mvm_restart_cleanup(struct iwl_mvm *mvm)
1016 {
1017 	/* clear the D3 reconfig, we only need it to avoid dumping a
1018 	 * firmware coredump on reconfiguration, we shouldn't do that
1019 	 * on D3->D0 transition
1020 	 */
1021 	if (!test_and_clear_bit(IWL_MVM_STATUS_D3_RECONFIG, &mvm->status)) {
1022 		mvm->fwrt.dump.desc = &iwl_dump_desc_assert;
1023 		iwl_fw_error_dump(&mvm->fwrt);
1024 	}
1025 
1026 	/* cleanup all stale references (scan, roc), but keep the
1027 	 * ucode_down ref until reconfig is complete
1028 	 */
1029 	iwl_mvm_unref_all_except(mvm, IWL_MVM_REF_UCODE_DOWN);
1030 
1031 	iwl_mvm_stop_device(mvm);
1032 
1033 	mvm->scan_status = 0;
1034 	mvm->ps_disabled = false;
1035 	mvm->calibrating = false;
1036 
1037 	/* just in case one was running */
1038 	iwl_mvm_cleanup_roc_te(mvm);
1039 	ieee80211_remain_on_channel_expired(mvm->hw);
1040 
1041 	/*
1042 	 * cleanup all interfaces, even inactive ones, as some might have
1043 	 * gone down during the HW restart
1044 	 */
1045 	ieee80211_iterate_interfaces(mvm->hw, 0, iwl_mvm_cleanup_iterator, mvm);
1046 
1047 	mvm->p2p_device_vif = NULL;
1048 	mvm->d0i3_ap_sta_id = IWL_MVM_INVALID_STA;
1049 
1050 	iwl_mvm_reset_phy_ctxts(mvm);
1051 	memset(mvm->fw_key_table, 0, sizeof(mvm->fw_key_table));
1052 	memset(mvm->sta_deferred_frames, 0, sizeof(mvm->sta_deferred_frames));
1053 	memset(&mvm->last_bt_notif, 0, sizeof(mvm->last_bt_notif));
1054 	memset(&mvm->last_bt_ci_cmd, 0, sizeof(mvm->last_bt_ci_cmd));
1055 
1056 	ieee80211_wake_queues(mvm->hw);
1057 
1058 	/* clear any stale d0i3 state */
1059 	clear_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status);
1060 
1061 	mvm->vif_count = 0;
1062 	mvm->rx_ba_sessions = 0;
1063 	mvm->fwrt.dump.conf = FW_DBG_INVALID;
1064 	mvm->monitor_on = false;
1065 
1066 	/* keep statistics ticking */
1067 	iwl_mvm_accu_radio_stats(mvm);
1068 }
1069 
1070 int __iwl_mvm_mac_start(struct iwl_mvm *mvm)
1071 {
1072 	int ret;
1073 
1074 	lockdep_assert_held(&mvm->mutex);
1075 
1076 	if (test_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED, &mvm->status)) {
1077 		/*
1078 		 * Now convert the HW_RESTART_REQUESTED flag to IN_HW_RESTART
1079 		 * so later code will - from now on - see that we're doing it.
1080 		 */
1081 		set_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1082 		clear_bit(IWL_MVM_STATUS_HW_RESTART_REQUESTED, &mvm->status);
1083 		/* Clean up some internal and mac80211 state on restart */
1084 		iwl_mvm_restart_cleanup(mvm);
1085 	} else {
1086 		/* Hold the reference to prevent runtime suspend while
1087 		 * the start procedure runs.  It's a bit confusing
1088 		 * that the UCODE_DOWN reference is taken, but it just
1089 		 * means "UCODE is not UP yet". ( TODO: rename this
1090 		 * reference).
1091 		 */
1092 		iwl_mvm_ref(mvm, IWL_MVM_REF_UCODE_DOWN);
1093 	}
1094 	ret = iwl_mvm_up(mvm);
1095 
1096 	if (ret && test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
1097 		/* Something went wrong - we need to finish some cleanup
1098 		 * that normally iwl_mvm_mac_restart_complete() below
1099 		 * would do.
1100 		 */
1101 		clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1102 		iwl_mvm_d0i3_enable_tx(mvm, NULL);
1103 	}
1104 
1105 	return ret;
1106 }
1107 
1108 static int iwl_mvm_mac_start(struct ieee80211_hw *hw)
1109 {
1110 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1111 	int ret;
1112 
1113 	/* Some hw restart cleanups must not hold the mutex */
1114 	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
1115 		/*
1116 		 * Make sure we are out of d0i3. This is needed
1117 		 * to make sure the reference accounting is correct
1118 		 * (and there is no stale d0i3_exit_work).
1119 		 */
1120 		wait_event_timeout(mvm->d0i3_exit_waitq,
1121 				   !test_bit(IWL_MVM_STATUS_IN_D0I3,
1122 					     &mvm->status),
1123 				   HZ);
1124 	}
1125 
1126 	mutex_lock(&mvm->mutex);
1127 	ret = __iwl_mvm_mac_start(mvm);
1128 	mutex_unlock(&mvm->mutex);
1129 
1130 	return ret;
1131 }
1132 
1133 static void iwl_mvm_restart_complete(struct iwl_mvm *mvm)
1134 {
1135 	int ret;
1136 
1137 	mutex_lock(&mvm->mutex);
1138 
1139 	clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1140 	iwl_mvm_d0i3_enable_tx(mvm, NULL);
1141 	ret = iwl_mvm_update_quotas(mvm, true, NULL);
1142 	if (ret)
1143 		IWL_ERR(mvm, "Failed to update quotas after restart (%d)\n",
1144 			ret);
1145 
1146 	/* allow transport/FW low power modes */
1147 	iwl_mvm_unref(mvm, IWL_MVM_REF_UCODE_DOWN);
1148 
1149 	/*
1150 	 * If we have TDLS peers, remove them. We don't know the last seqno/PN
1151 	 * of packets the FW sent out, so we must reconnect.
1152 	 */
1153 	iwl_mvm_teardown_tdls_peers(mvm);
1154 
1155 	mutex_unlock(&mvm->mutex);
1156 }
1157 
1158 static void iwl_mvm_resume_complete(struct iwl_mvm *mvm)
1159 {
1160 	if (iwl_mvm_is_d0i3_supported(mvm) &&
1161 	    iwl_mvm_enter_d0i3_on_suspend(mvm))
1162 		WARN_ONCE(!wait_event_timeout(mvm->d0i3_exit_waitq,
1163 					      !test_bit(IWL_MVM_STATUS_IN_D0I3,
1164 							&mvm->status),
1165 					      HZ),
1166 			  "D0i3 exit on resume timed out\n");
1167 }
1168 
1169 static void
1170 iwl_mvm_mac_reconfig_complete(struct ieee80211_hw *hw,
1171 			      enum ieee80211_reconfig_type reconfig_type)
1172 {
1173 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1174 
1175 	switch (reconfig_type) {
1176 	case IEEE80211_RECONFIG_TYPE_RESTART:
1177 		iwl_mvm_restart_complete(mvm);
1178 		break;
1179 	case IEEE80211_RECONFIG_TYPE_SUSPEND:
1180 		iwl_mvm_resume_complete(mvm);
1181 		break;
1182 	}
1183 }
1184 
1185 void __iwl_mvm_mac_stop(struct iwl_mvm *mvm)
1186 {
1187 	lockdep_assert_held(&mvm->mutex);
1188 
1189 	/* firmware counters are obviously reset now, but we shouldn't
1190 	 * partially track so also clear the fw_reset_accu counters.
1191 	 */
1192 	memset(&mvm->accu_radio_stats, 0, sizeof(mvm->accu_radio_stats));
1193 
1194 	/* async_handlers_wk is now blocked */
1195 
1196 	/*
1197 	 * The work item could be running or queued if the
1198 	 * ROC time event stops just as we get here.
1199 	 */
1200 	flush_work(&mvm->roc_done_wk);
1201 
1202 	iwl_mvm_stop_device(mvm);
1203 
1204 	iwl_mvm_async_handlers_purge(mvm);
1205 	/* async_handlers_list is empty and will stay empty: HW is stopped */
1206 
1207 	/* the fw is stopped, the aux sta is dead: clean up driver state */
1208 	iwl_mvm_del_aux_sta(mvm);
1209 
1210 	/*
1211 	 * Clear IN_HW_RESTART flag when stopping the hw (as restart_complete()
1212 	 * won't be called in this case).
1213 	 * But make sure to cleanup interfaces that have gone down before/during
1214 	 * HW restart was requested.
1215 	 */
1216 	if (test_and_clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1217 		ieee80211_iterate_interfaces(mvm->hw, 0,
1218 					     iwl_mvm_cleanup_iterator, mvm);
1219 
1220 	/* We shouldn't have any UIDs still set.  Loop over all the UIDs to
1221 	 * make sure there's nothing left there and warn if any is found.
1222 	 */
1223 	if (fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_UMAC_SCAN)) {
1224 		int i;
1225 
1226 		for (i = 0; i < mvm->max_scans; i++) {
1227 			if (WARN_ONCE(mvm->scan_uid_status[i],
1228 				      "UMAC scan UID %d status was not cleaned\n",
1229 				      i))
1230 				mvm->scan_uid_status[i] = 0;
1231 		}
1232 	}
1233 }
1234 
1235 static void iwl_mvm_mac_stop(struct ieee80211_hw *hw)
1236 {
1237 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1238 
1239 	flush_work(&mvm->d0i3_exit_work);
1240 	flush_work(&mvm->async_handlers_wk);
1241 	flush_work(&mvm->add_stream_wk);
1242 
1243 	/*
1244 	 * Lock and clear the firmware running bit here already, so that
1245 	 * new commands coming in elsewhere, e.g. from debugfs, will not
1246 	 * be able to proceed. This is important here because one of those
1247 	 * debugfs files causes the firmware dump to be triggered, and if we
1248 	 * don't stop debugfs accesses before canceling that it could be
1249 	 * retriggered after we flush it but before we've cleared the bit.
1250 	 */
1251 	clear_bit(IWL_MVM_STATUS_FIRMWARE_RUNNING, &mvm->status);
1252 
1253 	iwl_fw_cancel_dump(&mvm->fwrt);
1254 	cancel_delayed_work_sync(&mvm->cs_tx_unblock_dwork);
1255 	cancel_delayed_work_sync(&mvm->scan_timeout_dwork);
1256 	iwl_fw_free_dump_desc(&mvm->fwrt);
1257 
1258 	mutex_lock(&mvm->mutex);
1259 	__iwl_mvm_mac_stop(mvm);
1260 	mutex_unlock(&mvm->mutex);
1261 
1262 	/*
1263 	 * The worker might have been waiting for the mutex, let it run and
1264 	 * discover that its list is now empty.
1265 	 */
1266 	cancel_work_sync(&mvm->async_handlers_wk);
1267 }
1268 
1269 static struct iwl_mvm_phy_ctxt *iwl_mvm_get_free_phy_ctxt(struct iwl_mvm *mvm)
1270 {
1271 	u16 i;
1272 
1273 	lockdep_assert_held(&mvm->mutex);
1274 
1275 	for (i = 0; i < NUM_PHY_CTX; i++)
1276 		if (!mvm->phy_ctxts[i].ref)
1277 			return &mvm->phy_ctxts[i];
1278 
1279 	IWL_ERR(mvm, "No available PHY context\n");
1280 	return NULL;
1281 }
1282 
1283 static int iwl_mvm_set_tx_power(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1284 				s16 tx_power)
1285 {
1286 	struct iwl_dev_tx_power_cmd cmd = {
1287 		.v3.set_mode = cpu_to_le32(IWL_TX_POWER_MODE_SET_MAC),
1288 		.v3.mac_context_id =
1289 			cpu_to_le32(iwl_mvm_vif_from_mac80211(vif)->id),
1290 		.v3.pwr_restriction = cpu_to_le16(8 * tx_power),
1291 	};
1292 	int len = sizeof(cmd);
1293 
1294 	if (tx_power == IWL_DEFAULT_MAX_TX_POWER)
1295 		cmd.v3.pwr_restriction = cpu_to_le16(IWL_DEV_MAX_TX_POWER);
1296 
1297 	if (!fw_has_capa(&mvm->fw->ucode_capa, IWL_UCODE_TLV_CAPA_TX_POWER_ACK))
1298 		len = sizeof(cmd.v3);
1299 
1300 	return iwl_mvm_send_cmd_pdu(mvm, REDUCE_TX_POWER_CMD, 0, len, &cmd);
1301 }
1302 
1303 static int iwl_mvm_mac_add_interface(struct ieee80211_hw *hw,
1304 				     struct ieee80211_vif *vif)
1305 {
1306 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1307 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1308 	int ret;
1309 
1310 	mvmvif->mvm = mvm;
1311 
1312 	/*
1313 	 * make sure D0i3 exit is completed, otherwise a target access
1314 	 * during tx queue configuration could be done when still in
1315 	 * D0i3 state.
1316 	 */
1317 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_ADD_IF);
1318 	if (ret)
1319 		return ret;
1320 
1321 	/*
1322 	 * Not much to do here. The stack will not allow interface
1323 	 * types or combinations that we didn't advertise, so we
1324 	 * don't really have to check the types.
1325 	 */
1326 
1327 	mutex_lock(&mvm->mutex);
1328 
1329 	/* make sure that beacon statistics don't go backwards with FW reset */
1330 	if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1331 		mvmvif->beacon_stats.accu_num_beacons +=
1332 			mvmvif->beacon_stats.num_beacons;
1333 
1334 	/* Allocate resources for the MAC context, and add it to the fw  */
1335 	ret = iwl_mvm_mac_ctxt_init(mvm, vif);
1336 	if (ret)
1337 		goto out_unlock;
1338 
1339 	/* Counting number of interfaces is needed for legacy PM */
1340 	if (vif->type != NL80211_IFTYPE_P2P_DEVICE)
1341 		mvm->vif_count++;
1342 
1343 	/*
1344 	 * The AP binding flow can be done only after the beacon
1345 	 * template is configured (which happens only in the mac80211
1346 	 * start_ap() flow), and adding the broadcast station can happen
1347 	 * only after the binding.
1348 	 * In addition, since modifying the MAC before adding a bcast
1349 	 * station is not allowed by the FW, delay the adding of MAC context to
1350 	 * the point where we can also add the bcast station.
1351 	 * In short: there's not much we can do at this point, other than
1352 	 * allocating resources :)
1353 	 */
1354 	if (vif->type == NL80211_IFTYPE_AP ||
1355 	    vif->type == NL80211_IFTYPE_ADHOC) {
1356 		ret = iwl_mvm_alloc_bcast_sta(mvm, vif);
1357 		if (ret) {
1358 			IWL_ERR(mvm, "Failed to allocate bcast sta\n");
1359 			goto out_release;
1360 		}
1361 
1362 		/*
1363 		 * Only queue for this station is the mcast queue,
1364 		 * which shouldn't be in TFD mask anyway
1365 		 */
1366 		ret = iwl_mvm_allocate_int_sta(mvm, &mvmvif->mcast_sta,
1367 					       0, vif->type,
1368 					       IWL_STA_MULTICAST);
1369 		if (ret)
1370 			goto out_release;
1371 
1372 		iwl_mvm_vif_dbgfs_register(mvm, vif);
1373 		goto out_unlock;
1374 	}
1375 
1376 	mvmvif->features |= hw->netdev_features;
1377 
1378 	ret = iwl_mvm_mac_ctxt_add(mvm, vif);
1379 	if (ret)
1380 		goto out_release;
1381 
1382 	ret = iwl_mvm_power_update_mac(mvm);
1383 	if (ret)
1384 		goto out_remove_mac;
1385 
1386 	/* beacon filtering */
1387 	ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
1388 	if (ret)
1389 		goto out_remove_mac;
1390 
1391 	if (!mvm->bf_allowed_vif &&
1392 	    vif->type == NL80211_IFTYPE_STATION && !vif->p2p) {
1393 		mvm->bf_allowed_vif = mvmvif;
1394 		vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER |
1395 				     IEEE80211_VIF_SUPPORTS_CQM_RSSI;
1396 	}
1397 
1398 	/*
1399 	 * P2P_DEVICE interface does not have a channel context assigned to it,
1400 	 * so a dedicated PHY context is allocated to it and the corresponding
1401 	 * MAC context is bound to it at this stage.
1402 	 */
1403 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1404 
1405 		mvmvif->phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
1406 		if (!mvmvif->phy_ctxt) {
1407 			ret = -ENOSPC;
1408 			goto out_free_bf;
1409 		}
1410 
1411 		iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
1412 		ret = iwl_mvm_binding_add_vif(mvm, vif);
1413 		if (ret)
1414 			goto out_unref_phy;
1415 
1416 		ret = iwl_mvm_add_p2p_bcast_sta(mvm, vif);
1417 		if (ret)
1418 			goto out_unbind;
1419 
1420 		/* Save a pointer to p2p device vif, so it can later be used to
1421 		 * update the p2p device MAC when a GO is started/stopped */
1422 		mvm->p2p_device_vif = vif;
1423 	}
1424 
1425 	if (vif->type == NL80211_IFTYPE_MONITOR)
1426 		mvm->monitor_on = true;
1427 
1428 	iwl_mvm_vif_dbgfs_register(mvm, vif);
1429 	goto out_unlock;
1430 
1431  out_unbind:
1432 	iwl_mvm_binding_remove_vif(mvm, vif);
1433  out_unref_phy:
1434 	iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
1435  out_free_bf:
1436 	if (mvm->bf_allowed_vif == mvmvif) {
1437 		mvm->bf_allowed_vif = NULL;
1438 		vif->driver_flags &= ~(IEEE80211_VIF_BEACON_FILTER |
1439 				       IEEE80211_VIF_SUPPORTS_CQM_RSSI);
1440 	}
1441  out_remove_mac:
1442 	mvmvif->phy_ctxt = NULL;
1443 	iwl_mvm_mac_ctxt_remove(mvm, vif);
1444  out_release:
1445 	if (vif->type != NL80211_IFTYPE_P2P_DEVICE)
1446 		mvm->vif_count--;
1447  out_unlock:
1448 	mutex_unlock(&mvm->mutex);
1449 
1450 	iwl_mvm_unref(mvm, IWL_MVM_REF_ADD_IF);
1451 
1452 	return ret;
1453 }
1454 
1455 static void iwl_mvm_prepare_mac_removal(struct iwl_mvm *mvm,
1456 					struct ieee80211_vif *vif)
1457 {
1458 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1459 		/*
1460 		 * Flush the ROC worker which will flush the OFFCHANNEL queue.
1461 		 * We assume here that all the packets sent to the OFFCHANNEL
1462 		 * queue are sent in ROC session.
1463 		 */
1464 		flush_work(&mvm->roc_done_wk);
1465 	}
1466 }
1467 
1468 static void iwl_mvm_mac_remove_interface(struct ieee80211_hw *hw,
1469 					 struct ieee80211_vif *vif)
1470 {
1471 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1472 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1473 
1474 	iwl_mvm_prepare_mac_removal(mvm, vif);
1475 
1476 	mutex_lock(&mvm->mutex);
1477 
1478 	if (mvm->bf_allowed_vif == mvmvif) {
1479 		mvm->bf_allowed_vif = NULL;
1480 		vif->driver_flags &= ~(IEEE80211_VIF_BEACON_FILTER |
1481 				       IEEE80211_VIF_SUPPORTS_CQM_RSSI);
1482 	}
1483 
1484 	iwl_mvm_vif_dbgfs_clean(mvm, vif);
1485 
1486 	/*
1487 	 * For AP/GO interface, the tear down of the resources allocated to the
1488 	 * interface is be handled as part of the stop_ap flow.
1489 	 */
1490 	if (vif->type == NL80211_IFTYPE_AP ||
1491 	    vif->type == NL80211_IFTYPE_ADHOC) {
1492 #ifdef CONFIG_NL80211_TESTMODE
1493 		if (vif == mvm->noa_vif) {
1494 			mvm->noa_vif = NULL;
1495 			mvm->noa_duration = 0;
1496 		}
1497 #endif
1498 		iwl_mvm_dealloc_int_sta(mvm, &mvmvif->mcast_sta);
1499 		iwl_mvm_dealloc_bcast_sta(mvm, vif);
1500 		goto out_release;
1501 	}
1502 
1503 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1504 		mvm->p2p_device_vif = NULL;
1505 		iwl_mvm_rm_p2p_bcast_sta(mvm, vif);
1506 		iwl_mvm_binding_remove_vif(mvm, vif);
1507 		iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
1508 		mvmvif->phy_ctxt = NULL;
1509 	}
1510 
1511 	if (mvm->vif_count && vif->type != NL80211_IFTYPE_P2P_DEVICE)
1512 		mvm->vif_count--;
1513 
1514 	iwl_mvm_power_update_mac(mvm);
1515 	iwl_mvm_mac_ctxt_remove(mvm, vif);
1516 
1517 	if (vif->type == NL80211_IFTYPE_MONITOR)
1518 		mvm->monitor_on = false;
1519 
1520 out_release:
1521 	mutex_unlock(&mvm->mutex);
1522 }
1523 
1524 static int iwl_mvm_mac_config(struct ieee80211_hw *hw, u32 changed)
1525 {
1526 	return 0;
1527 }
1528 
1529 struct iwl_mvm_mc_iter_data {
1530 	struct iwl_mvm *mvm;
1531 	int port_id;
1532 };
1533 
1534 static void iwl_mvm_mc_iface_iterator(void *_data, u8 *mac,
1535 				      struct ieee80211_vif *vif)
1536 {
1537 	struct iwl_mvm_mc_iter_data *data = _data;
1538 	struct iwl_mvm *mvm = data->mvm;
1539 	struct iwl_mcast_filter_cmd *cmd = mvm->mcast_filter_cmd;
1540 	struct iwl_host_cmd hcmd = {
1541 		.id = MCAST_FILTER_CMD,
1542 		.flags = CMD_ASYNC,
1543 		.dataflags[0] = IWL_HCMD_DFL_NOCOPY,
1544 	};
1545 	int ret, len;
1546 
1547 	/* if we don't have free ports, mcast frames will be dropped */
1548 	if (WARN_ON_ONCE(data->port_id >= MAX_PORT_ID_NUM))
1549 		return;
1550 
1551 	if (vif->type != NL80211_IFTYPE_STATION ||
1552 	    !vif->bss_conf.assoc)
1553 		return;
1554 
1555 	cmd->port_id = data->port_id++;
1556 	memcpy(cmd->bssid, vif->bss_conf.bssid, ETH_ALEN);
1557 	len = roundup(sizeof(*cmd) + cmd->count * ETH_ALEN, 4);
1558 
1559 	hcmd.len[0] = len;
1560 	hcmd.data[0] = cmd;
1561 
1562 	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1563 	if (ret)
1564 		IWL_ERR(mvm, "mcast filter cmd error. ret=%d\n", ret);
1565 }
1566 
1567 static void iwl_mvm_recalc_multicast(struct iwl_mvm *mvm)
1568 {
1569 	struct iwl_mvm_mc_iter_data iter_data = {
1570 		.mvm = mvm,
1571 	};
1572 
1573 	lockdep_assert_held(&mvm->mutex);
1574 
1575 	if (WARN_ON_ONCE(!mvm->mcast_filter_cmd))
1576 		return;
1577 
1578 	ieee80211_iterate_active_interfaces_atomic(
1579 		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1580 		iwl_mvm_mc_iface_iterator, &iter_data);
1581 }
1582 
1583 static u64 iwl_mvm_prepare_multicast(struct ieee80211_hw *hw,
1584 				     struct netdev_hw_addr_list *mc_list)
1585 {
1586 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1587 	struct iwl_mcast_filter_cmd *cmd;
1588 	struct netdev_hw_addr *addr;
1589 	int addr_count;
1590 	bool pass_all;
1591 	int len;
1592 
1593 	addr_count = netdev_hw_addr_list_count(mc_list);
1594 	pass_all = addr_count > MAX_MCAST_FILTERING_ADDRESSES ||
1595 		   IWL_MVM_FW_MCAST_FILTER_PASS_ALL;
1596 	if (pass_all)
1597 		addr_count = 0;
1598 
1599 	len = roundup(sizeof(*cmd) + addr_count * ETH_ALEN, 4);
1600 	cmd = kzalloc(len, GFP_ATOMIC);
1601 	if (!cmd)
1602 		return 0;
1603 
1604 	if (pass_all) {
1605 		cmd->pass_all = 1;
1606 		return (u64)(unsigned long)cmd;
1607 	}
1608 
1609 	netdev_hw_addr_list_for_each(addr, mc_list) {
1610 		IWL_DEBUG_MAC80211(mvm, "mcast addr (%d): %pM\n",
1611 				   cmd->count, addr->addr);
1612 		memcpy(&cmd->addr_list[cmd->count * ETH_ALEN],
1613 		       addr->addr, ETH_ALEN);
1614 		cmd->count++;
1615 	}
1616 
1617 	return (u64)(unsigned long)cmd;
1618 }
1619 
1620 static void iwl_mvm_configure_filter(struct ieee80211_hw *hw,
1621 				     unsigned int changed_flags,
1622 				     unsigned int *total_flags,
1623 				     u64 multicast)
1624 {
1625 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1626 	struct iwl_mcast_filter_cmd *cmd = (void *)(unsigned long)multicast;
1627 
1628 	mutex_lock(&mvm->mutex);
1629 
1630 	/* replace previous configuration */
1631 	kfree(mvm->mcast_filter_cmd);
1632 	mvm->mcast_filter_cmd = cmd;
1633 
1634 	if (!cmd)
1635 		goto out;
1636 
1637 	if (changed_flags & FIF_ALLMULTI)
1638 		cmd->pass_all = !!(*total_flags & FIF_ALLMULTI);
1639 
1640 	if (cmd->pass_all)
1641 		cmd->count = 0;
1642 
1643 	iwl_mvm_recalc_multicast(mvm);
1644 out:
1645 	mutex_unlock(&mvm->mutex);
1646 	*total_flags = 0;
1647 }
1648 
1649 static void iwl_mvm_config_iface_filter(struct ieee80211_hw *hw,
1650 					struct ieee80211_vif *vif,
1651 					unsigned int filter_flags,
1652 					unsigned int changed_flags)
1653 {
1654 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1655 
1656 	/* We support only filter for probe requests */
1657 	if (!(changed_flags & FIF_PROBE_REQ))
1658 		return;
1659 
1660 	/* Supported only for p2p client interfaces */
1661 	if (vif->type != NL80211_IFTYPE_STATION || !vif->bss_conf.assoc ||
1662 	    !vif->p2p)
1663 		return;
1664 
1665 	mutex_lock(&mvm->mutex);
1666 	iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
1667 	mutex_unlock(&mvm->mutex);
1668 }
1669 
1670 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1671 struct iwl_bcast_iter_data {
1672 	struct iwl_mvm *mvm;
1673 	struct iwl_bcast_filter_cmd *cmd;
1674 	u8 current_filter;
1675 };
1676 
1677 static void
1678 iwl_mvm_set_bcast_filter(struct ieee80211_vif *vif,
1679 			 const struct iwl_fw_bcast_filter *in_filter,
1680 			 struct iwl_fw_bcast_filter *out_filter)
1681 {
1682 	struct iwl_fw_bcast_filter_attr *attr;
1683 	int i;
1684 
1685 	memcpy(out_filter, in_filter, sizeof(*out_filter));
1686 
1687 	for (i = 0; i < ARRAY_SIZE(out_filter->attrs); i++) {
1688 		attr = &out_filter->attrs[i];
1689 
1690 		if (!attr->mask)
1691 			break;
1692 
1693 		switch (attr->reserved1) {
1694 		case cpu_to_le16(BC_FILTER_MAGIC_IP):
1695 			if (vif->bss_conf.arp_addr_cnt != 1) {
1696 				attr->mask = 0;
1697 				continue;
1698 			}
1699 
1700 			attr->val = vif->bss_conf.arp_addr_list[0];
1701 			break;
1702 		case cpu_to_le16(BC_FILTER_MAGIC_MAC):
1703 			attr->val = *(__be32 *)&vif->addr[2];
1704 			break;
1705 		default:
1706 			break;
1707 		}
1708 		attr->reserved1 = 0;
1709 		out_filter->num_attrs++;
1710 	}
1711 }
1712 
1713 static void iwl_mvm_bcast_filter_iterator(void *_data, u8 *mac,
1714 					  struct ieee80211_vif *vif)
1715 {
1716 	struct iwl_bcast_iter_data *data = _data;
1717 	struct iwl_mvm *mvm = data->mvm;
1718 	struct iwl_bcast_filter_cmd *cmd = data->cmd;
1719 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1720 	struct iwl_fw_bcast_mac *bcast_mac;
1721 	int i;
1722 
1723 	if (WARN_ON(mvmvif->id >= ARRAY_SIZE(cmd->macs)))
1724 		return;
1725 
1726 	bcast_mac = &cmd->macs[mvmvif->id];
1727 
1728 	/*
1729 	 * enable filtering only for associated stations, but not for P2P
1730 	 * Clients
1731 	 */
1732 	if (vif->type != NL80211_IFTYPE_STATION || vif->p2p ||
1733 	    !vif->bss_conf.assoc)
1734 		return;
1735 
1736 	bcast_mac->default_discard = 1;
1737 
1738 	/* copy all configured filters */
1739 	for (i = 0; mvm->bcast_filters[i].attrs[0].mask; i++) {
1740 		/*
1741 		 * Make sure we don't exceed our filters limit.
1742 		 * if there is still a valid filter to be configured,
1743 		 * be on the safe side and just allow bcast for this mac.
1744 		 */
1745 		if (WARN_ON_ONCE(data->current_filter >=
1746 				 ARRAY_SIZE(cmd->filters))) {
1747 			bcast_mac->default_discard = 0;
1748 			bcast_mac->attached_filters = 0;
1749 			break;
1750 		}
1751 
1752 		iwl_mvm_set_bcast_filter(vif,
1753 					 &mvm->bcast_filters[i],
1754 					 &cmd->filters[data->current_filter]);
1755 
1756 		/* skip current filter if it contains no attributes */
1757 		if (!cmd->filters[data->current_filter].num_attrs)
1758 			continue;
1759 
1760 		/* attach the filter to current mac */
1761 		bcast_mac->attached_filters |=
1762 				cpu_to_le16(BIT(data->current_filter));
1763 
1764 		data->current_filter++;
1765 	}
1766 }
1767 
1768 bool iwl_mvm_bcast_filter_build_cmd(struct iwl_mvm *mvm,
1769 				    struct iwl_bcast_filter_cmd *cmd)
1770 {
1771 	struct iwl_bcast_iter_data iter_data = {
1772 		.mvm = mvm,
1773 		.cmd = cmd,
1774 	};
1775 
1776 	if (IWL_MVM_FW_BCAST_FILTER_PASS_ALL)
1777 		return false;
1778 
1779 	memset(cmd, 0, sizeof(*cmd));
1780 	cmd->max_bcast_filters = ARRAY_SIZE(cmd->filters);
1781 	cmd->max_macs = ARRAY_SIZE(cmd->macs);
1782 
1783 #ifdef CONFIG_IWLWIFI_DEBUGFS
1784 	/* use debugfs filters/macs if override is configured */
1785 	if (mvm->dbgfs_bcast_filtering.override) {
1786 		memcpy(cmd->filters, &mvm->dbgfs_bcast_filtering.cmd.filters,
1787 		       sizeof(cmd->filters));
1788 		memcpy(cmd->macs, &mvm->dbgfs_bcast_filtering.cmd.macs,
1789 		       sizeof(cmd->macs));
1790 		return true;
1791 	}
1792 #endif
1793 
1794 	/* if no filters are configured, do nothing */
1795 	if (!mvm->bcast_filters)
1796 		return false;
1797 
1798 	/* configure and attach these filters for each associated sta vif */
1799 	ieee80211_iterate_active_interfaces(
1800 		mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1801 		iwl_mvm_bcast_filter_iterator, &iter_data);
1802 
1803 	return true;
1804 }
1805 
1806 static int iwl_mvm_configure_bcast_filter(struct iwl_mvm *mvm)
1807 {
1808 	struct iwl_bcast_filter_cmd cmd;
1809 
1810 	if (!(mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_BCAST_FILTERING))
1811 		return 0;
1812 
1813 	if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1814 		return 0;
1815 
1816 	return iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1817 				    sizeof(cmd), &cmd);
1818 }
1819 #else
1820 static inline int iwl_mvm_configure_bcast_filter(struct iwl_mvm *mvm)
1821 {
1822 	return 0;
1823 }
1824 #endif
1825 
1826 static int iwl_mvm_update_mu_groups(struct iwl_mvm *mvm,
1827 				    struct ieee80211_vif *vif)
1828 {
1829 	struct iwl_mu_group_mgmt_cmd cmd = {};
1830 
1831 	memcpy(cmd.membership_status, vif->bss_conf.mu_group.membership,
1832 	       WLAN_MEMBERSHIP_LEN);
1833 	memcpy(cmd.user_position, vif->bss_conf.mu_group.position,
1834 	       WLAN_USER_POSITION_LEN);
1835 
1836 	return iwl_mvm_send_cmd_pdu(mvm,
1837 				    WIDE_ID(DATA_PATH_GROUP,
1838 					    UPDATE_MU_GROUPS_CMD),
1839 				    0, sizeof(cmd), &cmd);
1840 }
1841 
1842 static void iwl_mvm_mu_mimo_iface_iterator(void *_data, u8 *mac,
1843 					   struct ieee80211_vif *vif)
1844 {
1845 	if (vif->mu_mimo_owner) {
1846 		struct iwl_mu_group_mgmt_notif *notif = _data;
1847 
1848 		/*
1849 		 * MU-MIMO Group Id action frame is little endian. We treat
1850 		 * the data received from firmware as if it came from the
1851 		 * action frame, so no conversion is needed.
1852 		 */
1853 		ieee80211_update_mu_groups(vif,
1854 					   (u8 *)&notif->membership_status,
1855 					   (u8 *)&notif->user_position);
1856 	}
1857 }
1858 
1859 void iwl_mvm_mu_mimo_grp_notif(struct iwl_mvm *mvm,
1860 			       struct iwl_rx_cmd_buffer *rxb)
1861 {
1862 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1863 	struct iwl_mu_group_mgmt_notif *notif = (void *)pkt->data;
1864 
1865 	ieee80211_iterate_active_interfaces_atomic(
1866 			mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1867 			iwl_mvm_mu_mimo_iface_iterator, notif);
1868 }
1869 
1870 static void iwl_mvm_bss_info_changed_station(struct iwl_mvm *mvm,
1871 					     struct ieee80211_vif *vif,
1872 					     struct ieee80211_bss_conf *bss_conf,
1873 					     u32 changes)
1874 {
1875 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1876 	int ret;
1877 
1878 	/*
1879 	 * Re-calculate the tsf id, as the master-slave relations depend on the
1880 	 * beacon interval, which was not known when the station interface was
1881 	 * added.
1882 	 */
1883 	if (changes & BSS_CHANGED_ASSOC && bss_conf->assoc)
1884 		iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
1885 
1886 	/*
1887 	 * If we're not associated yet, take the (new) BSSID before associating
1888 	 * so the firmware knows. If we're already associated, then use the old
1889 	 * BSSID here, and we'll send a cleared one later in the CHANGED_ASSOC
1890 	 * branch for disassociation below.
1891 	 */
1892 	if (changes & BSS_CHANGED_BSSID && !mvmvif->associated)
1893 		memcpy(mvmvif->bssid, bss_conf->bssid, ETH_ALEN);
1894 
1895 	ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, mvmvif->bssid);
1896 	if (ret)
1897 		IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
1898 
1899 	/* after sending it once, adopt mac80211 data */
1900 	memcpy(mvmvif->bssid, bss_conf->bssid, ETH_ALEN);
1901 	mvmvif->associated = bss_conf->assoc;
1902 
1903 	if (changes & BSS_CHANGED_ASSOC) {
1904 		if (bss_conf->assoc) {
1905 			/* clear statistics to get clean beacon counter */
1906 			iwl_mvm_request_statistics(mvm, true);
1907 			memset(&mvmvif->beacon_stats, 0,
1908 			       sizeof(mvmvif->beacon_stats));
1909 
1910 			/* add quota for this interface */
1911 			ret = iwl_mvm_update_quotas(mvm, true, NULL);
1912 			if (ret) {
1913 				IWL_ERR(mvm, "failed to update quotas\n");
1914 				return;
1915 			}
1916 
1917 			if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
1918 				     &mvm->status)) {
1919 				/*
1920 				 * If we're restarting then the firmware will
1921 				 * obviously have lost synchronisation with
1922 				 * the AP. It will attempt to synchronise by
1923 				 * itself, but we can make it more reliable by
1924 				 * scheduling a session protection time event.
1925 				 *
1926 				 * The firmware needs to receive a beacon to
1927 				 * catch up with synchronisation, use 110% of
1928 				 * the beacon interval.
1929 				 *
1930 				 * Set a large maximum delay to allow for more
1931 				 * than a single interface.
1932 				 */
1933 				u32 dur = (11 * vif->bss_conf.beacon_int) / 10;
1934 				iwl_mvm_protect_session(mvm, vif, dur, dur,
1935 							5 * dur, false);
1936 			}
1937 
1938 			iwl_mvm_sf_update(mvm, vif, false);
1939 			iwl_mvm_power_vif_assoc(mvm, vif);
1940 			if (vif->p2p) {
1941 				iwl_mvm_ref(mvm, IWL_MVM_REF_P2P_CLIENT);
1942 				iwl_mvm_update_smps(mvm, vif,
1943 						    IWL_MVM_SMPS_REQ_PROT,
1944 						    IEEE80211_SMPS_DYNAMIC);
1945 			}
1946 		} else if (mvmvif->ap_sta_id != IWL_MVM_INVALID_STA) {
1947 			/*
1948 			 * If update fails - SF might be running in associated
1949 			 * mode while disassociated - which is forbidden.
1950 			 */
1951 			WARN_ONCE(iwl_mvm_sf_update(mvm, vif, false),
1952 				  "Failed to update SF upon disassociation\n");
1953 
1954 			/*
1955 			 * If we get an assert during the connection (after the
1956 			 * station has been added, but before the vif is set
1957 			 * to associated), mac80211 will re-add the station and
1958 			 * then configure the vif. Since the vif is not
1959 			 * associated, we would remove the station here and
1960 			 * this would fail the recovery.
1961 			 */
1962 			if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
1963 				      &mvm->status)) {
1964 				/*
1965 				 * Remove AP station now that
1966 				 * the MAC is unassoc
1967 				 */
1968 				ret = iwl_mvm_rm_sta_id(mvm, vif,
1969 							mvmvif->ap_sta_id);
1970 				if (ret)
1971 					IWL_ERR(mvm,
1972 						"failed to remove AP station\n");
1973 
1974 				if (mvm->d0i3_ap_sta_id == mvmvif->ap_sta_id)
1975 					mvm->d0i3_ap_sta_id =
1976 						IWL_MVM_INVALID_STA;
1977 				mvmvif->ap_sta_id = IWL_MVM_INVALID_STA;
1978 			}
1979 
1980 			/* remove quota for this interface */
1981 			ret = iwl_mvm_update_quotas(mvm, false, NULL);
1982 			if (ret)
1983 				IWL_ERR(mvm, "failed to update quotas\n");
1984 
1985 			if (vif->p2p)
1986 				iwl_mvm_unref(mvm, IWL_MVM_REF_P2P_CLIENT);
1987 
1988 			/* this will take the cleared BSSID from bss_conf */
1989 			ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
1990 			if (ret)
1991 				IWL_ERR(mvm,
1992 					"failed to update MAC %pM (clear after unassoc)\n",
1993 					vif->addr);
1994 		}
1995 
1996 		/*
1997 		 * The firmware tracks the MU-MIMO group on its own.
1998 		 * However, on HW restart we should restore this data.
1999 		 */
2000 		if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
2001 		    (changes & BSS_CHANGED_MU_GROUPS) && vif->mu_mimo_owner) {
2002 			ret = iwl_mvm_update_mu_groups(mvm, vif);
2003 			if (ret)
2004 				IWL_ERR(mvm,
2005 					"failed to update VHT MU_MIMO groups\n");
2006 		}
2007 
2008 		iwl_mvm_recalc_multicast(mvm);
2009 		iwl_mvm_configure_bcast_filter(mvm);
2010 
2011 		/* reset rssi values */
2012 		mvmvif->bf_data.ave_beacon_signal = 0;
2013 
2014 		iwl_mvm_bt_coex_vif_change(mvm);
2015 		iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT,
2016 				    IEEE80211_SMPS_AUTOMATIC);
2017 		if (fw_has_capa(&mvm->fw->ucode_capa,
2018 				IWL_UCODE_TLV_CAPA_UMAC_SCAN))
2019 			iwl_mvm_config_scan(mvm);
2020 	}
2021 
2022 	if (changes & BSS_CHANGED_BEACON_INFO) {
2023 		/*
2024 		 * We received a beacon from the associated AP so
2025 		 * remove the session protection.
2026 		 */
2027 		iwl_mvm_stop_session_protection(mvm, vif);
2028 
2029 		iwl_mvm_sf_update(mvm, vif, false);
2030 		WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
2031 	}
2032 
2033 	if (changes & (BSS_CHANGED_PS | BSS_CHANGED_P2P_PS | BSS_CHANGED_QOS |
2034 		       /*
2035 			* Send power command on every beacon change,
2036 			* because we may have not enabled beacon abort yet.
2037 			*/
2038 		       BSS_CHANGED_BEACON_INFO)) {
2039 		ret = iwl_mvm_power_update_mac(mvm);
2040 		if (ret)
2041 			IWL_ERR(mvm, "failed to update power mode\n");
2042 	}
2043 
2044 	if (changes & BSS_CHANGED_TXPOWER) {
2045 		IWL_DEBUG_CALIB(mvm, "Changing TX Power to %d\n",
2046 				bss_conf->txpower);
2047 		iwl_mvm_set_tx_power(mvm, vif, bss_conf->txpower);
2048 	}
2049 
2050 	if (changes & BSS_CHANGED_CQM) {
2051 		IWL_DEBUG_MAC80211(mvm, "cqm info_changed\n");
2052 		/* reset cqm events tracking */
2053 		mvmvif->bf_data.last_cqm_event = 0;
2054 		if (mvmvif->bf_data.bf_enabled) {
2055 			ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
2056 			if (ret)
2057 				IWL_ERR(mvm,
2058 					"failed to update CQM thresholds\n");
2059 		}
2060 	}
2061 
2062 	if (changes & BSS_CHANGED_ARP_FILTER) {
2063 		IWL_DEBUG_MAC80211(mvm, "arp filter changed\n");
2064 		iwl_mvm_configure_bcast_filter(mvm);
2065 	}
2066 }
2067 
2068 static int iwl_mvm_start_ap_ibss(struct ieee80211_hw *hw,
2069 				 struct ieee80211_vif *vif)
2070 {
2071 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2072 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2073 	int ret;
2074 
2075 	/*
2076 	 * iwl_mvm_mac_ctxt_add() might read directly from the device
2077 	 * (the system time), so make sure it is available.
2078 	 */
2079 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_START_AP);
2080 	if (ret)
2081 		return ret;
2082 
2083 	mutex_lock(&mvm->mutex);
2084 
2085 	/* Send the beacon template */
2086 	ret = iwl_mvm_mac_ctxt_beacon_changed(mvm, vif);
2087 	if (ret)
2088 		goto out_unlock;
2089 
2090 	/*
2091 	 * Re-calculate the tsf id, as the master-slave relations depend on the
2092 	 * beacon interval, which was not known when the AP interface was added.
2093 	 */
2094 	if (vif->type == NL80211_IFTYPE_AP)
2095 		iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
2096 
2097 	mvmvif->ap_assoc_sta_count = 0;
2098 
2099 	/* Add the mac context */
2100 	ret = iwl_mvm_mac_ctxt_add(mvm, vif);
2101 	if (ret)
2102 		goto out_unlock;
2103 
2104 	/* Perform the binding */
2105 	ret = iwl_mvm_binding_add_vif(mvm, vif);
2106 	if (ret)
2107 		goto out_remove;
2108 
2109 	ret = iwl_mvm_add_mcast_sta(mvm, vif);
2110 	if (ret)
2111 		goto out_unbind;
2112 
2113 	/* Send the bcast station. At this stage the TBTT and DTIM time events
2114 	 * are added and applied to the scheduler */
2115 	ret = iwl_mvm_send_add_bcast_sta(mvm, vif);
2116 	if (ret)
2117 		goto out_rm_mcast;
2118 
2119 	/* must be set before quota calculations */
2120 	mvmvif->ap_ibss_active = true;
2121 
2122 	/* power updated needs to be done before quotas */
2123 	iwl_mvm_power_update_mac(mvm);
2124 
2125 	ret = iwl_mvm_update_quotas(mvm, false, NULL);
2126 	if (ret)
2127 		goto out_quota_failed;
2128 
2129 	/* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2130 	if (vif->p2p && mvm->p2p_device_vif)
2131 		iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2132 
2133 	iwl_mvm_ref(mvm, IWL_MVM_REF_AP_IBSS);
2134 
2135 	iwl_mvm_bt_coex_vif_change(mvm);
2136 
2137 	/* we don't support TDLS during DCM */
2138 	if (iwl_mvm_phy_ctx_count(mvm) > 1)
2139 		iwl_mvm_teardown_tdls_peers(mvm);
2140 
2141 	goto out_unlock;
2142 
2143 out_quota_failed:
2144 	iwl_mvm_power_update_mac(mvm);
2145 	mvmvif->ap_ibss_active = false;
2146 	iwl_mvm_send_rm_bcast_sta(mvm, vif);
2147 out_rm_mcast:
2148 	iwl_mvm_rm_mcast_sta(mvm, vif);
2149 out_unbind:
2150 	iwl_mvm_binding_remove_vif(mvm, vif);
2151 out_remove:
2152 	iwl_mvm_mac_ctxt_remove(mvm, vif);
2153 out_unlock:
2154 	mutex_unlock(&mvm->mutex);
2155 	iwl_mvm_unref(mvm, IWL_MVM_REF_START_AP);
2156 	return ret;
2157 }
2158 
2159 static void iwl_mvm_stop_ap_ibss(struct ieee80211_hw *hw,
2160 				 struct ieee80211_vif *vif)
2161 {
2162 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2163 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2164 
2165 	iwl_mvm_prepare_mac_removal(mvm, vif);
2166 
2167 	mutex_lock(&mvm->mutex);
2168 
2169 	/* Handle AP stop while in CSA */
2170 	if (rcu_access_pointer(mvm->csa_vif) == vif) {
2171 		iwl_mvm_remove_time_event(mvm, mvmvif,
2172 					  &mvmvif->time_event_data);
2173 		RCU_INIT_POINTER(mvm->csa_vif, NULL);
2174 		mvmvif->csa_countdown = false;
2175 	}
2176 
2177 	if (rcu_access_pointer(mvm->csa_tx_blocked_vif) == vif) {
2178 		RCU_INIT_POINTER(mvm->csa_tx_blocked_vif, NULL);
2179 		mvm->csa_tx_block_bcn_timeout = 0;
2180 	}
2181 
2182 	mvmvif->ap_ibss_active = false;
2183 	mvm->ap_last_beacon_gp2 = 0;
2184 
2185 	iwl_mvm_bt_coex_vif_change(mvm);
2186 
2187 	iwl_mvm_unref(mvm, IWL_MVM_REF_AP_IBSS);
2188 
2189 	/* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2190 	if (vif->p2p && mvm->p2p_device_vif)
2191 		iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2192 
2193 	iwl_mvm_update_quotas(mvm, false, NULL);
2194 
2195 	/*
2196 	 * This is not very nice, but the simplest:
2197 	 * For older FWs removing the mcast sta before the bcast station may
2198 	 * cause assert 0x2b00.
2199 	 * This is fixed in later FW (which will stop beaconing when removing
2200 	 * bcast station).
2201 	 * So make the order of removal depend on the TLV
2202 	 */
2203 	if (!fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_STA_TYPE))
2204 		iwl_mvm_rm_mcast_sta(mvm, vif);
2205 	iwl_mvm_send_rm_bcast_sta(mvm, vif);
2206 	if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_STA_TYPE))
2207 		iwl_mvm_rm_mcast_sta(mvm, vif);
2208 	iwl_mvm_binding_remove_vif(mvm, vif);
2209 
2210 	iwl_mvm_power_update_mac(mvm);
2211 
2212 	iwl_mvm_mac_ctxt_remove(mvm, vif);
2213 
2214 	mutex_unlock(&mvm->mutex);
2215 }
2216 
2217 static void
2218 iwl_mvm_bss_info_changed_ap_ibss(struct iwl_mvm *mvm,
2219 				 struct ieee80211_vif *vif,
2220 				 struct ieee80211_bss_conf *bss_conf,
2221 				 u32 changes)
2222 {
2223 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2224 
2225 	/* Changes will be applied when the AP/IBSS is started */
2226 	if (!mvmvif->ap_ibss_active)
2227 		return;
2228 
2229 	if (changes & (BSS_CHANGED_ERP_CTS_PROT | BSS_CHANGED_HT |
2230 		       BSS_CHANGED_BANDWIDTH | BSS_CHANGED_QOS) &&
2231 	    iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL))
2232 		IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
2233 
2234 	/* Need to send a new beacon template to the FW */
2235 	if (changes & BSS_CHANGED_BEACON &&
2236 	    iwl_mvm_mac_ctxt_beacon_changed(mvm, vif))
2237 		IWL_WARN(mvm, "Failed updating beacon data\n");
2238 
2239 	if (changes & BSS_CHANGED_TXPOWER) {
2240 		IWL_DEBUG_CALIB(mvm, "Changing TX Power to %d\n",
2241 				bss_conf->txpower);
2242 		iwl_mvm_set_tx_power(mvm, vif, bss_conf->txpower);
2243 	}
2244 }
2245 
2246 static void iwl_mvm_bss_info_changed(struct ieee80211_hw *hw,
2247 				     struct ieee80211_vif *vif,
2248 				     struct ieee80211_bss_conf *bss_conf,
2249 				     u32 changes)
2250 {
2251 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2252 
2253 	/*
2254 	 * iwl_mvm_bss_info_changed_station() might call
2255 	 * iwl_mvm_protect_session(), which reads directly from
2256 	 * the device (the system time), so make sure it is available.
2257 	 */
2258 	if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_BSS_CHANGED))
2259 		return;
2260 
2261 	mutex_lock(&mvm->mutex);
2262 
2263 	if (changes & BSS_CHANGED_IDLE && !bss_conf->idle)
2264 		iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_SCHED, true);
2265 
2266 	switch (vif->type) {
2267 	case NL80211_IFTYPE_STATION:
2268 		iwl_mvm_bss_info_changed_station(mvm, vif, bss_conf, changes);
2269 		break;
2270 	case NL80211_IFTYPE_AP:
2271 	case NL80211_IFTYPE_ADHOC:
2272 		iwl_mvm_bss_info_changed_ap_ibss(mvm, vif, bss_conf, changes);
2273 		break;
2274 	case NL80211_IFTYPE_MONITOR:
2275 		if (changes & BSS_CHANGED_MU_GROUPS)
2276 			iwl_mvm_update_mu_groups(mvm, vif);
2277 		break;
2278 	default:
2279 		/* shouldn't happen */
2280 		WARN_ON_ONCE(1);
2281 	}
2282 
2283 	mutex_unlock(&mvm->mutex);
2284 	iwl_mvm_unref(mvm, IWL_MVM_REF_BSS_CHANGED);
2285 }
2286 
2287 static int iwl_mvm_mac_hw_scan(struct ieee80211_hw *hw,
2288 			       struct ieee80211_vif *vif,
2289 			       struct ieee80211_scan_request *hw_req)
2290 {
2291 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2292 	int ret;
2293 
2294 	if (hw_req->req.n_channels == 0 ||
2295 	    hw_req->req.n_channels > mvm->fw->ucode_capa.n_scan_channels)
2296 		return -EINVAL;
2297 
2298 	mutex_lock(&mvm->mutex);
2299 	ret = iwl_mvm_reg_scan_start(mvm, vif, &hw_req->req, &hw_req->ies);
2300 	mutex_unlock(&mvm->mutex);
2301 
2302 	return ret;
2303 }
2304 
2305 static void iwl_mvm_mac_cancel_hw_scan(struct ieee80211_hw *hw,
2306 				       struct ieee80211_vif *vif)
2307 {
2308 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2309 
2310 	mutex_lock(&mvm->mutex);
2311 
2312 	/* Due to a race condition, it's possible that mac80211 asks
2313 	 * us to stop a hw_scan when it's already stopped.  This can
2314 	 * happen, for instance, if we stopped the scan ourselves,
2315 	 * called ieee80211_scan_completed() and the userspace called
2316 	 * cancel scan scan before ieee80211_scan_work() could run.
2317 	 * To handle that, simply return if the scan is not running.
2318 	*/
2319 	if (mvm->scan_status & IWL_MVM_SCAN_REGULAR)
2320 		iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_REGULAR, true);
2321 
2322 	mutex_unlock(&mvm->mutex);
2323 }
2324 
2325 static void
2326 iwl_mvm_mac_allow_buffered_frames(struct ieee80211_hw *hw,
2327 				  struct ieee80211_sta *sta, u16 tids,
2328 				  int num_frames,
2329 				  enum ieee80211_frame_release_type reason,
2330 				  bool more_data)
2331 {
2332 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2333 
2334 	/* Called when we need to transmit (a) frame(s) from mac80211 */
2335 
2336 	iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
2337 					  tids, more_data, false);
2338 }
2339 
2340 static void
2341 iwl_mvm_mac_release_buffered_frames(struct ieee80211_hw *hw,
2342 				    struct ieee80211_sta *sta, u16 tids,
2343 				    int num_frames,
2344 				    enum ieee80211_frame_release_type reason,
2345 				    bool more_data)
2346 {
2347 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2348 
2349 	/* Called when we need to transmit (a) frame(s) from agg or dqa queue */
2350 
2351 	iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
2352 					  tids, more_data, true);
2353 }
2354 
2355 static void __iwl_mvm_mac_sta_notify(struct ieee80211_hw *hw,
2356 				     enum sta_notify_cmd cmd,
2357 				     struct ieee80211_sta *sta)
2358 {
2359 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2360 	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
2361 	unsigned long txqs = 0, tids = 0;
2362 	int tid;
2363 
2364 	/*
2365 	 * If we have TVQM then we get too high queue numbers - luckily
2366 	 * we really shouldn't get here with that because such hardware
2367 	 * should have firmware supporting buffer station offload.
2368 	 */
2369 	if (WARN_ON(iwl_mvm_has_new_tx_api(mvm)))
2370 		return;
2371 
2372 	spin_lock_bh(&mvmsta->lock);
2373 	for (tid = 0; tid < IWL_MAX_TID_COUNT; tid++) {
2374 		struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid];
2375 
2376 		if (tid_data->txq_id == IWL_MVM_INVALID_QUEUE)
2377 			continue;
2378 
2379 		__set_bit(tid_data->txq_id, &txqs);
2380 
2381 		if (iwl_mvm_tid_queued(mvm, tid_data) == 0)
2382 			continue;
2383 
2384 		__set_bit(tid, &tids);
2385 	}
2386 
2387 	switch (cmd) {
2388 	case STA_NOTIFY_SLEEP:
2389 		for_each_set_bit(tid, &tids, IWL_MAX_TID_COUNT)
2390 			ieee80211_sta_set_buffered(sta, tid, true);
2391 
2392 		if (txqs)
2393 			iwl_trans_freeze_txq_timer(mvm->trans, txqs, true);
2394 		/*
2395 		 * The fw updates the STA to be asleep. Tx packets on the Tx
2396 		 * queues to this station will not be transmitted. The fw will
2397 		 * send a Tx response with TX_STATUS_FAIL_DEST_PS.
2398 		 */
2399 		break;
2400 	case STA_NOTIFY_AWAKE:
2401 		if (WARN_ON(mvmsta->sta_id == IWL_MVM_INVALID_STA))
2402 			break;
2403 
2404 		if (txqs)
2405 			iwl_trans_freeze_txq_timer(mvm->trans, txqs, false);
2406 		iwl_mvm_sta_modify_ps_wake(mvm, sta);
2407 		break;
2408 	default:
2409 		break;
2410 	}
2411 	spin_unlock_bh(&mvmsta->lock);
2412 }
2413 
2414 static void iwl_mvm_mac_sta_notify(struct ieee80211_hw *hw,
2415 				   struct ieee80211_vif *vif,
2416 				   enum sta_notify_cmd cmd,
2417 				   struct ieee80211_sta *sta)
2418 {
2419 	__iwl_mvm_mac_sta_notify(hw, cmd, sta);
2420 }
2421 
2422 void iwl_mvm_sta_pm_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
2423 {
2424 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
2425 	struct iwl_mvm_pm_state_notification *notif = (void *)pkt->data;
2426 	struct ieee80211_sta *sta;
2427 	struct iwl_mvm_sta *mvmsta;
2428 	bool sleeping = (notif->type != IWL_MVM_PM_EVENT_AWAKE);
2429 
2430 	if (WARN_ON(notif->sta_id >= ARRAY_SIZE(mvm->fw_id_to_mac_id)))
2431 		return;
2432 
2433 	rcu_read_lock();
2434 	sta = rcu_dereference(mvm->fw_id_to_mac_id[notif->sta_id]);
2435 	if (WARN_ON(IS_ERR_OR_NULL(sta))) {
2436 		rcu_read_unlock();
2437 		return;
2438 	}
2439 
2440 	mvmsta = iwl_mvm_sta_from_mac80211(sta);
2441 
2442 	if (!mvmsta->vif ||
2443 	    mvmsta->vif->type != NL80211_IFTYPE_AP) {
2444 		rcu_read_unlock();
2445 		return;
2446 	}
2447 
2448 	if (mvmsta->sleeping != sleeping) {
2449 		mvmsta->sleeping = sleeping;
2450 		__iwl_mvm_mac_sta_notify(mvm->hw,
2451 			sleeping ? STA_NOTIFY_SLEEP : STA_NOTIFY_AWAKE,
2452 			sta);
2453 		ieee80211_sta_ps_transition(sta, sleeping);
2454 	}
2455 
2456 	if (sleeping) {
2457 		switch (notif->type) {
2458 		case IWL_MVM_PM_EVENT_AWAKE:
2459 		case IWL_MVM_PM_EVENT_ASLEEP:
2460 			break;
2461 		case IWL_MVM_PM_EVENT_UAPSD:
2462 			ieee80211_sta_uapsd_trigger(sta, IEEE80211_NUM_TIDS);
2463 			break;
2464 		case IWL_MVM_PM_EVENT_PS_POLL:
2465 			ieee80211_sta_pspoll(sta);
2466 			break;
2467 		default:
2468 			break;
2469 		}
2470 	}
2471 
2472 	rcu_read_unlock();
2473 }
2474 
2475 static void iwl_mvm_sta_pre_rcu_remove(struct ieee80211_hw *hw,
2476 				       struct ieee80211_vif *vif,
2477 				       struct ieee80211_sta *sta)
2478 {
2479 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2480 	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
2481 
2482 	/*
2483 	 * This is called before mac80211 does RCU synchronisation,
2484 	 * so here we already invalidate our internal RCU-protected
2485 	 * station pointer. The rest of the code will thus no longer
2486 	 * be able to find the station this way, and we don't rely
2487 	 * on further RCU synchronisation after the sta_state()
2488 	 * callback deleted the station.
2489 	 */
2490 	mutex_lock(&mvm->mutex);
2491 	if (sta == rcu_access_pointer(mvm->fw_id_to_mac_id[mvm_sta->sta_id]))
2492 		rcu_assign_pointer(mvm->fw_id_to_mac_id[mvm_sta->sta_id],
2493 				   ERR_PTR(-ENOENT));
2494 
2495 	mutex_unlock(&mvm->mutex);
2496 }
2497 
2498 static void iwl_mvm_check_uapsd(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
2499 				const u8 *bssid)
2500 {
2501 	if (!(mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_UAPSD_SUPPORT))
2502 		return;
2503 
2504 	if (vif->p2p && !iwl_mvm_is_p2p_scm_uapsd_supported(mvm)) {
2505 		vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
2506 		return;
2507 	}
2508 
2509 	if (!vif->p2p &&
2510 	    (iwlwifi_mod_params.uapsd_disable & IWL_DISABLE_UAPSD_BSS)) {
2511 		vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
2512 		return;
2513 	}
2514 
2515 	vif->driver_flags |= IEEE80211_VIF_SUPPORTS_UAPSD;
2516 }
2517 
2518 static void
2519 iwl_mvm_tdls_check_trigger(struct iwl_mvm *mvm,
2520 			   struct ieee80211_vif *vif, u8 *peer_addr,
2521 			   enum nl80211_tdls_operation action)
2522 {
2523 	struct iwl_fw_dbg_trigger_tlv *trig;
2524 	struct iwl_fw_dbg_trigger_tdls *tdls_trig;
2525 
2526 	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_TDLS))
2527 		return;
2528 
2529 	trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_TDLS);
2530 	tdls_trig = (void *)trig->data;
2531 	if (!iwl_fw_dbg_trigger_check_stop(&mvm->fwrt,
2532 					   ieee80211_vif_to_wdev(vif), trig))
2533 		return;
2534 
2535 	if (!(tdls_trig->action_bitmap & BIT(action)))
2536 		return;
2537 
2538 	if (tdls_trig->peer_mode &&
2539 	    memcmp(tdls_trig->peer, peer_addr, ETH_ALEN) != 0)
2540 		return;
2541 
2542 	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
2543 				"TDLS event occurred, peer %pM, action %d",
2544 				peer_addr, action);
2545 }
2546 
2547 static void iwl_mvm_purge_deferred_tx_frames(struct iwl_mvm *mvm,
2548 					     struct iwl_mvm_sta *mvm_sta)
2549 {
2550 	struct iwl_mvm_tid_data *tid_data;
2551 	struct sk_buff *skb;
2552 	int i;
2553 
2554 	spin_lock_bh(&mvm_sta->lock);
2555 	for (i = 0; i <= IWL_MAX_TID_COUNT; i++) {
2556 		tid_data = &mvm_sta->tid_data[i];
2557 
2558 		while ((skb = __skb_dequeue(&tid_data->deferred_tx_frames))) {
2559 			struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
2560 
2561 			/*
2562 			 * The first deferred frame should've stopped the MAC
2563 			 * queues, so we should never get a second deferred
2564 			 * frame for the RA/TID.
2565 			 */
2566 			iwl_mvm_start_mac_queues(mvm, BIT(info->hw_queue));
2567 			ieee80211_free_txskb(mvm->hw, skb);
2568 		}
2569 	}
2570 	spin_unlock_bh(&mvm_sta->lock);
2571 }
2572 
2573 static int iwl_mvm_mac_sta_state(struct ieee80211_hw *hw,
2574 				 struct ieee80211_vif *vif,
2575 				 struct ieee80211_sta *sta,
2576 				 enum ieee80211_sta_state old_state,
2577 				 enum ieee80211_sta_state new_state)
2578 {
2579 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2580 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2581 	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
2582 	int ret;
2583 
2584 	IWL_DEBUG_MAC80211(mvm, "station %pM state change %d->%d\n",
2585 			   sta->addr, old_state, new_state);
2586 
2587 	/* this would be a mac80211 bug ... but don't crash */
2588 	if (WARN_ON_ONCE(!mvmvif->phy_ctxt))
2589 		return -EINVAL;
2590 
2591 	/*
2592 	 * If we are in a STA removal flow and in DQA mode:
2593 	 *
2594 	 * This is after the sync_rcu part, so the queues have already been
2595 	 * flushed. No more TXs on their way in mac80211's path, and no more in
2596 	 * the queues.
2597 	 * Also, we won't be getting any new TX frames for this station.
2598 	 * What we might have are deferred TX frames that need to be taken care
2599 	 * of.
2600 	 *
2601 	 * Drop any still-queued deferred-frame before removing the STA, and
2602 	 * make sure the worker is no longer handling frames for this STA.
2603 	 */
2604 	if (old_state == IEEE80211_STA_NONE &&
2605 	    new_state == IEEE80211_STA_NOTEXIST) {
2606 		iwl_mvm_purge_deferred_tx_frames(mvm, mvm_sta);
2607 		flush_work(&mvm->add_stream_wk);
2608 
2609 		/*
2610 		 * No need to make sure deferred TX indication is off since the
2611 		 * worker will already remove it if it was on
2612 		 */
2613 	}
2614 
2615 	mutex_lock(&mvm->mutex);
2616 	/* track whether or not the station is associated */
2617 	mvm_sta->associated = new_state >= IEEE80211_STA_ASSOC;
2618 
2619 	if (old_state == IEEE80211_STA_NOTEXIST &&
2620 	    new_state == IEEE80211_STA_NONE) {
2621 		/*
2622 		 * Firmware bug - it'll crash if the beacon interval is less
2623 		 * than 16. We can't avoid connecting at all, so refuse the
2624 		 * station state change, this will cause mac80211 to abandon
2625 		 * attempts to connect to this AP, and eventually wpa_s will
2626 		 * blacklist the AP...
2627 		 */
2628 		if (vif->type == NL80211_IFTYPE_STATION &&
2629 		    vif->bss_conf.beacon_int < 16) {
2630 			IWL_ERR(mvm,
2631 				"AP %pM beacon interval is %d, refusing due to firmware bug!\n",
2632 				sta->addr, vif->bss_conf.beacon_int);
2633 			ret = -EINVAL;
2634 			goto out_unlock;
2635 		}
2636 
2637 		if (sta->tdls &&
2638 		    (vif->p2p ||
2639 		     iwl_mvm_tdls_sta_count(mvm, NULL) ==
2640 						IWL_MVM_TDLS_STA_COUNT ||
2641 		     iwl_mvm_phy_ctx_count(mvm) > 1)) {
2642 			IWL_DEBUG_MAC80211(mvm, "refusing TDLS sta\n");
2643 			ret = -EBUSY;
2644 			goto out_unlock;
2645 		}
2646 
2647 		ret = iwl_mvm_add_sta(mvm, vif, sta);
2648 		if (sta->tdls && ret == 0) {
2649 			iwl_mvm_recalc_tdls_state(mvm, vif, true);
2650 			iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
2651 						   NL80211_TDLS_SETUP);
2652 		}
2653 	} else if (old_state == IEEE80211_STA_NONE &&
2654 		   new_state == IEEE80211_STA_AUTH) {
2655 		/*
2656 		 * EBS may be disabled due to previous failures reported by FW.
2657 		 * Reset EBS status here assuming environment has been changed.
2658 		 */
2659 		mvm->last_ebs_successful = true;
2660 		iwl_mvm_check_uapsd(mvm, vif, sta->addr);
2661 		ret = 0;
2662 	} else if (old_state == IEEE80211_STA_AUTH &&
2663 		   new_state == IEEE80211_STA_ASSOC) {
2664 		if (vif->type == NL80211_IFTYPE_AP) {
2665 			mvmvif->ap_assoc_sta_count++;
2666 			iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2667 		}
2668 
2669 		iwl_mvm_rs_rate_init(mvm, sta, mvmvif->phy_ctxt->channel->band,
2670 				     true);
2671 		ret = iwl_mvm_update_sta(mvm, vif, sta);
2672 	} else if (old_state == IEEE80211_STA_ASSOC &&
2673 		   new_state == IEEE80211_STA_AUTHORIZED) {
2674 
2675 		/* we don't support TDLS during DCM */
2676 		if (iwl_mvm_phy_ctx_count(mvm) > 1)
2677 			iwl_mvm_teardown_tdls_peers(mvm);
2678 
2679 		if (sta->tdls)
2680 			iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
2681 						   NL80211_TDLS_ENABLE_LINK);
2682 
2683 		/* enable beacon filtering */
2684 		WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
2685 		ret = 0;
2686 	} else if (old_state == IEEE80211_STA_AUTHORIZED &&
2687 		   new_state == IEEE80211_STA_ASSOC) {
2688 		/* disable beacon filtering */
2689 		WARN_ON(iwl_mvm_disable_beacon_filter(mvm, vif, 0));
2690 		ret = 0;
2691 	} else if (old_state == IEEE80211_STA_ASSOC &&
2692 		   new_state == IEEE80211_STA_AUTH) {
2693 		if (vif->type == NL80211_IFTYPE_AP) {
2694 			mvmvif->ap_assoc_sta_count--;
2695 			iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2696 		}
2697 		ret = 0;
2698 	} else if (old_state == IEEE80211_STA_AUTH &&
2699 		   new_state == IEEE80211_STA_NONE) {
2700 		ret = 0;
2701 	} else if (old_state == IEEE80211_STA_NONE &&
2702 		   new_state == IEEE80211_STA_NOTEXIST) {
2703 		ret = iwl_mvm_rm_sta(mvm, vif, sta);
2704 		if (sta->tdls) {
2705 			iwl_mvm_recalc_tdls_state(mvm, vif, false);
2706 			iwl_mvm_tdls_check_trigger(mvm, vif, sta->addr,
2707 						   NL80211_TDLS_DISABLE_LINK);
2708 		}
2709 	} else {
2710 		ret = -EIO;
2711 	}
2712  out_unlock:
2713 	mutex_unlock(&mvm->mutex);
2714 
2715 	if (sta->tdls && ret == 0) {
2716 		if (old_state == IEEE80211_STA_NOTEXIST &&
2717 		    new_state == IEEE80211_STA_NONE)
2718 			ieee80211_reserve_tid(sta, IWL_MVM_TDLS_FW_TID);
2719 		else if (old_state == IEEE80211_STA_NONE &&
2720 			 new_state == IEEE80211_STA_NOTEXIST)
2721 			ieee80211_unreserve_tid(sta, IWL_MVM_TDLS_FW_TID);
2722 	}
2723 
2724 	return ret;
2725 }
2726 
2727 static int iwl_mvm_mac_set_rts_threshold(struct ieee80211_hw *hw, u32 value)
2728 {
2729 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2730 
2731 	mvm->rts_threshold = value;
2732 
2733 	return 0;
2734 }
2735 
2736 static void iwl_mvm_sta_rc_update(struct ieee80211_hw *hw,
2737 				  struct ieee80211_vif *vif,
2738 				  struct ieee80211_sta *sta, u32 changed)
2739 {
2740 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2741 
2742 	if (vif->type == NL80211_IFTYPE_STATION &&
2743 	    changed & IEEE80211_RC_NSS_CHANGED)
2744 		iwl_mvm_sf_update(mvm, vif, false);
2745 }
2746 
2747 static int iwl_mvm_mac_conf_tx(struct ieee80211_hw *hw,
2748 			       struct ieee80211_vif *vif, u16 ac,
2749 			       const struct ieee80211_tx_queue_params *params)
2750 {
2751 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2752 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2753 
2754 	mvmvif->queue_params[ac] = *params;
2755 
2756 	/*
2757 	 * No need to update right away, we'll get BSS_CHANGED_QOS
2758 	 * The exception is P2P_DEVICE interface which needs immediate update.
2759 	 */
2760 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
2761 		int ret;
2762 
2763 		mutex_lock(&mvm->mutex);
2764 		ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2765 		mutex_unlock(&mvm->mutex);
2766 		return ret;
2767 	}
2768 	return 0;
2769 }
2770 
2771 static void iwl_mvm_mac_mgd_prepare_tx(struct ieee80211_hw *hw,
2772 				      struct ieee80211_vif *vif)
2773 {
2774 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2775 	u32 duration = IWL_MVM_TE_SESSION_PROTECTION_MAX_TIME_MS;
2776 	u32 min_duration = IWL_MVM_TE_SESSION_PROTECTION_MIN_TIME_MS;
2777 
2778 	if (WARN_ON_ONCE(vif->bss_conf.assoc))
2779 		return;
2780 
2781 	/*
2782 	 * iwl_mvm_protect_session() reads directly from the device
2783 	 * (the system time), so make sure it is available.
2784 	 */
2785 	if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PREPARE_TX))
2786 		return;
2787 
2788 	mutex_lock(&mvm->mutex);
2789 	/* Try really hard to protect the session and hear a beacon */
2790 	iwl_mvm_protect_session(mvm, vif, duration, min_duration, 500, false);
2791 	mutex_unlock(&mvm->mutex);
2792 
2793 	iwl_mvm_unref(mvm, IWL_MVM_REF_PREPARE_TX);
2794 }
2795 
2796 static int iwl_mvm_mac_sched_scan_start(struct ieee80211_hw *hw,
2797 					struct ieee80211_vif *vif,
2798 					struct cfg80211_sched_scan_request *req,
2799 					struct ieee80211_scan_ies *ies)
2800 {
2801 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2802 
2803 	int ret;
2804 
2805 	mutex_lock(&mvm->mutex);
2806 
2807 	if (!vif->bss_conf.idle) {
2808 		ret = -EBUSY;
2809 		goto out;
2810 	}
2811 
2812 	ret = iwl_mvm_sched_scan_start(mvm, vif, req, ies, IWL_MVM_SCAN_SCHED);
2813 
2814 out:
2815 	mutex_unlock(&mvm->mutex);
2816 	return ret;
2817 }
2818 
2819 static int iwl_mvm_mac_sched_scan_stop(struct ieee80211_hw *hw,
2820 				       struct ieee80211_vif *vif)
2821 {
2822 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2823 	int ret;
2824 
2825 	mutex_lock(&mvm->mutex);
2826 
2827 	/* Due to a race condition, it's possible that mac80211 asks
2828 	 * us to stop a sched_scan when it's already stopped.  This
2829 	 * can happen, for instance, if we stopped the scan ourselves,
2830 	 * called ieee80211_sched_scan_stopped() and the userspace called
2831 	 * stop sched scan scan before ieee80211_sched_scan_stopped_work()
2832 	 * could run.  To handle this, simply return if the scan is
2833 	 * not running.
2834 	*/
2835 	if (!(mvm->scan_status & IWL_MVM_SCAN_SCHED)) {
2836 		mutex_unlock(&mvm->mutex);
2837 		return 0;
2838 	}
2839 
2840 	ret = iwl_mvm_scan_stop(mvm, IWL_MVM_SCAN_SCHED, false);
2841 	mutex_unlock(&mvm->mutex);
2842 	iwl_mvm_wait_for_async_handlers(mvm);
2843 
2844 	return ret;
2845 }
2846 
2847 static int iwl_mvm_mac_set_key(struct ieee80211_hw *hw,
2848 			       enum set_key_cmd cmd,
2849 			       struct ieee80211_vif *vif,
2850 			       struct ieee80211_sta *sta,
2851 			       struct ieee80211_key_conf *key)
2852 {
2853 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2854 	struct iwl_mvm_sta *mvmsta;
2855 	struct iwl_mvm_key_pn *ptk_pn;
2856 	int keyidx = key->keyidx;
2857 	int ret;
2858 	u8 key_offset;
2859 
2860 	if (iwlwifi_mod_params.swcrypto) {
2861 		IWL_DEBUG_MAC80211(mvm, "leave - hwcrypto disabled\n");
2862 		return -EOPNOTSUPP;
2863 	}
2864 
2865 	switch (key->cipher) {
2866 	case WLAN_CIPHER_SUITE_TKIP:
2867 		key->flags |= IEEE80211_KEY_FLAG_GENERATE_MMIC;
2868 		key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
2869 		break;
2870 	case WLAN_CIPHER_SUITE_CCMP:
2871 	case WLAN_CIPHER_SUITE_GCMP:
2872 	case WLAN_CIPHER_SUITE_GCMP_256:
2873 		if (!iwl_mvm_has_new_tx_api(mvm))
2874 			key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
2875 		break;
2876 	case WLAN_CIPHER_SUITE_AES_CMAC:
2877 	case WLAN_CIPHER_SUITE_BIP_GMAC_128:
2878 	case WLAN_CIPHER_SUITE_BIP_GMAC_256:
2879 		WARN_ON_ONCE(!ieee80211_hw_check(hw, MFP_CAPABLE));
2880 		break;
2881 	case WLAN_CIPHER_SUITE_WEP40:
2882 	case WLAN_CIPHER_SUITE_WEP104:
2883 		/* For non-client mode, only use WEP keys for TX as we probably
2884 		 * don't have a station yet anyway and would then have to keep
2885 		 * track of the keys, linking them to each of the clients/peers
2886 		 * as they appear. For now, don't do that, for performance WEP
2887 		 * offload doesn't really matter much, but we need it for some
2888 		 * other offload features in client mode.
2889 		 */
2890 		if (vif->type != NL80211_IFTYPE_STATION)
2891 			return 0;
2892 		break;
2893 	default:
2894 		/* currently FW supports only one optional cipher scheme */
2895 		if (hw->n_cipher_schemes &&
2896 		    hw->cipher_schemes->cipher == key->cipher)
2897 			key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
2898 		else
2899 			return -EOPNOTSUPP;
2900 	}
2901 
2902 	mutex_lock(&mvm->mutex);
2903 
2904 	switch (cmd) {
2905 	case SET_KEY:
2906 		if ((vif->type == NL80211_IFTYPE_ADHOC ||
2907 		     vif->type == NL80211_IFTYPE_AP) && !sta) {
2908 			/*
2909 			 * GTK on AP interface is a TX-only key, return 0;
2910 			 * on IBSS they're per-station and because we're lazy
2911 			 * we don't support them for RX, so do the same.
2912 			 * CMAC/GMAC in AP/IBSS modes must be done in software.
2913 			 */
2914 			if (key->cipher == WLAN_CIPHER_SUITE_AES_CMAC ||
2915 			    key->cipher == WLAN_CIPHER_SUITE_BIP_GMAC_128 ||
2916 			    key->cipher == WLAN_CIPHER_SUITE_BIP_GMAC_256)
2917 				ret = -EOPNOTSUPP;
2918 			else
2919 				ret = 0;
2920 
2921 			if (key->cipher != WLAN_CIPHER_SUITE_GCMP &&
2922 			    key->cipher != WLAN_CIPHER_SUITE_GCMP_256 &&
2923 			    !iwl_mvm_has_new_tx_api(mvm)) {
2924 				key->hw_key_idx = STA_KEY_IDX_INVALID;
2925 				break;
2926 			}
2927 		}
2928 
2929 		/* During FW restart, in order to restore the state as it was,
2930 		 * don't try to reprogram keys we previously failed for.
2931 		 */
2932 		if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
2933 		    key->hw_key_idx == STA_KEY_IDX_INVALID) {
2934 			IWL_DEBUG_MAC80211(mvm,
2935 					   "skip invalid idx key programming during restart\n");
2936 			ret = 0;
2937 			break;
2938 		}
2939 
2940 		if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status) &&
2941 		    sta && iwl_mvm_has_new_rx_api(mvm) &&
2942 		    key->flags & IEEE80211_KEY_FLAG_PAIRWISE &&
2943 		    (key->cipher == WLAN_CIPHER_SUITE_CCMP ||
2944 		     key->cipher == WLAN_CIPHER_SUITE_GCMP ||
2945 		     key->cipher == WLAN_CIPHER_SUITE_GCMP_256)) {
2946 			struct ieee80211_key_seq seq;
2947 			int tid, q;
2948 
2949 			mvmsta = iwl_mvm_sta_from_mac80211(sta);
2950 			WARN_ON(rcu_access_pointer(mvmsta->ptk_pn[keyidx]));
2951 			ptk_pn = kzalloc(sizeof(*ptk_pn) +
2952 					 mvm->trans->num_rx_queues *
2953 						sizeof(ptk_pn->q[0]),
2954 					 GFP_KERNEL);
2955 			if (!ptk_pn) {
2956 				ret = -ENOMEM;
2957 				break;
2958 			}
2959 
2960 			for (tid = 0; tid < IWL_MAX_TID_COUNT; tid++) {
2961 				ieee80211_get_key_rx_seq(key, tid, &seq);
2962 				for (q = 0; q < mvm->trans->num_rx_queues; q++)
2963 					memcpy(ptk_pn->q[q].pn[tid],
2964 					       seq.ccmp.pn,
2965 					       IEEE80211_CCMP_PN_LEN);
2966 			}
2967 
2968 			rcu_assign_pointer(mvmsta->ptk_pn[keyidx], ptk_pn);
2969 		}
2970 
2971 		/* in HW restart reuse the index, otherwise request a new one */
2972 		if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
2973 			key_offset = key->hw_key_idx;
2974 		else
2975 			key_offset = STA_KEY_IDX_INVALID;
2976 
2977 		IWL_DEBUG_MAC80211(mvm, "set hwcrypto key\n");
2978 		ret = iwl_mvm_set_sta_key(mvm, vif, sta, key, key_offset);
2979 		if (ret) {
2980 			IWL_WARN(mvm, "set key failed\n");
2981 			/*
2982 			 * can't add key for RX, but we don't need it
2983 			 * in the device for TX so still return 0
2984 			 */
2985 			key->hw_key_idx = STA_KEY_IDX_INVALID;
2986 			ret = 0;
2987 		}
2988 
2989 		break;
2990 	case DISABLE_KEY:
2991 		if (key->hw_key_idx == STA_KEY_IDX_INVALID) {
2992 			ret = 0;
2993 			break;
2994 		}
2995 
2996 		if (sta && iwl_mvm_has_new_rx_api(mvm) &&
2997 		    key->flags & IEEE80211_KEY_FLAG_PAIRWISE &&
2998 		    (key->cipher == WLAN_CIPHER_SUITE_CCMP ||
2999 		     key->cipher == WLAN_CIPHER_SUITE_GCMP ||
3000 		     key->cipher == WLAN_CIPHER_SUITE_GCMP_256)) {
3001 			mvmsta = iwl_mvm_sta_from_mac80211(sta);
3002 			ptk_pn = rcu_dereference_protected(
3003 						mvmsta->ptk_pn[keyidx],
3004 						lockdep_is_held(&mvm->mutex));
3005 			RCU_INIT_POINTER(mvmsta->ptk_pn[keyidx], NULL);
3006 			if (ptk_pn)
3007 				kfree_rcu(ptk_pn, rcu_head);
3008 		}
3009 
3010 		IWL_DEBUG_MAC80211(mvm, "disable hwcrypto key\n");
3011 		ret = iwl_mvm_remove_sta_key(mvm, vif, sta, key);
3012 		break;
3013 	default:
3014 		ret = -EINVAL;
3015 	}
3016 
3017 	mutex_unlock(&mvm->mutex);
3018 	return ret;
3019 }
3020 
3021 static void iwl_mvm_mac_update_tkip_key(struct ieee80211_hw *hw,
3022 					struct ieee80211_vif *vif,
3023 					struct ieee80211_key_conf *keyconf,
3024 					struct ieee80211_sta *sta,
3025 					u32 iv32, u16 *phase1key)
3026 {
3027 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3028 
3029 	if (keyconf->hw_key_idx == STA_KEY_IDX_INVALID)
3030 		return;
3031 
3032 	iwl_mvm_update_tkip_key(mvm, vif, keyconf, sta, iv32, phase1key);
3033 }
3034 
3035 
3036 static bool iwl_mvm_rx_aux_roc(struct iwl_notif_wait_data *notif_wait,
3037 			       struct iwl_rx_packet *pkt, void *data)
3038 {
3039 	struct iwl_mvm *mvm =
3040 		container_of(notif_wait, struct iwl_mvm, notif_wait);
3041 	struct iwl_hs20_roc_res *resp;
3042 	int resp_len = iwl_rx_packet_payload_len(pkt);
3043 	struct iwl_mvm_time_event_data *te_data = data;
3044 
3045 	if (WARN_ON(pkt->hdr.cmd != HOT_SPOT_CMD))
3046 		return true;
3047 
3048 	if (WARN_ON_ONCE(resp_len != sizeof(*resp))) {
3049 		IWL_ERR(mvm, "Invalid HOT_SPOT_CMD response\n");
3050 		return true;
3051 	}
3052 
3053 	resp = (void *)pkt->data;
3054 
3055 	IWL_DEBUG_TE(mvm,
3056 		     "Aux ROC: Recieved response from ucode: status=%d uid=%d\n",
3057 		     resp->status, resp->event_unique_id);
3058 
3059 	te_data->uid = le32_to_cpu(resp->event_unique_id);
3060 	IWL_DEBUG_TE(mvm, "TIME_EVENT_CMD response - UID = 0x%x\n",
3061 		     te_data->uid);
3062 
3063 	spin_lock_bh(&mvm->time_event_lock);
3064 	list_add_tail(&te_data->list, &mvm->aux_roc_te_list);
3065 	spin_unlock_bh(&mvm->time_event_lock);
3066 
3067 	return true;
3068 }
3069 
3070 #define AUX_ROC_MIN_DURATION MSEC_TO_TU(100)
3071 #define AUX_ROC_MIN_DELAY MSEC_TO_TU(200)
3072 #define AUX_ROC_MAX_DELAY MSEC_TO_TU(600)
3073 #define AUX_ROC_SAFETY_BUFFER MSEC_TO_TU(20)
3074 #define AUX_ROC_MIN_SAFETY_BUFFER MSEC_TO_TU(10)
3075 static int iwl_mvm_send_aux_roc_cmd(struct iwl_mvm *mvm,
3076 				    struct ieee80211_channel *channel,
3077 				    struct ieee80211_vif *vif,
3078 				    int duration)
3079 {
3080 	int res, time_reg = DEVICE_SYSTEM_TIME_REG;
3081 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3082 	struct iwl_mvm_time_event_data *te_data = &mvmvif->hs_time_event_data;
3083 	static const u16 time_event_response[] = { HOT_SPOT_CMD };
3084 	struct iwl_notification_wait wait_time_event;
3085 	u32 dtim_interval = vif->bss_conf.dtim_period *
3086 		vif->bss_conf.beacon_int;
3087 	u32 req_dur, delay;
3088 	struct iwl_hs20_roc_req aux_roc_req = {
3089 		.action = cpu_to_le32(FW_CTXT_ACTION_ADD),
3090 		.id_and_color =
3091 			cpu_to_le32(FW_CMD_ID_AND_COLOR(MAC_INDEX_AUX, 0)),
3092 		.sta_id_and_color = cpu_to_le32(mvm->aux_sta.sta_id),
3093 		/* Set the channel info data */
3094 		.channel_info.band = (channel->band == NL80211_BAND_2GHZ) ?
3095 			PHY_BAND_24 : PHY_BAND_5,
3096 		.channel_info.channel = channel->hw_value,
3097 		.channel_info.width = PHY_VHT_CHANNEL_MODE20,
3098 		/* Set the time and duration */
3099 		.apply_time = cpu_to_le32(iwl_read_prph(mvm->trans, time_reg)),
3100 	 };
3101 
3102 	delay = AUX_ROC_MIN_DELAY;
3103 	req_dur = MSEC_TO_TU(duration);
3104 
3105 	/*
3106 	 * If we are associated we want the delay time to be at least one
3107 	 * dtim interval so that the FW can wait until after the DTIM and
3108 	 * then start the time event, this will potentially allow us to
3109 	 * remain off-channel for the max duration.
3110 	 * Since we want to use almost a whole dtim interval we would also
3111 	 * like the delay to be for 2-3 dtim intervals, in case there are
3112 	 * other time events with higher priority.
3113 	 */
3114 	if (vif->bss_conf.assoc) {
3115 		delay = min_t(u32, dtim_interval * 3, AUX_ROC_MAX_DELAY);
3116 		/* We cannot remain off-channel longer than the DTIM interval */
3117 		if (dtim_interval <= req_dur) {
3118 			req_dur = dtim_interval - AUX_ROC_SAFETY_BUFFER;
3119 			if (req_dur <= AUX_ROC_MIN_DURATION)
3120 				req_dur = dtim_interval -
3121 					AUX_ROC_MIN_SAFETY_BUFFER;
3122 		}
3123 	}
3124 
3125 	aux_roc_req.duration = cpu_to_le32(req_dur);
3126 	aux_roc_req.apply_time_max_delay = cpu_to_le32(delay);
3127 
3128 	IWL_DEBUG_TE(mvm,
3129 		     "ROC: Requesting to remain on channel %u for %ums (requested = %ums, max_delay = %ums, dtim_interval = %ums)\n",
3130 		     channel->hw_value, req_dur, duration, delay,
3131 		     dtim_interval);
3132 	/* Set the node address */
3133 	memcpy(aux_roc_req.node_addr, vif->addr, ETH_ALEN);
3134 
3135 	lockdep_assert_held(&mvm->mutex);
3136 
3137 	spin_lock_bh(&mvm->time_event_lock);
3138 
3139 	if (WARN_ON(te_data->id == HOT_SPOT_CMD)) {
3140 		spin_unlock_bh(&mvm->time_event_lock);
3141 		return -EIO;
3142 	}
3143 
3144 	te_data->vif = vif;
3145 	te_data->duration = duration;
3146 	te_data->id = HOT_SPOT_CMD;
3147 
3148 	spin_unlock_bh(&mvm->time_event_lock);
3149 
3150 	/*
3151 	 * Use a notification wait, which really just processes the
3152 	 * command response and doesn't wait for anything, in order
3153 	 * to be able to process the response and get the UID inside
3154 	 * the RX path. Using CMD_WANT_SKB doesn't work because it
3155 	 * stores the buffer and then wakes up this thread, by which
3156 	 * time another notification (that the time event started)
3157 	 * might already be processed unsuccessfully.
3158 	 */
3159 	iwl_init_notification_wait(&mvm->notif_wait, &wait_time_event,
3160 				   time_event_response,
3161 				   ARRAY_SIZE(time_event_response),
3162 				   iwl_mvm_rx_aux_roc, te_data);
3163 
3164 	res = iwl_mvm_send_cmd_pdu(mvm, HOT_SPOT_CMD, 0, sizeof(aux_roc_req),
3165 				   &aux_roc_req);
3166 
3167 	if (res) {
3168 		IWL_ERR(mvm, "Couldn't send HOT_SPOT_CMD: %d\n", res);
3169 		iwl_remove_notification(&mvm->notif_wait, &wait_time_event);
3170 		goto out_clear_te;
3171 	}
3172 
3173 	/* No need to wait for anything, so just pass 1 (0 isn't valid) */
3174 	res = iwl_wait_notification(&mvm->notif_wait, &wait_time_event, 1);
3175 	/* should never fail */
3176 	WARN_ON_ONCE(res);
3177 
3178 	if (res) {
3179  out_clear_te:
3180 		spin_lock_bh(&mvm->time_event_lock);
3181 		iwl_mvm_te_clear_data(mvm, te_data);
3182 		spin_unlock_bh(&mvm->time_event_lock);
3183 	}
3184 
3185 	return res;
3186 }
3187 
3188 static int iwl_mvm_roc(struct ieee80211_hw *hw,
3189 		       struct ieee80211_vif *vif,
3190 		       struct ieee80211_channel *channel,
3191 		       int duration,
3192 		       enum ieee80211_roc_type type)
3193 {
3194 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3195 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3196 	struct cfg80211_chan_def chandef;
3197 	struct iwl_mvm_phy_ctxt *phy_ctxt;
3198 	int ret, i;
3199 
3200 	IWL_DEBUG_MAC80211(mvm, "enter (%d, %d, %d)\n", channel->hw_value,
3201 			   duration, type);
3202 
3203 	/*
3204 	 * Flush the done work, just in case it's still pending, so that
3205 	 * the work it does can complete and we can accept new frames.
3206 	 */
3207 	flush_work(&mvm->roc_done_wk);
3208 
3209 	mutex_lock(&mvm->mutex);
3210 
3211 	switch (vif->type) {
3212 	case NL80211_IFTYPE_STATION:
3213 		if (fw_has_capa(&mvm->fw->ucode_capa,
3214 				IWL_UCODE_TLV_CAPA_HOTSPOT_SUPPORT)) {
3215 			/* Use aux roc framework (HS20) */
3216 			ret = iwl_mvm_send_aux_roc_cmd(mvm, channel,
3217 						       vif, duration);
3218 			goto out_unlock;
3219 		}
3220 		IWL_ERR(mvm, "hotspot not supported\n");
3221 		ret = -EINVAL;
3222 		goto out_unlock;
3223 	case NL80211_IFTYPE_P2P_DEVICE:
3224 		/* handle below */
3225 		break;
3226 	default:
3227 		IWL_ERR(mvm, "vif isn't P2P_DEVICE: %d\n", vif->type);
3228 		ret = -EINVAL;
3229 		goto out_unlock;
3230 	}
3231 
3232 	for (i = 0; i < NUM_PHY_CTX; i++) {
3233 		phy_ctxt = &mvm->phy_ctxts[i];
3234 		if (phy_ctxt->ref == 0 || mvmvif->phy_ctxt == phy_ctxt)
3235 			continue;
3236 
3237 		if (phy_ctxt->ref && channel == phy_ctxt->channel) {
3238 			/*
3239 			 * Unbind the P2P_DEVICE from the current PHY context,
3240 			 * and if the PHY context is not used remove it.
3241 			 */
3242 			ret = iwl_mvm_binding_remove_vif(mvm, vif);
3243 			if (WARN(ret, "Failed unbinding P2P_DEVICE\n"))
3244 				goto out_unlock;
3245 
3246 			iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
3247 
3248 			/* Bind the P2P_DEVICE to the current PHY Context */
3249 			mvmvif->phy_ctxt = phy_ctxt;
3250 
3251 			ret = iwl_mvm_binding_add_vif(mvm, vif);
3252 			if (WARN(ret, "Failed binding P2P_DEVICE\n"))
3253 				goto out_unlock;
3254 
3255 			iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
3256 			goto schedule_time_event;
3257 		}
3258 	}
3259 
3260 	/* Need to update the PHY context only if the ROC channel changed */
3261 	if (channel == mvmvif->phy_ctxt->channel)
3262 		goto schedule_time_event;
3263 
3264 	cfg80211_chandef_create(&chandef, channel, NL80211_CHAN_NO_HT);
3265 
3266 	/*
3267 	 * Change the PHY context configuration as it is currently referenced
3268 	 * only by the P2P Device MAC
3269 	 */
3270 	if (mvmvif->phy_ctxt->ref == 1) {
3271 		ret = iwl_mvm_phy_ctxt_changed(mvm, mvmvif->phy_ctxt,
3272 					       &chandef, 1, 1);
3273 		if (ret)
3274 			goto out_unlock;
3275 	} else {
3276 		/*
3277 		 * The PHY context is shared with other MACs. Need to remove the
3278 		 * P2P Device from the binding, allocate an new PHY context and
3279 		 * create a new binding
3280 		 */
3281 		phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
3282 		if (!phy_ctxt) {
3283 			ret = -ENOSPC;
3284 			goto out_unlock;
3285 		}
3286 
3287 		ret = iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &chandef,
3288 					       1, 1);
3289 		if (ret) {
3290 			IWL_ERR(mvm, "Failed to change PHY context\n");
3291 			goto out_unlock;
3292 		}
3293 
3294 		/* Unbind the P2P_DEVICE from the current PHY context */
3295 		ret = iwl_mvm_binding_remove_vif(mvm, vif);
3296 		if (WARN(ret, "Failed unbinding P2P_DEVICE\n"))
3297 			goto out_unlock;
3298 
3299 		iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
3300 
3301 		/* Bind the P2P_DEVICE to the new allocated PHY context */
3302 		mvmvif->phy_ctxt = phy_ctxt;
3303 
3304 		ret = iwl_mvm_binding_add_vif(mvm, vif);
3305 		if (WARN(ret, "Failed binding P2P_DEVICE\n"))
3306 			goto out_unlock;
3307 
3308 		iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
3309 	}
3310 
3311 schedule_time_event:
3312 	/* Schedule the time events */
3313 	ret = iwl_mvm_start_p2p_roc(mvm, vif, duration, type);
3314 
3315 out_unlock:
3316 	mutex_unlock(&mvm->mutex);
3317 	IWL_DEBUG_MAC80211(mvm, "leave\n");
3318 	return ret;
3319 }
3320 
3321 static int iwl_mvm_cancel_roc(struct ieee80211_hw *hw)
3322 {
3323 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3324 
3325 	IWL_DEBUG_MAC80211(mvm, "enter\n");
3326 
3327 	mutex_lock(&mvm->mutex);
3328 	iwl_mvm_stop_roc(mvm);
3329 	mutex_unlock(&mvm->mutex);
3330 
3331 	IWL_DEBUG_MAC80211(mvm, "leave\n");
3332 	return 0;
3333 }
3334 
3335 static int __iwl_mvm_add_chanctx(struct iwl_mvm *mvm,
3336 				 struct ieee80211_chanctx_conf *ctx)
3337 {
3338 	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3339 	struct iwl_mvm_phy_ctxt *phy_ctxt;
3340 	int ret;
3341 
3342 	lockdep_assert_held(&mvm->mutex);
3343 
3344 	IWL_DEBUG_MAC80211(mvm, "Add channel context\n");
3345 
3346 	phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
3347 	if (!phy_ctxt) {
3348 		ret = -ENOSPC;
3349 		goto out;
3350 	}
3351 
3352 	ret = iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &ctx->min_def,
3353 				       ctx->rx_chains_static,
3354 				       ctx->rx_chains_dynamic);
3355 	if (ret) {
3356 		IWL_ERR(mvm, "Failed to add PHY context\n");
3357 		goto out;
3358 	}
3359 
3360 	iwl_mvm_phy_ctxt_ref(mvm, phy_ctxt);
3361 	*phy_ctxt_id = phy_ctxt->id;
3362 out:
3363 	return ret;
3364 }
3365 
3366 static int iwl_mvm_add_chanctx(struct ieee80211_hw *hw,
3367 			       struct ieee80211_chanctx_conf *ctx)
3368 {
3369 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3370 	int ret;
3371 
3372 	mutex_lock(&mvm->mutex);
3373 	ret = __iwl_mvm_add_chanctx(mvm, ctx);
3374 	mutex_unlock(&mvm->mutex);
3375 
3376 	return ret;
3377 }
3378 
3379 static void __iwl_mvm_remove_chanctx(struct iwl_mvm *mvm,
3380 				     struct ieee80211_chanctx_conf *ctx)
3381 {
3382 	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3383 	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3384 
3385 	lockdep_assert_held(&mvm->mutex);
3386 
3387 	iwl_mvm_phy_ctxt_unref(mvm, phy_ctxt);
3388 }
3389 
3390 static void iwl_mvm_remove_chanctx(struct ieee80211_hw *hw,
3391 				   struct ieee80211_chanctx_conf *ctx)
3392 {
3393 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3394 
3395 	mutex_lock(&mvm->mutex);
3396 	__iwl_mvm_remove_chanctx(mvm, ctx);
3397 	mutex_unlock(&mvm->mutex);
3398 }
3399 
3400 static void iwl_mvm_change_chanctx(struct ieee80211_hw *hw,
3401 				   struct ieee80211_chanctx_conf *ctx,
3402 				   u32 changed)
3403 {
3404 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3405 	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3406 	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3407 
3408 	if (WARN_ONCE((phy_ctxt->ref > 1) &&
3409 		      (changed & ~(IEEE80211_CHANCTX_CHANGE_WIDTH |
3410 				   IEEE80211_CHANCTX_CHANGE_RX_CHAINS |
3411 				   IEEE80211_CHANCTX_CHANGE_RADAR |
3412 				   IEEE80211_CHANCTX_CHANGE_MIN_WIDTH)),
3413 		      "Cannot change PHY. Ref=%d, changed=0x%X\n",
3414 		      phy_ctxt->ref, changed))
3415 		return;
3416 
3417 	mutex_lock(&mvm->mutex);
3418 
3419 	/* we are only changing the min_width, may be a noop */
3420 	if (changed == IEEE80211_CHANCTX_CHANGE_MIN_WIDTH) {
3421 		if (phy_ctxt->width == ctx->min_def.width)
3422 			goto out_unlock;
3423 
3424 		/* we are just toggling between 20_NOHT and 20 */
3425 		if (phy_ctxt->width <= NL80211_CHAN_WIDTH_20 &&
3426 		    ctx->min_def.width <= NL80211_CHAN_WIDTH_20)
3427 			goto out_unlock;
3428 	}
3429 
3430 	iwl_mvm_bt_coex_vif_change(mvm);
3431 	iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &ctx->min_def,
3432 				 ctx->rx_chains_static,
3433 				 ctx->rx_chains_dynamic);
3434 
3435 out_unlock:
3436 	mutex_unlock(&mvm->mutex);
3437 }
3438 
3439 static int __iwl_mvm_assign_vif_chanctx(struct iwl_mvm *mvm,
3440 					struct ieee80211_vif *vif,
3441 					struct ieee80211_chanctx_conf *ctx,
3442 					bool switching_chanctx)
3443 {
3444 	u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3445 	struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3446 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3447 	int ret;
3448 
3449 	lockdep_assert_held(&mvm->mutex);
3450 
3451 	mvmvif->phy_ctxt = phy_ctxt;
3452 
3453 	switch (vif->type) {
3454 	case NL80211_IFTYPE_AP:
3455 		/* only needed if we're switching chanctx (i.e. during CSA) */
3456 		if (switching_chanctx) {
3457 			mvmvif->ap_ibss_active = true;
3458 			break;
3459 		}
3460 	case NL80211_IFTYPE_ADHOC:
3461 		/*
3462 		 * The AP binding flow is handled as part of the start_ap flow
3463 		 * (in bss_info_changed), similarly for IBSS.
3464 		 */
3465 		ret = 0;
3466 		goto out;
3467 	case NL80211_IFTYPE_STATION:
3468 		break;
3469 	case NL80211_IFTYPE_MONITOR:
3470 		/* always disable PS when a monitor interface is active */
3471 		mvmvif->ps_disabled = true;
3472 		break;
3473 	default:
3474 		ret = -EINVAL;
3475 		goto out;
3476 	}
3477 
3478 	ret = iwl_mvm_binding_add_vif(mvm, vif);
3479 	if (ret)
3480 		goto out;
3481 
3482 	/*
3483 	 * Power state must be updated before quotas,
3484 	 * otherwise fw will complain.
3485 	 */
3486 	iwl_mvm_power_update_mac(mvm);
3487 
3488 	/* Setting the quota at this stage is only required for monitor
3489 	 * interfaces. For the other types, the bss_info changed flow
3490 	 * will handle quota settings.
3491 	 */
3492 	if (vif->type == NL80211_IFTYPE_MONITOR) {
3493 		mvmvif->monitor_active = true;
3494 		ret = iwl_mvm_update_quotas(mvm, false, NULL);
3495 		if (ret)
3496 			goto out_remove_binding;
3497 
3498 		ret = iwl_mvm_add_snif_sta(mvm, vif);
3499 		if (ret)
3500 			goto out_remove_binding;
3501 
3502 	}
3503 
3504 	/* Handle binding during CSA */
3505 	if (vif->type == NL80211_IFTYPE_AP) {
3506 		iwl_mvm_update_quotas(mvm, false, NULL);
3507 		iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
3508 	}
3509 
3510 	if (switching_chanctx && vif->type == NL80211_IFTYPE_STATION) {
3511 		u32 duration = 2 * vif->bss_conf.beacon_int;
3512 
3513 		/* iwl_mvm_protect_session() reads directly from the
3514 		 * device (the system time), so make sure it is
3515 		 * available.
3516 		 */
3517 		ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PROTECT_CSA);
3518 		if (ret)
3519 			goto out_remove_binding;
3520 
3521 		/* Protect the session to make sure we hear the first
3522 		 * beacon on the new channel.
3523 		 */
3524 		iwl_mvm_protect_session(mvm, vif, duration, duration,
3525 					vif->bss_conf.beacon_int / 2,
3526 					true);
3527 
3528 		iwl_mvm_unref(mvm, IWL_MVM_REF_PROTECT_CSA);
3529 
3530 		iwl_mvm_update_quotas(mvm, false, NULL);
3531 	}
3532 
3533 	goto out;
3534 
3535 out_remove_binding:
3536 	iwl_mvm_binding_remove_vif(mvm, vif);
3537 	iwl_mvm_power_update_mac(mvm);
3538 out:
3539 	if (ret)
3540 		mvmvif->phy_ctxt = NULL;
3541 	return ret;
3542 }
3543 static int iwl_mvm_assign_vif_chanctx(struct ieee80211_hw *hw,
3544 				      struct ieee80211_vif *vif,
3545 				      struct ieee80211_chanctx_conf *ctx)
3546 {
3547 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3548 	int ret;
3549 
3550 	mutex_lock(&mvm->mutex);
3551 	ret = __iwl_mvm_assign_vif_chanctx(mvm, vif, ctx, false);
3552 	mutex_unlock(&mvm->mutex);
3553 
3554 	return ret;
3555 }
3556 
3557 static void __iwl_mvm_unassign_vif_chanctx(struct iwl_mvm *mvm,
3558 					   struct ieee80211_vif *vif,
3559 					   struct ieee80211_chanctx_conf *ctx,
3560 					   bool switching_chanctx)
3561 {
3562 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3563 	struct ieee80211_vif *disabled_vif = NULL;
3564 
3565 	lockdep_assert_held(&mvm->mutex);
3566 
3567 	iwl_mvm_remove_time_event(mvm, mvmvif, &mvmvif->time_event_data);
3568 
3569 	switch (vif->type) {
3570 	case NL80211_IFTYPE_ADHOC:
3571 		goto out;
3572 	case NL80211_IFTYPE_MONITOR:
3573 		mvmvif->monitor_active = false;
3574 		mvmvif->ps_disabled = false;
3575 		iwl_mvm_rm_snif_sta(mvm, vif);
3576 		break;
3577 	case NL80211_IFTYPE_AP:
3578 		/* This part is triggered only during CSA */
3579 		if (!switching_chanctx || !mvmvif->ap_ibss_active)
3580 			goto out;
3581 
3582 		mvmvif->csa_countdown = false;
3583 
3584 		/* Set CS bit on all the stations */
3585 		iwl_mvm_modify_all_sta_disable_tx(mvm, mvmvif, true);
3586 
3587 		/* Save blocked iface, the timeout is set on the next beacon */
3588 		rcu_assign_pointer(mvm->csa_tx_blocked_vif, vif);
3589 
3590 		mvmvif->ap_ibss_active = false;
3591 		break;
3592 	case NL80211_IFTYPE_STATION:
3593 		if (!switching_chanctx)
3594 			break;
3595 
3596 		disabled_vif = vif;
3597 
3598 		iwl_mvm_mac_ctxt_changed(mvm, vif, true, NULL);
3599 		break;
3600 	default:
3601 		break;
3602 	}
3603 
3604 	iwl_mvm_update_quotas(mvm, false, disabled_vif);
3605 	iwl_mvm_binding_remove_vif(mvm, vif);
3606 
3607 out:
3608 	mvmvif->phy_ctxt = NULL;
3609 	iwl_mvm_power_update_mac(mvm);
3610 }
3611 
3612 static void iwl_mvm_unassign_vif_chanctx(struct ieee80211_hw *hw,
3613 					 struct ieee80211_vif *vif,
3614 					 struct ieee80211_chanctx_conf *ctx)
3615 {
3616 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3617 
3618 	mutex_lock(&mvm->mutex);
3619 	__iwl_mvm_unassign_vif_chanctx(mvm, vif, ctx, false);
3620 	mutex_unlock(&mvm->mutex);
3621 }
3622 
3623 static int
3624 iwl_mvm_switch_vif_chanctx_swap(struct iwl_mvm *mvm,
3625 				struct ieee80211_vif_chanctx_switch *vifs)
3626 {
3627 	int ret;
3628 
3629 	mutex_lock(&mvm->mutex);
3630 	__iwl_mvm_unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx, true);
3631 	__iwl_mvm_remove_chanctx(mvm, vifs[0].old_ctx);
3632 
3633 	ret = __iwl_mvm_add_chanctx(mvm, vifs[0].new_ctx);
3634 	if (ret) {
3635 		IWL_ERR(mvm, "failed to add new_ctx during channel switch\n");
3636 		goto out_reassign;
3637 	}
3638 
3639 	ret = __iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].new_ctx,
3640 					   true);
3641 	if (ret) {
3642 		IWL_ERR(mvm,
3643 			"failed to assign new_ctx during channel switch\n");
3644 		goto out_remove;
3645 	}
3646 
3647 	/* we don't support TDLS during DCM - can be caused by channel switch */
3648 	if (iwl_mvm_phy_ctx_count(mvm) > 1)
3649 		iwl_mvm_teardown_tdls_peers(mvm);
3650 
3651 	goto out;
3652 
3653 out_remove:
3654 	__iwl_mvm_remove_chanctx(mvm, vifs[0].new_ctx);
3655 
3656 out_reassign:
3657 	if (__iwl_mvm_add_chanctx(mvm, vifs[0].old_ctx)) {
3658 		IWL_ERR(mvm, "failed to add old_ctx back after failure.\n");
3659 		goto out_restart;
3660 	}
3661 
3662 	if (__iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx,
3663 					 true)) {
3664 		IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
3665 		goto out_restart;
3666 	}
3667 
3668 	goto out;
3669 
3670 out_restart:
3671 	/* things keep failing, better restart the hw */
3672 	iwl_mvm_nic_restart(mvm, false);
3673 
3674 out:
3675 	mutex_unlock(&mvm->mutex);
3676 
3677 	return ret;
3678 }
3679 
3680 static int
3681 iwl_mvm_switch_vif_chanctx_reassign(struct iwl_mvm *mvm,
3682 				    struct ieee80211_vif_chanctx_switch *vifs)
3683 {
3684 	int ret;
3685 
3686 	mutex_lock(&mvm->mutex);
3687 	__iwl_mvm_unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx, true);
3688 
3689 	ret = __iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].new_ctx,
3690 					   true);
3691 	if (ret) {
3692 		IWL_ERR(mvm,
3693 			"failed to assign new_ctx during channel switch\n");
3694 		goto out_reassign;
3695 	}
3696 
3697 	goto out;
3698 
3699 out_reassign:
3700 	if (__iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx,
3701 					 true)) {
3702 		IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
3703 		goto out_restart;
3704 	}
3705 
3706 	goto out;
3707 
3708 out_restart:
3709 	/* things keep failing, better restart the hw */
3710 	iwl_mvm_nic_restart(mvm, false);
3711 
3712 out:
3713 	mutex_unlock(&mvm->mutex);
3714 
3715 	return ret;
3716 }
3717 
3718 static int iwl_mvm_switch_vif_chanctx(struct ieee80211_hw *hw,
3719 				      struct ieee80211_vif_chanctx_switch *vifs,
3720 				      int n_vifs,
3721 				      enum ieee80211_chanctx_switch_mode mode)
3722 {
3723 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3724 	int ret;
3725 
3726 	/* we only support a single-vif right now */
3727 	if (n_vifs > 1)
3728 		return -EOPNOTSUPP;
3729 
3730 	switch (mode) {
3731 	case CHANCTX_SWMODE_SWAP_CONTEXTS:
3732 		ret = iwl_mvm_switch_vif_chanctx_swap(mvm, vifs);
3733 		break;
3734 	case CHANCTX_SWMODE_REASSIGN_VIF:
3735 		ret = iwl_mvm_switch_vif_chanctx_reassign(mvm, vifs);
3736 		break;
3737 	default:
3738 		ret = -EOPNOTSUPP;
3739 		break;
3740 	}
3741 
3742 	return ret;
3743 }
3744 
3745 static int iwl_mvm_tx_last_beacon(struct ieee80211_hw *hw)
3746 {
3747 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3748 
3749 	return mvm->ibss_manager;
3750 }
3751 
3752 static int iwl_mvm_set_tim(struct ieee80211_hw *hw,
3753 			   struct ieee80211_sta *sta,
3754 			   bool set)
3755 {
3756 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3757 	struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3758 
3759 	if (!mvm_sta || !mvm_sta->vif) {
3760 		IWL_ERR(mvm, "Station is not associated to a vif\n");
3761 		return -EINVAL;
3762 	}
3763 
3764 	return iwl_mvm_mac_ctxt_beacon_changed(mvm, mvm_sta->vif);
3765 }
3766 
3767 #ifdef CONFIG_NL80211_TESTMODE
3768 static const struct nla_policy iwl_mvm_tm_policy[IWL_MVM_TM_ATTR_MAX + 1] = {
3769 	[IWL_MVM_TM_ATTR_CMD] = { .type = NLA_U32 },
3770 	[IWL_MVM_TM_ATTR_NOA_DURATION] = { .type = NLA_U32 },
3771 	[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE] = { .type = NLA_U32 },
3772 };
3773 
3774 static int __iwl_mvm_mac_testmode_cmd(struct iwl_mvm *mvm,
3775 				      struct ieee80211_vif *vif,
3776 				      void *data, int len)
3777 {
3778 	struct nlattr *tb[IWL_MVM_TM_ATTR_MAX + 1];
3779 	int err;
3780 	u32 noa_duration;
3781 
3782 	err = nla_parse(tb, IWL_MVM_TM_ATTR_MAX, data, len, iwl_mvm_tm_policy,
3783 			NULL);
3784 	if (err)
3785 		return err;
3786 
3787 	if (!tb[IWL_MVM_TM_ATTR_CMD])
3788 		return -EINVAL;
3789 
3790 	switch (nla_get_u32(tb[IWL_MVM_TM_ATTR_CMD])) {
3791 	case IWL_MVM_TM_CMD_SET_NOA:
3792 		if (!vif || vif->type != NL80211_IFTYPE_AP || !vif->p2p ||
3793 		    !vif->bss_conf.enable_beacon ||
3794 		    !tb[IWL_MVM_TM_ATTR_NOA_DURATION])
3795 			return -EINVAL;
3796 
3797 		noa_duration = nla_get_u32(tb[IWL_MVM_TM_ATTR_NOA_DURATION]);
3798 		if (noa_duration >= vif->bss_conf.beacon_int)
3799 			return -EINVAL;
3800 
3801 		mvm->noa_duration = noa_duration;
3802 		mvm->noa_vif = vif;
3803 
3804 		return iwl_mvm_update_quotas(mvm, true, NULL);
3805 	case IWL_MVM_TM_CMD_SET_BEACON_FILTER:
3806 		/* must be associated client vif - ignore authorized */
3807 		if (!vif || vif->type != NL80211_IFTYPE_STATION ||
3808 		    !vif->bss_conf.assoc || !vif->bss_conf.dtim_period ||
3809 		    !tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE])
3810 			return -EINVAL;
3811 
3812 		if (nla_get_u32(tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE]))
3813 			return iwl_mvm_enable_beacon_filter(mvm, vif, 0);
3814 		return iwl_mvm_disable_beacon_filter(mvm, vif, 0);
3815 	}
3816 
3817 	return -EOPNOTSUPP;
3818 }
3819 
3820 static int iwl_mvm_mac_testmode_cmd(struct ieee80211_hw *hw,
3821 				    struct ieee80211_vif *vif,
3822 				    void *data, int len)
3823 {
3824 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3825 	int err;
3826 
3827 	mutex_lock(&mvm->mutex);
3828 	err = __iwl_mvm_mac_testmode_cmd(mvm, vif, data, len);
3829 	mutex_unlock(&mvm->mutex);
3830 
3831 	return err;
3832 }
3833 #endif
3834 
3835 static void iwl_mvm_channel_switch(struct ieee80211_hw *hw,
3836 				   struct ieee80211_vif *vif,
3837 				   struct ieee80211_channel_switch *chsw)
3838 {
3839 	/* By implementing this operation, we prevent mac80211 from
3840 	 * starting its own channel switch timer, so that we can call
3841 	 * ieee80211_chswitch_done() ourselves at the right time
3842 	 * (which is when the absence time event starts).
3843 	 */
3844 
3845 	IWL_DEBUG_MAC80211(IWL_MAC80211_GET_MVM(hw),
3846 			   "dummy channel switch op\n");
3847 }
3848 
3849 static int iwl_mvm_pre_channel_switch(struct ieee80211_hw *hw,
3850 				      struct ieee80211_vif *vif,
3851 				      struct ieee80211_channel_switch *chsw)
3852 {
3853 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3854 	struct ieee80211_vif *csa_vif;
3855 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3856 	u32 apply_time;
3857 	int ret;
3858 
3859 	mutex_lock(&mvm->mutex);
3860 
3861 	mvmvif->csa_failed = false;
3862 
3863 	IWL_DEBUG_MAC80211(mvm, "pre CSA to freq %d\n",
3864 			   chsw->chandef.center_freq1);
3865 
3866 	iwl_fw_dbg_trigger_simple_stop(&mvm->fwrt,
3867 				       ieee80211_vif_to_wdev(vif),
3868 				       FW_DBG_TRIGGER_CHANNEL_SWITCH);
3869 
3870 	switch (vif->type) {
3871 	case NL80211_IFTYPE_AP:
3872 		csa_vif =
3873 			rcu_dereference_protected(mvm->csa_vif,
3874 						  lockdep_is_held(&mvm->mutex));
3875 		if (WARN_ONCE(csa_vif && csa_vif->csa_active,
3876 			      "Another CSA is already in progress")) {
3877 			ret = -EBUSY;
3878 			goto out_unlock;
3879 		}
3880 
3881 		/* we still didn't unblock tx. prevent new CS meanwhile */
3882 		if (rcu_dereference_protected(mvm->csa_tx_blocked_vif,
3883 					      lockdep_is_held(&mvm->mutex))) {
3884 			ret = -EBUSY;
3885 			goto out_unlock;
3886 		}
3887 
3888 		rcu_assign_pointer(mvm->csa_vif, vif);
3889 
3890 		if (WARN_ONCE(mvmvif->csa_countdown,
3891 			      "Previous CSA countdown didn't complete")) {
3892 			ret = -EBUSY;
3893 			goto out_unlock;
3894 		}
3895 
3896 		mvmvif->csa_target_freq = chsw->chandef.chan->center_freq;
3897 
3898 		break;
3899 	case NL80211_IFTYPE_STATION:
3900 		/* Schedule the time event to a bit before beacon 1,
3901 		 * to make sure we're in the new channel when the
3902 		 * GO/AP arrives. In case count <= 1 immediately schedule the
3903 		 * TE (this might result with some packet loss or connection
3904 		 * loss).
3905 		 */
3906 		if (chsw->count <= 1)
3907 			apply_time = 0;
3908 		else
3909 			apply_time = chsw->device_timestamp +
3910 				((vif->bss_conf.beacon_int * (chsw->count - 1) -
3911 				  IWL_MVM_CHANNEL_SWITCH_TIME_CLIENT) * 1024);
3912 
3913 		if (chsw->block_tx)
3914 			iwl_mvm_csa_client_absent(mvm, vif);
3915 
3916 		iwl_mvm_schedule_csa_period(mvm, vif, vif->bss_conf.beacon_int,
3917 					    apply_time);
3918 		if (mvmvif->bf_data.bf_enabled) {
3919 			ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
3920 			if (ret)
3921 				goto out_unlock;
3922 		}
3923 
3924 		break;
3925 	default:
3926 		break;
3927 	}
3928 
3929 	mvmvif->ps_disabled = true;
3930 
3931 	ret = iwl_mvm_power_update_ps(mvm);
3932 	if (ret)
3933 		goto out_unlock;
3934 
3935 	/* we won't be on this channel any longer */
3936 	iwl_mvm_teardown_tdls_peers(mvm);
3937 
3938 out_unlock:
3939 	mutex_unlock(&mvm->mutex);
3940 
3941 	return ret;
3942 }
3943 
3944 static int iwl_mvm_post_channel_switch(struct ieee80211_hw *hw,
3945 				       struct ieee80211_vif *vif)
3946 {
3947 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3948 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3949 	int ret;
3950 
3951 	mutex_lock(&mvm->mutex);
3952 
3953 	if (mvmvif->csa_failed) {
3954 		mvmvif->csa_failed = false;
3955 		ret = -EIO;
3956 		goto out_unlock;
3957 	}
3958 
3959 	if (vif->type == NL80211_IFTYPE_STATION) {
3960 		struct iwl_mvm_sta *mvmsta;
3961 
3962 		mvmsta = iwl_mvm_sta_from_staid_protected(mvm,
3963 							  mvmvif->ap_sta_id);
3964 
3965 		if (WARN_ON(!mvmsta)) {
3966 			ret = -EIO;
3967 			goto out_unlock;
3968 		}
3969 
3970 		iwl_mvm_sta_modify_disable_tx(mvm, mvmsta, false);
3971 
3972 		iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
3973 
3974 		ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
3975 		if (ret)
3976 			goto out_unlock;
3977 
3978 		iwl_mvm_stop_session_protection(mvm, vif);
3979 	}
3980 
3981 	mvmvif->ps_disabled = false;
3982 
3983 	ret = iwl_mvm_power_update_ps(mvm);
3984 
3985 out_unlock:
3986 	mutex_unlock(&mvm->mutex);
3987 
3988 	return ret;
3989 }
3990 
3991 static void iwl_mvm_flush_no_vif(struct iwl_mvm *mvm, u32 queues, bool drop)
3992 {
3993 	int i;
3994 
3995 	if (!iwl_mvm_has_new_tx_api(mvm)) {
3996 		if (drop) {
3997 			mutex_lock(&mvm->mutex);
3998 			iwl_mvm_flush_tx_path(mvm,
3999 				iwl_mvm_flushable_queues(mvm) & queues, 0);
4000 			mutex_unlock(&mvm->mutex);
4001 		} else {
4002 			iwl_trans_wait_tx_queues_empty(mvm->trans, queues);
4003 		}
4004 		return;
4005 	}
4006 
4007 	mutex_lock(&mvm->mutex);
4008 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) {
4009 		struct ieee80211_sta *sta;
4010 
4011 		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
4012 						lockdep_is_held(&mvm->mutex));
4013 		if (IS_ERR_OR_NULL(sta))
4014 			continue;
4015 
4016 		if (drop)
4017 			iwl_mvm_flush_sta_tids(mvm, i, 0xFF, 0);
4018 		else
4019 			iwl_mvm_wait_sta_queues_empty(mvm,
4020 					iwl_mvm_sta_from_mac80211(sta));
4021 	}
4022 	mutex_unlock(&mvm->mutex);
4023 }
4024 
4025 static void iwl_mvm_mac_flush(struct ieee80211_hw *hw,
4026 			      struct ieee80211_vif *vif, u32 queues, bool drop)
4027 {
4028 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4029 	struct iwl_mvm_vif *mvmvif;
4030 	struct iwl_mvm_sta *mvmsta;
4031 	struct ieee80211_sta *sta;
4032 	int i;
4033 	u32 msk = 0;
4034 
4035 	if (!vif) {
4036 		iwl_mvm_flush_no_vif(mvm, queues, drop);
4037 		return;
4038 	}
4039 
4040 	if (vif->type != NL80211_IFTYPE_STATION)
4041 		return;
4042 
4043 	/* Make sure we're done with the deferred traffic before flushing */
4044 	flush_work(&mvm->add_stream_wk);
4045 
4046 	mutex_lock(&mvm->mutex);
4047 	mvmvif = iwl_mvm_vif_from_mac80211(vif);
4048 
4049 	/* flush the AP-station and all TDLS peers */
4050 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) {
4051 		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
4052 						lockdep_is_held(&mvm->mutex));
4053 		if (IS_ERR_OR_NULL(sta))
4054 			continue;
4055 
4056 		mvmsta = iwl_mvm_sta_from_mac80211(sta);
4057 		if (mvmsta->vif != vif)
4058 			continue;
4059 
4060 		/* make sure only TDLS peers or the AP are flushed */
4061 		WARN_ON(i != mvmvif->ap_sta_id && !sta->tdls);
4062 
4063 		if (drop) {
4064 			if (iwl_mvm_flush_sta(mvm, mvmsta, false, 0))
4065 				IWL_ERR(mvm, "flush request fail\n");
4066 		} else {
4067 			msk |= mvmsta->tfd_queue_msk;
4068 			if (iwl_mvm_has_new_tx_api(mvm))
4069 				iwl_mvm_wait_sta_queues_empty(mvm, mvmsta);
4070 		}
4071 	}
4072 
4073 	mutex_unlock(&mvm->mutex);
4074 
4075 	/* this can take a while, and we may need/want other operations
4076 	 * to succeed while doing this, so do it without the mutex held
4077 	 */
4078 	if (!drop && !iwl_mvm_has_new_tx_api(mvm))
4079 		iwl_trans_wait_tx_queues_empty(mvm->trans, msk);
4080 }
4081 
4082 static int iwl_mvm_mac_get_survey(struct ieee80211_hw *hw, int idx,
4083 				  struct survey_info *survey)
4084 {
4085 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4086 	int ret;
4087 
4088 	memset(survey, 0, sizeof(*survey));
4089 
4090 	/* only support global statistics right now */
4091 	if (idx != 0)
4092 		return -ENOENT;
4093 
4094 	if (!fw_has_capa(&mvm->fw->ucode_capa,
4095 			 IWL_UCODE_TLV_CAPA_RADIO_BEACON_STATS))
4096 		return -ENOENT;
4097 
4098 	mutex_lock(&mvm->mutex);
4099 
4100 	if (iwl_mvm_firmware_running(mvm)) {
4101 		ret = iwl_mvm_request_statistics(mvm, false);
4102 		if (ret)
4103 			goto out;
4104 	}
4105 
4106 	survey->filled = SURVEY_INFO_TIME |
4107 			 SURVEY_INFO_TIME_RX |
4108 			 SURVEY_INFO_TIME_TX |
4109 			 SURVEY_INFO_TIME_SCAN;
4110 	survey->time = mvm->accu_radio_stats.on_time_rf +
4111 		       mvm->radio_stats.on_time_rf;
4112 	do_div(survey->time, USEC_PER_MSEC);
4113 
4114 	survey->time_rx = mvm->accu_radio_stats.rx_time +
4115 			  mvm->radio_stats.rx_time;
4116 	do_div(survey->time_rx, USEC_PER_MSEC);
4117 
4118 	survey->time_tx = mvm->accu_radio_stats.tx_time +
4119 			  mvm->radio_stats.tx_time;
4120 	do_div(survey->time_tx, USEC_PER_MSEC);
4121 
4122 	survey->time_scan = mvm->accu_radio_stats.on_time_scan +
4123 			    mvm->radio_stats.on_time_scan;
4124 	do_div(survey->time_scan, USEC_PER_MSEC);
4125 
4126 	ret = 0;
4127  out:
4128 	mutex_unlock(&mvm->mutex);
4129 	return ret;
4130 }
4131 
4132 static void iwl_mvm_mac_sta_statistics(struct ieee80211_hw *hw,
4133 				       struct ieee80211_vif *vif,
4134 				       struct ieee80211_sta *sta,
4135 				       struct station_info *sinfo)
4136 {
4137 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4138 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
4139 	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
4140 
4141 	if (mvmsta->avg_energy) {
4142 		sinfo->signal_avg = mvmsta->avg_energy;
4143 		sinfo->filled |= BIT(NL80211_STA_INFO_SIGNAL_AVG);
4144 	}
4145 
4146 	if (!fw_has_capa(&mvm->fw->ucode_capa,
4147 			 IWL_UCODE_TLV_CAPA_RADIO_BEACON_STATS))
4148 		return;
4149 
4150 	/* if beacon filtering isn't on mac80211 does it anyway */
4151 	if (!(vif->driver_flags & IEEE80211_VIF_BEACON_FILTER))
4152 		return;
4153 
4154 	if (!vif->bss_conf.assoc)
4155 		return;
4156 
4157 	mutex_lock(&mvm->mutex);
4158 
4159 	if (mvmvif->ap_sta_id != mvmsta->sta_id)
4160 		goto unlock;
4161 
4162 	if (iwl_mvm_request_statistics(mvm, false))
4163 		goto unlock;
4164 
4165 	sinfo->rx_beacon = mvmvif->beacon_stats.num_beacons +
4166 			   mvmvif->beacon_stats.accu_num_beacons;
4167 	sinfo->filled |= BIT(NL80211_STA_INFO_BEACON_RX);
4168 	if (mvmvif->beacon_stats.avg_signal) {
4169 		/* firmware only reports a value after RXing a few beacons */
4170 		sinfo->rx_beacon_signal_avg = mvmvif->beacon_stats.avg_signal;
4171 		sinfo->filled |= BIT(NL80211_STA_INFO_BEACON_SIGNAL_AVG);
4172 	}
4173  unlock:
4174 	mutex_unlock(&mvm->mutex);
4175 }
4176 
4177 static void iwl_mvm_event_mlme_callback(struct iwl_mvm *mvm,
4178 					struct ieee80211_vif *vif,
4179 					const struct ieee80211_event *event)
4180 {
4181 #define CHECK_MLME_TRIGGER(_cnt, _fmt...)				\
4182 	do {								\
4183 		if ((trig_mlme->_cnt) && --(trig_mlme->_cnt))		\
4184 			break;						\
4185 		iwl_fw_dbg_collect_trig(&(mvm)->fwrt, trig, _fmt);	\
4186 	} while (0)
4187 
4188 	struct iwl_fw_dbg_trigger_tlv *trig;
4189 	struct iwl_fw_dbg_trigger_mlme *trig_mlme;
4190 
4191 	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_MLME))
4192 		return;
4193 
4194 	trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_MLME);
4195 	trig_mlme = (void *)trig->data;
4196 	if (!iwl_fw_dbg_trigger_check_stop(&mvm->fwrt,
4197 					   ieee80211_vif_to_wdev(vif), trig))
4198 		return;
4199 
4200 	if (event->u.mlme.data == ASSOC_EVENT) {
4201 		if (event->u.mlme.status == MLME_DENIED)
4202 			CHECK_MLME_TRIGGER(stop_assoc_denied,
4203 					   "DENIED ASSOC: reason %d",
4204 					    event->u.mlme.reason);
4205 		else if (event->u.mlme.status == MLME_TIMEOUT)
4206 			CHECK_MLME_TRIGGER(stop_assoc_timeout,
4207 					   "ASSOC TIMEOUT");
4208 	} else if (event->u.mlme.data == AUTH_EVENT) {
4209 		if (event->u.mlme.status == MLME_DENIED)
4210 			CHECK_MLME_TRIGGER(stop_auth_denied,
4211 					   "DENIED AUTH: reason %d",
4212 					   event->u.mlme.reason);
4213 		else if (event->u.mlme.status == MLME_TIMEOUT)
4214 			CHECK_MLME_TRIGGER(stop_auth_timeout,
4215 					   "AUTH TIMEOUT");
4216 	} else if (event->u.mlme.data == DEAUTH_RX_EVENT) {
4217 		CHECK_MLME_TRIGGER(stop_rx_deauth,
4218 				   "DEAUTH RX %d", event->u.mlme.reason);
4219 	} else if (event->u.mlme.data == DEAUTH_TX_EVENT) {
4220 		CHECK_MLME_TRIGGER(stop_tx_deauth,
4221 				   "DEAUTH TX %d", event->u.mlme.reason);
4222 	}
4223 #undef CHECK_MLME_TRIGGER
4224 }
4225 
4226 static void iwl_mvm_event_bar_rx_callback(struct iwl_mvm *mvm,
4227 					  struct ieee80211_vif *vif,
4228 					  const struct ieee80211_event *event)
4229 {
4230 	struct iwl_fw_dbg_trigger_tlv *trig;
4231 	struct iwl_fw_dbg_trigger_ba *ba_trig;
4232 
4233 	if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_BA))
4234 		return;
4235 
4236 	trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_BA);
4237 	ba_trig = (void *)trig->data;
4238 	if (!iwl_fw_dbg_trigger_check_stop(&mvm->fwrt,
4239 					   ieee80211_vif_to_wdev(vif), trig))
4240 		return;
4241 
4242 	if (!(le16_to_cpu(ba_trig->rx_bar) & BIT(event->u.ba.tid)))
4243 		return;
4244 
4245 	iwl_fw_dbg_collect_trig(&mvm->fwrt, trig,
4246 				"BAR received from %pM, tid %d, ssn %d",
4247 				event->u.ba.sta->addr, event->u.ba.tid,
4248 				event->u.ba.ssn);
4249 }
4250 
4251 static void iwl_mvm_mac_event_callback(struct ieee80211_hw *hw,
4252 				       struct ieee80211_vif *vif,
4253 				       const struct ieee80211_event *event)
4254 {
4255 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4256 
4257 	switch (event->type) {
4258 	case MLME_EVENT:
4259 		iwl_mvm_event_mlme_callback(mvm, vif, event);
4260 		break;
4261 	case BAR_RX_EVENT:
4262 		iwl_mvm_event_bar_rx_callback(mvm, vif, event);
4263 		break;
4264 	case BA_FRAME_TIMEOUT:
4265 		iwl_mvm_event_frame_timeout_callback(mvm, vif, event->u.ba.sta,
4266 						     event->u.ba.tid);
4267 		break;
4268 	default:
4269 		break;
4270 	}
4271 }
4272 
4273 void iwl_mvm_sync_rx_queues_internal(struct iwl_mvm *mvm,
4274 				     struct iwl_mvm_internal_rxq_notif *notif,
4275 				     u32 size)
4276 {
4277 	u32 qmask = BIT(mvm->trans->num_rx_queues) - 1;
4278 	int ret;
4279 
4280 	lockdep_assert_held(&mvm->mutex);
4281 
4282 	if (!iwl_mvm_has_new_rx_api(mvm))
4283 		return;
4284 
4285 	notif->cookie = mvm->queue_sync_cookie;
4286 
4287 	if (notif->sync)
4288 		atomic_set(&mvm->queue_sync_counter,
4289 			   mvm->trans->num_rx_queues);
4290 
4291 	/* TODO - remove this when we have RXQ config API */
4292 	if (mvm->trans->cfg->device_family == IWL_DEVICE_FAMILY_22000) {
4293 		qmask = BIT(0);
4294 		if (notif->sync)
4295 			atomic_set(&mvm->queue_sync_counter, 1);
4296 	}
4297 
4298 	ret = iwl_mvm_notify_rx_queue(mvm, qmask, (u8 *)notif, size);
4299 	if (ret) {
4300 		IWL_ERR(mvm, "Failed to trigger RX queues sync (%d)\n", ret);
4301 		goto out;
4302 	}
4303 
4304 	if (notif->sync) {
4305 		ret = wait_event_timeout(mvm->rx_sync_waitq,
4306 					 atomic_read(&mvm->queue_sync_counter) == 0 ||
4307 					 iwl_mvm_is_radio_killed(mvm),
4308 					 HZ);
4309 		WARN_ON_ONCE(!ret && !iwl_mvm_is_radio_killed(mvm));
4310 	}
4311 
4312 out:
4313 	atomic_set(&mvm->queue_sync_counter, 0);
4314 	mvm->queue_sync_cookie++;
4315 }
4316 
4317 static void iwl_mvm_sync_rx_queues(struct ieee80211_hw *hw)
4318 {
4319 	struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
4320 	struct iwl_mvm_internal_rxq_notif data = {
4321 		.type = IWL_MVM_RXQ_EMPTY,
4322 		.sync = 1,
4323 	};
4324 
4325 	mutex_lock(&mvm->mutex);
4326 	iwl_mvm_sync_rx_queues_internal(mvm, &data, sizeof(data));
4327 	mutex_unlock(&mvm->mutex);
4328 }
4329 
4330 const struct ieee80211_ops iwl_mvm_hw_ops = {
4331 	.tx = iwl_mvm_mac_tx,
4332 	.ampdu_action = iwl_mvm_mac_ampdu_action,
4333 	.start = iwl_mvm_mac_start,
4334 	.reconfig_complete = iwl_mvm_mac_reconfig_complete,
4335 	.stop = iwl_mvm_mac_stop,
4336 	.add_interface = iwl_mvm_mac_add_interface,
4337 	.remove_interface = iwl_mvm_mac_remove_interface,
4338 	.config = iwl_mvm_mac_config,
4339 	.prepare_multicast = iwl_mvm_prepare_multicast,
4340 	.configure_filter = iwl_mvm_configure_filter,
4341 	.config_iface_filter = iwl_mvm_config_iface_filter,
4342 	.bss_info_changed = iwl_mvm_bss_info_changed,
4343 	.hw_scan = iwl_mvm_mac_hw_scan,
4344 	.cancel_hw_scan = iwl_mvm_mac_cancel_hw_scan,
4345 	.sta_pre_rcu_remove = iwl_mvm_sta_pre_rcu_remove,
4346 	.sta_state = iwl_mvm_mac_sta_state,
4347 	.sta_notify = iwl_mvm_mac_sta_notify,
4348 	.allow_buffered_frames = iwl_mvm_mac_allow_buffered_frames,
4349 	.release_buffered_frames = iwl_mvm_mac_release_buffered_frames,
4350 	.set_rts_threshold = iwl_mvm_mac_set_rts_threshold,
4351 	.sta_rc_update = iwl_mvm_sta_rc_update,
4352 	.conf_tx = iwl_mvm_mac_conf_tx,
4353 	.mgd_prepare_tx = iwl_mvm_mac_mgd_prepare_tx,
4354 	.mgd_protect_tdls_discover = iwl_mvm_mac_mgd_protect_tdls_discover,
4355 	.flush = iwl_mvm_mac_flush,
4356 	.sched_scan_start = iwl_mvm_mac_sched_scan_start,
4357 	.sched_scan_stop = iwl_mvm_mac_sched_scan_stop,
4358 	.set_key = iwl_mvm_mac_set_key,
4359 	.update_tkip_key = iwl_mvm_mac_update_tkip_key,
4360 	.remain_on_channel = iwl_mvm_roc,
4361 	.cancel_remain_on_channel = iwl_mvm_cancel_roc,
4362 	.add_chanctx = iwl_mvm_add_chanctx,
4363 	.remove_chanctx = iwl_mvm_remove_chanctx,
4364 	.change_chanctx = iwl_mvm_change_chanctx,
4365 	.assign_vif_chanctx = iwl_mvm_assign_vif_chanctx,
4366 	.unassign_vif_chanctx = iwl_mvm_unassign_vif_chanctx,
4367 	.switch_vif_chanctx = iwl_mvm_switch_vif_chanctx,
4368 
4369 	.start_ap = iwl_mvm_start_ap_ibss,
4370 	.stop_ap = iwl_mvm_stop_ap_ibss,
4371 	.join_ibss = iwl_mvm_start_ap_ibss,
4372 	.leave_ibss = iwl_mvm_stop_ap_ibss,
4373 
4374 	.tx_last_beacon = iwl_mvm_tx_last_beacon,
4375 
4376 	.set_tim = iwl_mvm_set_tim,
4377 
4378 	.channel_switch = iwl_mvm_channel_switch,
4379 	.pre_channel_switch = iwl_mvm_pre_channel_switch,
4380 	.post_channel_switch = iwl_mvm_post_channel_switch,
4381 
4382 	.tdls_channel_switch = iwl_mvm_tdls_channel_switch,
4383 	.tdls_cancel_channel_switch = iwl_mvm_tdls_cancel_channel_switch,
4384 	.tdls_recv_channel_switch = iwl_mvm_tdls_recv_channel_switch,
4385 
4386 	.event_callback = iwl_mvm_mac_event_callback,
4387 
4388 	.sync_rx_queues = iwl_mvm_sync_rx_queues,
4389 
4390 	CFG80211_TESTMODE_CMD(iwl_mvm_mac_testmode_cmd)
4391 
4392 #ifdef CONFIG_PM_SLEEP
4393 	/* look at d3.c */
4394 	.suspend = iwl_mvm_suspend,
4395 	.resume = iwl_mvm_resume,
4396 	.set_wakeup = iwl_mvm_set_wakeup,
4397 	.set_rekey_data = iwl_mvm_set_rekey_data,
4398 #if IS_ENABLED(CONFIG_IPV6)
4399 	.ipv6_addr_change = iwl_mvm_ipv6_addr_change,
4400 #endif
4401 	.set_default_unicast_key = iwl_mvm_set_default_unicast_key,
4402 #endif
4403 	.get_survey = iwl_mvm_mac_get_survey,
4404 	.sta_statistics = iwl_mvm_mac_sta_statistics,
4405 #ifdef CONFIG_IWLWIFI_DEBUGFS
4406 	.sta_add_debugfs = iwl_mvm_sta_add_debugfs,
4407 #endif
4408 };
4409