1e705c121SKalle Valo /******************************************************************************
2e705c121SKalle Valo  *
3e705c121SKalle Valo  * This file is provided under a dual BSD/GPLv2 license.  When using or
4e705c121SKalle Valo  * redistributing this file, you may do so under either license.
5e705c121SKalle Valo  *
6e705c121SKalle Valo  * GPL LICENSE SUMMARY
7e705c121SKalle Valo  *
8e705c121SKalle Valo  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9e705c121SKalle Valo  * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
100db056d3SSara Sharon  * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
11e705c121SKalle Valo  *
12e705c121SKalle Valo  * This program is free software; you can redistribute it and/or modify
13e705c121SKalle Valo  * it under the terms of version 2 of the GNU General Public License as
14e705c121SKalle Valo  * published by the Free Software Foundation.
15e705c121SKalle Valo  *
16e705c121SKalle Valo  * This program is distributed in the hope that it will be useful, but
17e705c121SKalle Valo  * WITHOUT ANY WARRANTY; without even the implied warranty of
18e705c121SKalle Valo  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19e705c121SKalle Valo  * General Public License for more details.
20e705c121SKalle Valo  *
21e705c121SKalle Valo  * You should have received a copy of the GNU General Public License
22e705c121SKalle Valo  * along with this program; if not, write to the Free Software
23e705c121SKalle Valo  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24e705c121SKalle Valo  * USA
25e705c121SKalle Valo  *
26e705c121SKalle Valo  * The full GNU General Public License is included in this distribution
27e705c121SKalle Valo  * in the file called COPYING.
28e705c121SKalle Valo  *
29e705c121SKalle Valo  * Contact Information:
30cb2f8277SEmmanuel Grumbach  *  Intel Linux Wireless <linuxwifi@intel.com>
31e705c121SKalle Valo  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32e705c121SKalle Valo  *
33e705c121SKalle Valo  * BSD LICENSE
34e705c121SKalle Valo  *
35e705c121SKalle Valo  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36e705c121SKalle Valo  * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
370db056d3SSara Sharon  * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
38e705c121SKalle Valo  * All rights reserved.
39e705c121SKalle Valo  *
40e705c121SKalle Valo  * Redistribution and use in source and binary forms, with or without
41e705c121SKalle Valo  * modification, are permitted provided that the following conditions
42e705c121SKalle Valo  * are met:
43e705c121SKalle Valo  *
44e705c121SKalle Valo  *  * Redistributions of source code must retain the above copyright
45e705c121SKalle Valo  *    notice, this list of conditions and the following disclaimer.
46e705c121SKalle Valo  *  * Redistributions in binary form must reproduce the above copyright
47e705c121SKalle Valo  *    notice, this list of conditions and the following disclaimer in
48e705c121SKalle Valo  *    the documentation and/or other materials provided with the
49e705c121SKalle Valo  *    distribution.
50e705c121SKalle Valo  *  * Neither the name Intel Corporation nor the names of its
51e705c121SKalle Valo  *    contributors may be used to endorse or promote products derived
52e705c121SKalle Valo  *    from this software without specific prior written permission.
53e705c121SKalle Valo  *
54e705c121SKalle Valo  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55e705c121SKalle Valo  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56e705c121SKalle Valo  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57e705c121SKalle Valo  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58e705c121SKalle Valo  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59e705c121SKalle Valo  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60e705c121SKalle Valo  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61e705c121SKalle Valo  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62e705c121SKalle Valo  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63e705c121SKalle Valo  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64e705c121SKalle Valo  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65e705c121SKalle Valo  *
66e705c121SKalle Valo  *****************************************************************************/
67e705c121SKalle Valo 
68e705c121SKalle Valo #include <linux/etherdevice.h>
69e705c121SKalle Valo #include <net/mac80211.h>
70e705c121SKalle Valo #include "iwl-io.h"
71e705c121SKalle Valo #include "iwl-prph.h"
72e705c121SKalle Valo #include "fw-api.h"
73e705c121SKalle Valo #include "mvm.h"
74e705c121SKalle Valo #include "time-event.h"
752f89a5d7SGolan Ben-Ami #include "fw-dbg.h"
76e705c121SKalle Valo 
77e705c121SKalle Valo const u8 iwl_mvm_ac_to_tx_fifo[] = {
78e705c121SKalle Valo 	IWL_MVM_TX_FIFO_VO,
79e705c121SKalle Valo 	IWL_MVM_TX_FIFO_VI,
80e705c121SKalle Valo 	IWL_MVM_TX_FIFO_BE,
81e705c121SKalle Valo 	IWL_MVM_TX_FIFO_BK,
82e705c121SKalle Valo };
83e705c121SKalle Valo 
84e705c121SKalle Valo struct iwl_mvm_mac_iface_iterator_data {
85e705c121SKalle Valo 	struct iwl_mvm *mvm;
86e705c121SKalle Valo 	struct ieee80211_vif *vif;
87e705c121SKalle Valo 	unsigned long available_mac_ids[BITS_TO_LONGS(NUM_MAC_INDEX_DRIVER)];
88e705c121SKalle Valo 	unsigned long available_tsf_ids[BITS_TO_LONGS(NUM_TSF_IDS)];
89e705c121SKalle Valo 	enum iwl_tsf_id preferred_tsf;
90e705c121SKalle Valo 	bool found_vif;
91e705c121SKalle Valo };
92e705c121SKalle Valo 
93e705c121SKalle Valo struct iwl_mvm_hw_queues_iface_iterator_data {
94e705c121SKalle Valo 	struct ieee80211_vif *exclude_vif;
95e705c121SKalle Valo 	unsigned long used_hw_queues;
96e705c121SKalle Valo };
97e705c121SKalle Valo 
98e705c121SKalle Valo static void iwl_mvm_mac_tsf_id_iter(void *_data, u8 *mac,
99e705c121SKalle Valo 				    struct ieee80211_vif *vif)
100e705c121SKalle Valo {
101e705c121SKalle Valo 	struct iwl_mvm_mac_iface_iterator_data *data = _data;
102e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
103e705c121SKalle Valo 	u16 min_bi;
104e705c121SKalle Valo 
105e705c121SKalle Valo 	/* Skip the interface for which we are trying to assign a tsf_id  */
106e705c121SKalle Valo 	if (vif == data->vif)
107e705c121SKalle Valo 		return;
108e705c121SKalle Valo 
109e705c121SKalle Valo 	/*
110e705c121SKalle Valo 	 * The TSF is a hardware/firmware resource, there are 4 and
111e705c121SKalle Valo 	 * the driver should assign and free them as needed. However,
112e705c121SKalle Valo 	 * there are cases where 2 MACs should share the same TSF ID
113e705c121SKalle Valo 	 * for the purpose of clock sync, an optimization to avoid
114e705c121SKalle Valo 	 * clock drift causing overlapping TBTTs/DTIMs for a GO and
115e705c121SKalle Valo 	 * client in the system.
116e705c121SKalle Valo 	 *
117e705c121SKalle Valo 	 * The firmware will decide according to the MAC type which
118e705c121SKalle Valo 	 * will be the master and slave. Clients that need to sync
119e705c121SKalle Valo 	 * with a remote station will be the master, and an AP or GO
120e705c121SKalle Valo 	 * will be the slave.
121e705c121SKalle Valo 	 *
122e705c121SKalle Valo 	 * Depending on the new interface type it can be slaved to
123e705c121SKalle Valo 	 * or become the master of an existing interface.
124e705c121SKalle Valo 	 */
125e705c121SKalle Valo 	switch (data->vif->type) {
126e705c121SKalle Valo 	case NL80211_IFTYPE_STATION:
127e705c121SKalle Valo 		/*
128e705c121SKalle Valo 		 * The new interface is a client, so if the one we're iterating
129e705c121SKalle Valo 		 * is an AP, and the beacon interval of the AP is a multiple or
130e705c121SKalle Valo 		 * divisor of the beacon interval of the client, the same TSF
131e705c121SKalle Valo 		 * should be used to avoid drift between the new client and
132e705c121SKalle Valo 		 * existing AP. The existing AP will get drift updates from the
133e705c121SKalle Valo 		 * new client context in this case.
134e705c121SKalle Valo 		 */
135e705c121SKalle Valo 		if (vif->type != NL80211_IFTYPE_AP ||
136e705c121SKalle Valo 		    data->preferred_tsf != NUM_TSF_IDS ||
137e705c121SKalle Valo 		    !test_bit(mvmvif->tsf_id, data->available_tsf_ids))
138e705c121SKalle Valo 			break;
139e705c121SKalle Valo 
140e705c121SKalle Valo 		min_bi = min(data->vif->bss_conf.beacon_int,
141e705c121SKalle Valo 			     vif->bss_conf.beacon_int);
142e705c121SKalle Valo 
143e705c121SKalle Valo 		if (!min_bi)
144e705c121SKalle Valo 			break;
145e705c121SKalle Valo 
146e705c121SKalle Valo 		if ((data->vif->bss_conf.beacon_int -
147e705c121SKalle Valo 		     vif->bss_conf.beacon_int) % min_bi == 0) {
148e705c121SKalle Valo 			data->preferred_tsf = mvmvif->tsf_id;
149e705c121SKalle Valo 			return;
150e705c121SKalle Valo 		}
151e705c121SKalle Valo 		break;
152e705c121SKalle Valo 
153e705c121SKalle Valo 	case NL80211_IFTYPE_AP:
154e705c121SKalle Valo 		/*
155e705c121SKalle Valo 		 * The new interface is AP/GO, so if its beacon interval is a
156e705c121SKalle Valo 		 * multiple or a divisor of the beacon interval of an existing
157e705c121SKalle Valo 		 * interface, it should get drift updates from an existing
158e705c121SKalle Valo 		 * client or use the same TSF as an existing GO. There's no
159e705c121SKalle Valo 		 * drift between TSFs internally but if they used different
160e705c121SKalle Valo 		 * TSFs then a new client MAC could update one of them and
161e705c121SKalle Valo 		 * cause drift that way.
162e705c121SKalle Valo 		 */
163e705c121SKalle Valo 		if ((vif->type != NL80211_IFTYPE_AP &&
164e705c121SKalle Valo 		     vif->type != NL80211_IFTYPE_STATION) ||
165e705c121SKalle Valo 		    data->preferred_tsf != NUM_TSF_IDS ||
166e705c121SKalle Valo 		    !test_bit(mvmvif->tsf_id, data->available_tsf_ids))
167e705c121SKalle Valo 			break;
168e705c121SKalle Valo 
169e705c121SKalle Valo 		min_bi = min(data->vif->bss_conf.beacon_int,
170e705c121SKalle Valo 			     vif->bss_conf.beacon_int);
171e705c121SKalle Valo 
172e705c121SKalle Valo 		if (!min_bi)
173e705c121SKalle Valo 			break;
174e705c121SKalle Valo 
175e705c121SKalle Valo 		if ((data->vif->bss_conf.beacon_int -
176e705c121SKalle Valo 		     vif->bss_conf.beacon_int) % min_bi == 0) {
177e705c121SKalle Valo 			data->preferred_tsf = mvmvif->tsf_id;
178e705c121SKalle Valo 			return;
179e705c121SKalle Valo 		}
180e705c121SKalle Valo 		break;
181e705c121SKalle Valo 	default:
182e705c121SKalle Valo 		/*
183e705c121SKalle Valo 		 * For all other interface types there's no need to
184e705c121SKalle Valo 		 * take drift into account. Either they're exclusive
185e705c121SKalle Valo 		 * like IBSS and monitor, or we don't care much about
186e705c121SKalle Valo 		 * their TSF (like P2P Device), but we won't be able
187e705c121SKalle Valo 		 * to share the TSF resource.
188e705c121SKalle Valo 		 */
189e705c121SKalle Valo 		break;
190e705c121SKalle Valo 	}
191e705c121SKalle Valo 
192e705c121SKalle Valo 	/*
193e705c121SKalle Valo 	 * Unless we exited above, we can't share the TSF resource
194e705c121SKalle Valo 	 * that the virtual interface we're iterating over is using
195e705c121SKalle Valo 	 * with the new one, so clear the available bit and if this
196e705c121SKalle Valo 	 * was the preferred one, reset that as well.
197e705c121SKalle Valo 	 */
198e705c121SKalle Valo 	__clear_bit(mvmvif->tsf_id, data->available_tsf_ids);
199e705c121SKalle Valo 
200e705c121SKalle Valo 	if (data->preferred_tsf == mvmvif->tsf_id)
201e705c121SKalle Valo 		data->preferred_tsf = NUM_TSF_IDS;
202e705c121SKalle Valo }
203e705c121SKalle Valo 
204e705c121SKalle Valo /*
205e705c121SKalle Valo  * Get the mask of the queues used by the vif
206e705c121SKalle Valo  */
207e705c121SKalle Valo u32 iwl_mvm_mac_get_queues_mask(struct ieee80211_vif *vif)
208e705c121SKalle Valo {
209e705c121SKalle Valo 	u32 qmask = 0, ac;
210e705c121SKalle Valo 
211e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE)
212e705c121SKalle Valo 		return BIT(IWL_MVM_OFFCHANNEL_QUEUE);
213e705c121SKalle Valo 
214e705c121SKalle Valo 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
215e705c121SKalle Valo 		if (vif->hw_queue[ac] != IEEE80211_INVAL_HW_QUEUE)
216e705c121SKalle Valo 			qmask |= BIT(vif->hw_queue[ac]);
217e705c121SKalle Valo 	}
218e705c121SKalle Valo 
219e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_AP)
220e705c121SKalle Valo 		qmask |= BIT(vif->cab_queue);
221e705c121SKalle Valo 
222e705c121SKalle Valo 	return qmask;
223e705c121SKalle Valo }
224e705c121SKalle Valo 
225e705c121SKalle Valo static void iwl_mvm_iface_hw_queues_iter(void *_data, u8 *mac,
226e705c121SKalle Valo 					 struct ieee80211_vif *vif)
227e705c121SKalle Valo {
228e705c121SKalle Valo 	struct iwl_mvm_hw_queues_iface_iterator_data *data = _data;
229e705c121SKalle Valo 
230e705c121SKalle Valo 	/* exclude the given vif */
231e705c121SKalle Valo 	if (vif == data->exclude_vif)
232e705c121SKalle Valo 		return;
233e705c121SKalle Valo 
234e705c121SKalle Valo 	data->used_hw_queues |= iwl_mvm_mac_get_queues_mask(vif);
235e705c121SKalle Valo }
236e705c121SKalle Valo 
237e705c121SKalle Valo static void iwl_mvm_mac_sta_hw_queues_iter(void *_data,
238e705c121SKalle Valo 					   struct ieee80211_sta *sta)
239e705c121SKalle Valo {
240e705c121SKalle Valo 	struct iwl_mvm_hw_queues_iface_iterator_data *data = _data;
241e705c121SKalle Valo 	struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
242e705c121SKalle Valo 
243e705c121SKalle Valo 	/* Mark the queues used by the sta */
244e705c121SKalle Valo 	data->used_hw_queues |= mvmsta->tfd_queue_msk;
245e705c121SKalle Valo }
246e705c121SKalle Valo 
247e705c121SKalle Valo unsigned long iwl_mvm_get_used_hw_queues(struct iwl_mvm *mvm,
248e705c121SKalle Valo 					 struct ieee80211_vif *exclude_vif)
249e705c121SKalle Valo {
250e705c121SKalle Valo 	u8 sta_id;
251e705c121SKalle Valo 	struct iwl_mvm_hw_queues_iface_iterator_data data = {
252e705c121SKalle Valo 		.exclude_vif = exclude_vif,
253e705c121SKalle Valo 		.used_hw_queues =
254e705c121SKalle Valo 			BIT(IWL_MVM_OFFCHANNEL_QUEUE) |
255097129c9SLiad Kaufman 			BIT(mvm->aux_queue),
256e705c121SKalle Valo 	};
257e705c121SKalle Valo 
258097129c9SLiad Kaufman 	if (iwl_mvm_is_dqa_supported(mvm))
259097129c9SLiad Kaufman 		data.used_hw_queues |= BIT(IWL_MVM_DQA_CMD_QUEUE);
260097129c9SLiad Kaufman 	else
261097129c9SLiad Kaufman 		data.used_hw_queues |= BIT(IWL_MVM_CMD_QUEUE);
262097129c9SLiad Kaufman 
263e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
264e705c121SKalle Valo 
265e705c121SKalle Valo 	/* mark all VIF used hw queues */
266e705c121SKalle Valo 	ieee80211_iterate_active_interfaces_atomic(
267e705c121SKalle Valo 		mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
268e705c121SKalle Valo 		iwl_mvm_iface_hw_queues_iter, &data);
269e705c121SKalle Valo 
270e705c121SKalle Valo 	/* don't assign the same hw queues as TDLS stations */
271e705c121SKalle Valo 	ieee80211_iterate_stations_atomic(mvm->hw,
272e705c121SKalle Valo 					  iwl_mvm_mac_sta_hw_queues_iter,
273e705c121SKalle Valo 					  &data);
274e705c121SKalle Valo 
275e705c121SKalle Valo 	/*
276e705c121SKalle Valo 	 * Some TDLS stations may be removed but are in the process of being
277e705c121SKalle Valo 	 * drained. Don't touch their queues.
278e705c121SKalle Valo 	 */
279e705c121SKalle Valo 	for_each_set_bit(sta_id, mvm->sta_drained, IWL_MVM_STATION_COUNT)
280e705c121SKalle Valo 		data.used_hw_queues |= mvm->tfd_drained[sta_id];
281e705c121SKalle Valo 
282e705c121SKalle Valo 	return data.used_hw_queues;
283e705c121SKalle Valo }
284e705c121SKalle Valo 
285e705c121SKalle Valo static void iwl_mvm_mac_iface_iterator(void *_data, u8 *mac,
286e705c121SKalle Valo 				       struct ieee80211_vif *vif)
287e705c121SKalle Valo {
288e705c121SKalle Valo 	struct iwl_mvm_mac_iface_iterator_data *data = _data;
289e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
290e705c121SKalle Valo 
291e705c121SKalle Valo 	/* Iterator may already find the interface being added -- skip it */
292e705c121SKalle Valo 	if (vif == data->vif) {
293e705c121SKalle Valo 		data->found_vif = true;
294e705c121SKalle Valo 		return;
295e705c121SKalle Valo 	}
296e705c121SKalle Valo 
297e705c121SKalle Valo 	/* Mark MAC IDs as used by clearing the available bit, and
298e705c121SKalle Valo 	 * (below) mark TSFs as used if their existing use is not
299e705c121SKalle Valo 	 * compatible with the new interface type.
300e705c121SKalle Valo 	 * No locking or atomic bit operations are needed since the
301e705c121SKalle Valo 	 * data is on the stack of the caller function.
302e705c121SKalle Valo 	 */
303e705c121SKalle Valo 	__clear_bit(mvmvif->id, data->available_mac_ids);
304e705c121SKalle Valo 
305e705c121SKalle Valo 	/* find a suitable tsf_id */
306e705c121SKalle Valo 	iwl_mvm_mac_tsf_id_iter(_data, mac, vif);
307e705c121SKalle Valo }
308e705c121SKalle Valo 
309e705c121SKalle Valo void iwl_mvm_mac_ctxt_recalc_tsf_id(struct iwl_mvm *mvm,
310e705c121SKalle Valo 				    struct ieee80211_vif *vif)
311e705c121SKalle Valo {
312e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
313e705c121SKalle Valo 	struct iwl_mvm_mac_iface_iterator_data data = {
314e705c121SKalle Valo 		.mvm = mvm,
315e705c121SKalle Valo 		.vif = vif,
316e705c121SKalle Valo 		.available_tsf_ids = { (1 << NUM_TSF_IDS) - 1 },
317e705c121SKalle Valo 		/* no preference yet */
318e705c121SKalle Valo 		.preferred_tsf = NUM_TSF_IDS,
319e705c121SKalle Valo 	};
320e705c121SKalle Valo 
321e705c121SKalle Valo 	ieee80211_iterate_active_interfaces_atomic(
322e705c121SKalle Valo 		mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
323e705c121SKalle Valo 		iwl_mvm_mac_tsf_id_iter, &data);
324e705c121SKalle Valo 
325e705c121SKalle Valo 	if (data.preferred_tsf != NUM_TSF_IDS)
326e705c121SKalle Valo 		mvmvif->tsf_id = data.preferred_tsf;
327e705c121SKalle Valo 	else if (!test_bit(mvmvif->tsf_id, data.available_tsf_ids))
328e705c121SKalle Valo 		mvmvif->tsf_id = find_first_bit(data.available_tsf_ids,
329e705c121SKalle Valo 						NUM_TSF_IDS);
330e705c121SKalle Valo }
331e705c121SKalle Valo 
332e705c121SKalle Valo static int iwl_mvm_mac_ctxt_allocate_resources(struct iwl_mvm *mvm,
333e705c121SKalle Valo 					       struct ieee80211_vif *vif)
334e705c121SKalle Valo {
335e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
336e705c121SKalle Valo 	struct iwl_mvm_mac_iface_iterator_data data = {
337e705c121SKalle Valo 		.mvm = mvm,
338e705c121SKalle Valo 		.vif = vif,
339e705c121SKalle Valo 		.available_mac_ids = { (1 << NUM_MAC_INDEX_DRIVER) - 1 },
340e705c121SKalle Valo 		.available_tsf_ids = { (1 << NUM_TSF_IDS) - 1 },
341e705c121SKalle Valo 		/* no preference yet */
342e705c121SKalle Valo 		.preferred_tsf = NUM_TSF_IDS,
343e705c121SKalle Valo 		.found_vif = false,
344e705c121SKalle Valo 	};
345e705c121SKalle Valo 	u32 ac;
346e705c121SKalle Valo 	int ret, i;
347e705c121SKalle Valo 	unsigned long used_hw_queues;
348e705c121SKalle Valo 
349e705c121SKalle Valo 	/*
350e705c121SKalle Valo 	 * Allocate a MAC ID and a TSF for this MAC, along with the queues
351e705c121SKalle Valo 	 * and other resources.
352e705c121SKalle Valo 	 */
353e705c121SKalle Valo 
354e705c121SKalle Valo 	/*
355e705c121SKalle Valo 	 * Before the iterator, we start with all MAC IDs and TSFs available.
356e705c121SKalle Valo 	 *
357e705c121SKalle Valo 	 * During iteration, all MAC IDs are cleared that are in use by other
358e705c121SKalle Valo 	 * virtual interfaces, and all TSF IDs are cleared that can't be used
359e705c121SKalle Valo 	 * by this new virtual interface because they're used by an interface
360e705c121SKalle Valo 	 * that can't share it with the new one.
361e705c121SKalle Valo 	 * At the same time, we check if there's a preferred TSF in the case
362e705c121SKalle Valo 	 * that we should share it with another interface.
363e705c121SKalle Valo 	 */
364e705c121SKalle Valo 
365e705c121SKalle Valo 	/* Currently, MAC ID 0 should be used only for the managed/IBSS vif */
366e705c121SKalle Valo 	switch (vif->type) {
367e705c121SKalle Valo 	case NL80211_IFTYPE_ADHOC:
368e705c121SKalle Valo 		break;
369e705c121SKalle Valo 	case NL80211_IFTYPE_STATION:
370e705c121SKalle Valo 		if (!vif->p2p)
371e705c121SKalle Valo 			break;
372e705c121SKalle Valo 		/* fall through */
373e705c121SKalle Valo 	default:
374e705c121SKalle Valo 		__clear_bit(0, data.available_mac_ids);
375e705c121SKalle Valo 	}
376e705c121SKalle Valo 
377e705c121SKalle Valo 	ieee80211_iterate_active_interfaces_atomic(
378e705c121SKalle Valo 		mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
379e705c121SKalle Valo 		iwl_mvm_mac_iface_iterator, &data);
380e705c121SKalle Valo 
381e705c121SKalle Valo 	used_hw_queues = iwl_mvm_get_used_hw_queues(mvm, vif);
382e705c121SKalle Valo 
383e705c121SKalle Valo 	/*
384e705c121SKalle Valo 	 * In the case we're getting here during resume, it's similar to
385e705c121SKalle Valo 	 * firmware restart, and with RESUME_ALL the iterator will find
386e705c121SKalle Valo 	 * the vif being added already.
387e705c121SKalle Valo 	 * We don't want to reassign any IDs in either case since doing
388e705c121SKalle Valo 	 * so would probably assign different IDs (as interfaces aren't
389e705c121SKalle Valo 	 * necessarily added in the same order), but the old IDs were
390e705c121SKalle Valo 	 * preserved anyway, so skip ID assignment for both resume and
391e705c121SKalle Valo 	 * recovery.
392e705c121SKalle Valo 	 */
393e705c121SKalle Valo 	if (data.found_vif)
394e705c121SKalle Valo 		return 0;
395e705c121SKalle Valo 
396e705c121SKalle Valo 	/* Therefore, in recovery, we can't get here */
397e705c121SKalle Valo 	if (WARN_ON_ONCE(test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)))
398e705c121SKalle Valo 		return -EBUSY;
399e705c121SKalle Valo 
400e705c121SKalle Valo 	mvmvif->id = find_first_bit(data.available_mac_ids,
401e705c121SKalle Valo 				    NUM_MAC_INDEX_DRIVER);
402e705c121SKalle Valo 	if (mvmvif->id == NUM_MAC_INDEX_DRIVER) {
403e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to init MAC context - no free ID!\n");
404e705c121SKalle Valo 		ret = -EIO;
405e705c121SKalle Valo 		goto exit_fail;
406e705c121SKalle Valo 	}
407e705c121SKalle Valo 
408e705c121SKalle Valo 	if (data.preferred_tsf != NUM_TSF_IDS)
409e705c121SKalle Valo 		mvmvif->tsf_id = data.preferred_tsf;
410e705c121SKalle Valo 	else
411e705c121SKalle Valo 		mvmvif->tsf_id = find_first_bit(data.available_tsf_ids,
412e705c121SKalle Valo 						NUM_TSF_IDS);
413e705c121SKalle Valo 	if (mvmvif->tsf_id == NUM_TSF_IDS) {
414e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to init MAC context - no free TSF!\n");
415e705c121SKalle Valo 		ret = -EIO;
416e705c121SKalle Valo 		goto exit_fail;
417e705c121SKalle Valo 	}
418e705c121SKalle Valo 
419e705c121SKalle Valo 	mvmvif->color = 0;
420e705c121SKalle Valo 
421e705c121SKalle Valo 	INIT_LIST_HEAD(&mvmvif->time_event_data.list);
422e705c121SKalle Valo 	mvmvif->time_event_data.id = TE_MAX;
423e705c121SKalle Valo 
424e705c121SKalle Valo 	/* No need to allocate data queues to P2P Device MAC.*/
425e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
426e705c121SKalle Valo 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
427e705c121SKalle Valo 			vif->hw_queue[ac] = IEEE80211_INVAL_HW_QUEUE;
428e705c121SKalle Valo 
429e705c121SKalle Valo 		return 0;
430e705c121SKalle Valo 	}
431e705c121SKalle Valo 
43224afba76SLiad Kaufman 	/*
43324afba76SLiad Kaufman 	 * Find available queues, and allocate them to the ACs. When in
43424afba76SLiad Kaufman 	 * DQA-mode they aren't really used, and this is done only so the
43524afba76SLiad Kaufman 	 * mac80211 ieee80211_check_queues() function won't fail
43624afba76SLiad Kaufman 	 */
437e705c121SKalle Valo 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
438e705c121SKalle Valo 		u8 queue = find_first_zero_bit(&used_hw_queues,
439e705c121SKalle Valo 					       mvm->first_agg_queue);
440e705c121SKalle Valo 
44124afba76SLiad Kaufman 		if (!iwl_mvm_is_dqa_supported(mvm) &&
44224afba76SLiad Kaufman 		    queue >= mvm->first_agg_queue) {
443e705c121SKalle Valo 			IWL_ERR(mvm, "Failed to allocate queue\n");
444e705c121SKalle Valo 			ret = -EIO;
445e705c121SKalle Valo 			goto exit_fail;
446e705c121SKalle Valo 		}
447e705c121SKalle Valo 
448e705c121SKalle Valo 		__set_bit(queue, &used_hw_queues);
449e705c121SKalle Valo 		vif->hw_queue[ac] = queue;
450e705c121SKalle Valo 	}
451e705c121SKalle Valo 
452e705c121SKalle Valo 	/* Allocate the CAB queue for softAP and GO interfaces */
453e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_AP) {
4540e0e4420SLiad Kaufman 		u8 queue;
4550e0e4420SLiad Kaufman 
4560e0e4420SLiad Kaufman 		if (!iwl_mvm_is_dqa_supported(mvm)) {
4570e0e4420SLiad Kaufman 			queue = find_first_zero_bit(&used_hw_queues,
458e705c121SKalle Valo 						    mvm->first_agg_queue);
459e705c121SKalle Valo 
460e705c121SKalle Valo 			if (queue >= mvm->first_agg_queue) {
461e705c121SKalle Valo 				IWL_ERR(mvm, "Failed to allocate cab queue\n");
462e705c121SKalle Valo 				ret = -EIO;
463e705c121SKalle Valo 				goto exit_fail;
464e705c121SKalle Valo 			}
4650e0e4420SLiad Kaufman 		} else {
4660e0e4420SLiad Kaufman 			queue = IWL_MVM_DQA_GCAST_QUEUE;
4670e0e4420SLiad Kaufman 		}
468e705c121SKalle Valo 
469e705c121SKalle Valo 		vif->cab_queue = queue;
470e705c121SKalle Valo 	} else {
471e705c121SKalle Valo 		vif->cab_queue = IEEE80211_INVAL_HW_QUEUE;
472e705c121SKalle Valo 	}
473e705c121SKalle Valo 
474e705c121SKalle Valo 	mvmvif->bcast_sta.sta_id = IWL_MVM_STATION_COUNT;
475e705c121SKalle Valo 	mvmvif->ap_sta_id = IWL_MVM_STATION_COUNT;
476e705c121SKalle Valo 
477e705c121SKalle Valo 	for (i = 0; i < NUM_IWL_MVM_SMPS_REQ; i++)
478e705c121SKalle Valo 		mvmvif->smps_requests[i] = IEEE80211_SMPS_AUTOMATIC;
479e705c121SKalle Valo 
480e705c121SKalle Valo 	return 0;
481e705c121SKalle Valo 
482e705c121SKalle Valo exit_fail:
483e705c121SKalle Valo 	memset(mvmvif, 0, sizeof(struct iwl_mvm_vif));
484e705c121SKalle Valo 	memset(vif->hw_queue, IEEE80211_INVAL_HW_QUEUE, sizeof(vif->hw_queue));
485e705c121SKalle Valo 	vif->cab_queue = IEEE80211_INVAL_HW_QUEUE;
486e705c121SKalle Valo 	return ret;
487e705c121SKalle Valo }
488e705c121SKalle Valo 
489e705c121SKalle Valo int iwl_mvm_mac_ctxt_init(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
490e705c121SKalle Valo {
491e705c121SKalle Valo 	unsigned int wdg_timeout =
492e705c121SKalle Valo 		iwl_mvm_get_wd_timeout(mvm, vif, false, false);
493e705c121SKalle Valo 	u32 ac;
494e705c121SKalle Valo 	int ret;
495e705c121SKalle Valo 
496e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
497e705c121SKalle Valo 
498e705c121SKalle Valo 	ret = iwl_mvm_mac_ctxt_allocate_resources(mvm, vif);
499e705c121SKalle Valo 	if (ret)
500e705c121SKalle Valo 		return ret;
501e705c121SKalle Valo 
5028236f7dbSSara Sharon 	/* If DQA is supported - queues will be enabled when needed */
5038236f7dbSSara Sharon 	if (iwl_mvm_is_dqa_supported(mvm))
5048236f7dbSSara Sharon 		return 0;
5058236f7dbSSara Sharon 
506e705c121SKalle Valo 	switch (vif->type) {
507e705c121SKalle Valo 	case NL80211_IFTYPE_P2P_DEVICE:
508e705c121SKalle Valo 		iwl_mvm_enable_ac_txq(mvm, IWL_MVM_OFFCHANNEL_QUEUE,
509e705c121SKalle Valo 				      IWL_MVM_OFFCHANNEL_QUEUE,
5108236f7dbSSara Sharon 				      IWL_MVM_TX_FIFO_VO, 0, wdg_timeout);
511e705c121SKalle Valo 		break;
512e705c121SKalle Valo 	case NL80211_IFTYPE_AP:
513e705c121SKalle Valo 		iwl_mvm_enable_ac_txq(mvm, vif->cab_queue, vif->cab_queue,
514e705c121SKalle Valo 				      IWL_MVM_TX_FIFO_MCAST, 0, wdg_timeout);
515e705c121SKalle Valo 		/* fall through */
516e705c121SKalle Valo 	default:
517e705c121SKalle Valo 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
518e705c121SKalle Valo 			iwl_mvm_enable_ac_txq(mvm, vif->hw_queue[ac],
519e705c121SKalle Valo 					      vif->hw_queue[ac],
520e705c121SKalle Valo 					      iwl_mvm_ac_to_tx_fifo[ac], 0,
521e705c121SKalle Valo 					      wdg_timeout);
522e705c121SKalle Valo 		break;
523e705c121SKalle Valo 	}
524e705c121SKalle Valo 
525e705c121SKalle Valo 	return 0;
526e705c121SKalle Valo }
527e705c121SKalle Valo 
528e705c121SKalle Valo void iwl_mvm_mac_ctxt_release(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
529e705c121SKalle Valo {
530e705c121SKalle Valo 	int ac;
531e705c121SKalle Valo 
532e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
533e705c121SKalle Valo 
534e705c121SKalle Valo 	switch (vif->type) {
535e705c121SKalle Valo 	case NL80211_IFTYPE_P2P_DEVICE:
5364c965139SLiad Kaufman 		if (!iwl_mvm_is_dqa_supported(mvm))
537e705c121SKalle Valo 			iwl_mvm_disable_txq(mvm, IWL_MVM_OFFCHANNEL_QUEUE,
5384c965139SLiad Kaufman 					    IWL_MVM_OFFCHANNEL_QUEUE,
5394c965139SLiad Kaufman 					    IWL_MAX_TID_COUNT, 0);
540341d7eb8SSara Sharon 		else
541341d7eb8SSara Sharon 			iwl_mvm_disable_txq(mvm,
542341d7eb8SSara Sharon 					    IWL_MVM_DQA_P2P_DEVICE_QUEUE,
543341d7eb8SSara Sharon 					    vif->hw_queue[0], IWL_MAX_TID_COUNT,
544341d7eb8SSara Sharon 					    0);
5454c965139SLiad Kaufman 
546e705c121SKalle Valo 		break;
547e705c121SKalle Valo 	case NL80211_IFTYPE_AP:
548e705c121SKalle Valo 		iwl_mvm_disable_txq(mvm, vif->cab_queue, vif->cab_queue,
549e705c121SKalle Valo 				    IWL_MAX_TID_COUNT, 0);
550de24f638SLiad Kaufman 
551de24f638SLiad Kaufman 		if (iwl_mvm_is_dqa_supported(mvm))
552de24f638SLiad Kaufman 			iwl_mvm_disable_txq(mvm,
553de24f638SLiad Kaufman 					    IWL_MVM_DQA_AP_PROBE_RESP_QUEUE,
554de24f638SLiad Kaufman 					    vif->hw_queue[0], IWL_MAX_TID_COUNT,
555de24f638SLiad Kaufman 					    0);
556e705c121SKalle Valo 		/* fall through */
557e705c121SKalle Valo 	default:
55824afba76SLiad Kaufman 		/*
55924afba76SLiad Kaufman 		 * If DQA is supported - queues were already disabled, since in
56024afba76SLiad Kaufman 		 * DQA-mode the queues are a property of the STA and not of the
56124afba76SLiad Kaufman 		 * vif, and at this point the STA was already deleted
56224afba76SLiad Kaufman 		 */
56324afba76SLiad Kaufman 		if (iwl_mvm_is_dqa_supported(mvm))
56424afba76SLiad Kaufman 			break;
56524afba76SLiad Kaufman 
566e705c121SKalle Valo 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
567e705c121SKalle Valo 			iwl_mvm_disable_txq(mvm, vif->hw_queue[ac],
568e705c121SKalle Valo 					    vif->hw_queue[ac],
569e705c121SKalle Valo 					    IWL_MAX_TID_COUNT, 0);
570e705c121SKalle Valo 	}
571e705c121SKalle Valo }
572e705c121SKalle Valo 
573e705c121SKalle Valo static void iwl_mvm_ack_rates(struct iwl_mvm *mvm,
574e705c121SKalle Valo 			      struct ieee80211_vif *vif,
57557fbcce3SJohannes Berg 			      enum nl80211_band band,
576e705c121SKalle Valo 			      u8 *cck_rates, u8 *ofdm_rates)
577e705c121SKalle Valo {
578e705c121SKalle Valo 	struct ieee80211_supported_band *sband;
579e705c121SKalle Valo 	unsigned long basic = vif->bss_conf.basic_rates;
580e705c121SKalle Valo 	int lowest_present_ofdm = 100;
581e705c121SKalle Valo 	int lowest_present_cck = 100;
582e705c121SKalle Valo 	u8 cck = 0;
583e705c121SKalle Valo 	u8 ofdm = 0;
584e705c121SKalle Valo 	int i;
585e705c121SKalle Valo 
586e705c121SKalle Valo 	sband = mvm->hw->wiphy->bands[band];
587e705c121SKalle Valo 
588e705c121SKalle Valo 	for_each_set_bit(i, &basic, BITS_PER_LONG) {
589e705c121SKalle Valo 		int hw = sband->bitrates[i].hw_value;
590e705c121SKalle Valo 		if (hw >= IWL_FIRST_OFDM_RATE) {
591e705c121SKalle Valo 			ofdm |= BIT(hw - IWL_FIRST_OFDM_RATE);
592e705c121SKalle Valo 			if (lowest_present_ofdm > hw)
593e705c121SKalle Valo 				lowest_present_ofdm = hw;
594e705c121SKalle Valo 		} else {
595e705c121SKalle Valo 			BUILD_BUG_ON(IWL_FIRST_CCK_RATE != 0);
596e705c121SKalle Valo 
597e705c121SKalle Valo 			cck |= BIT(hw);
598e705c121SKalle Valo 			if (lowest_present_cck > hw)
599e705c121SKalle Valo 				lowest_present_cck = hw;
600e705c121SKalle Valo 		}
601e705c121SKalle Valo 	}
602e705c121SKalle Valo 
603e705c121SKalle Valo 	/*
604e705c121SKalle Valo 	 * Now we've got the basic rates as bitmaps in the ofdm and cck
605e705c121SKalle Valo 	 * variables. This isn't sufficient though, as there might not
606e705c121SKalle Valo 	 * be all the right rates in the bitmap. E.g. if the only basic
607e705c121SKalle Valo 	 * rates are 5.5 Mbps and 11 Mbps, we still need to add 1 Mbps
608e705c121SKalle Valo 	 * and 6 Mbps because the 802.11-2007 standard says in 9.6:
609e705c121SKalle Valo 	 *
610e705c121SKalle Valo 	 *    [...] a STA responding to a received frame shall transmit
611e705c121SKalle Valo 	 *    its Control Response frame [...] at the highest rate in the
612e705c121SKalle Valo 	 *    BSSBasicRateSet parameter that is less than or equal to the
613e705c121SKalle Valo 	 *    rate of the immediately previous frame in the frame exchange
614e705c121SKalle Valo 	 *    sequence ([...]) and that is of the same modulation class
615e705c121SKalle Valo 	 *    ([...]) as the received frame. If no rate contained in the
616e705c121SKalle Valo 	 *    BSSBasicRateSet parameter meets these conditions, then the
617e705c121SKalle Valo 	 *    control frame sent in response to a received frame shall be
618e705c121SKalle Valo 	 *    transmitted at the highest mandatory rate of the PHY that is
619e705c121SKalle Valo 	 *    less than or equal to the rate of the received frame, and
620e705c121SKalle Valo 	 *    that is of the same modulation class as the received frame.
621e705c121SKalle Valo 	 *
622e705c121SKalle Valo 	 * As a consequence, we need to add all mandatory rates that are
623e705c121SKalle Valo 	 * lower than all of the basic rates to these bitmaps.
624e705c121SKalle Valo 	 */
625e705c121SKalle Valo 
626e705c121SKalle Valo 	if (IWL_RATE_24M_INDEX < lowest_present_ofdm)
627e705c121SKalle Valo 		ofdm |= IWL_RATE_BIT_MSK(24) >> IWL_FIRST_OFDM_RATE;
628e705c121SKalle Valo 	if (IWL_RATE_12M_INDEX < lowest_present_ofdm)
629e705c121SKalle Valo 		ofdm |= IWL_RATE_BIT_MSK(12) >> IWL_FIRST_OFDM_RATE;
630e705c121SKalle Valo 	/* 6M already there or needed so always add */
631e705c121SKalle Valo 	ofdm |= IWL_RATE_BIT_MSK(6) >> IWL_FIRST_OFDM_RATE;
632e705c121SKalle Valo 
633e705c121SKalle Valo 	/*
634e705c121SKalle Valo 	 * CCK is a bit more complex with DSSS vs. HR/DSSS vs. ERP.
635e705c121SKalle Valo 	 * Note, however:
636e705c121SKalle Valo 	 *  - if no CCK rates are basic, it must be ERP since there must
637e705c121SKalle Valo 	 *    be some basic rates at all, so they're OFDM => ERP PHY
638e705c121SKalle Valo 	 *    (or we're in 5 GHz, and the cck bitmap will never be used)
639e705c121SKalle Valo 	 *  - if 11M is a basic rate, it must be ERP as well, so add 5.5M
640e705c121SKalle Valo 	 *  - if 5.5M is basic, 1M and 2M are mandatory
641e705c121SKalle Valo 	 *  - if 2M is basic, 1M is mandatory
642e705c121SKalle Valo 	 *  - if 1M is basic, that's the only valid ACK rate.
643e705c121SKalle Valo 	 * As a consequence, it's not as complicated as it sounds, just add
644e705c121SKalle Valo 	 * any lower rates to the ACK rate bitmap.
645e705c121SKalle Valo 	 */
646e705c121SKalle Valo 	if (IWL_RATE_11M_INDEX < lowest_present_cck)
647e705c121SKalle Valo 		cck |= IWL_RATE_BIT_MSK(11) >> IWL_FIRST_CCK_RATE;
648e705c121SKalle Valo 	if (IWL_RATE_5M_INDEX < lowest_present_cck)
649e705c121SKalle Valo 		cck |= IWL_RATE_BIT_MSK(5) >> IWL_FIRST_CCK_RATE;
650e705c121SKalle Valo 	if (IWL_RATE_2M_INDEX < lowest_present_cck)
651e705c121SKalle Valo 		cck |= IWL_RATE_BIT_MSK(2) >> IWL_FIRST_CCK_RATE;
652e705c121SKalle Valo 	/* 1M already there or needed so always add */
653e705c121SKalle Valo 	cck |= IWL_RATE_BIT_MSK(1) >> IWL_FIRST_CCK_RATE;
654e705c121SKalle Valo 
655e705c121SKalle Valo 	*cck_rates = cck;
656e705c121SKalle Valo 	*ofdm_rates = ofdm;
657e705c121SKalle Valo }
658e705c121SKalle Valo 
659e705c121SKalle Valo static void iwl_mvm_mac_ctxt_set_ht_flags(struct iwl_mvm *mvm,
660e705c121SKalle Valo 					 struct ieee80211_vif *vif,
661e705c121SKalle Valo 					 struct iwl_mac_ctx_cmd *cmd)
662e705c121SKalle Valo {
663e705c121SKalle Valo 	/* for both sta and ap, ht_operation_mode hold the protection_mode */
664e705c121SKalle Valo 	u8 protection_mode = vif->bss_conf.ht_operation_mode &
665e705c121SKalle Valo 				 IEEE80211_HT_OP_MODE_PROTECTION;
666e705c121SKalle Valo 	/* The fw does not distinguish between ht and fat */
667e705c121SKalle Valo 	u32 ht_flag = MAC_PROT_FLG_HT_PROT | MAC_PROT_FLG_FAT_PROT;
668e705c121SKalle Valo 
669e705c121SKalle Valo 	IWL_DEBUG_RATE(mvm, "protection mode set to %d\n", protection_mode);
670e705c121SKalle Valo 	/*
671e705c121SKalle Valo 	 * See section 9.23.3.1 of IEEE 80211-2012.
672e705c121SKalle Valo 	 * Nongreenfield HT STAs Present is not supported.
673e705c121SKalle Valo 	 */
674e705c121SKalle Valo 	switch (protection_mode) {
675e705c121SKalle Valo 	case IEEE80211_HT_OP_MODE_PROTECTION_NONE:
676e705c121SKalle Valo 		break;
677e705c121SKalle Valo 	case IEEE80211_HT_OP_MODE_PROTECTION_NONMEMBER:
678e705c121SKalle Valo 	case IEEE80211_HT_OP_MODE_PROTECTION_NONHT_MIXED:
679e705c121SKalle Valo 		cmd->protection_flags |= cpu_to_le32(ht_flag);
680e705c121SKalle Valo 		break;
681e705c121SKalle Valo 	case IEEE80211_HT_OP_MODE_PROTECTION_20MHZ:
682e705c121SKalle Valo 		/* Protect when channel wider than 20MHz */
683e705c121SKalle Valo 		if (vif->bss_conf.chandef.width > NL80211_CHAN_WIDTH_20)
684e705c121SKalle Valo 			cmd->protection_flags |= cpu_to_le32(ht_flag);
685e705c121SKalle Valo 		break;
686e705c121SKalle Valo 	default:
687e705c121SKalle Valo 		IWL_ERR(mvm, "Illegal protection mode %d\n",
688e705c121SKalle Valo 			protection_mode);
689e705c121SKalle Valo 		break;
690e705c121SKalle Valo 	}
691e705c121SKalle Valo }
692e705c121SKalle Valo 
693e705c121SKalle Valo static void iwl_mvm_mac_ctxt_cmd_common(struct iwl_mvm *mvm,
694e705c121SKalle Valo 					struct ieee80211_vif *vif,
695e705c121SKalle Valo 					struct iwl_mac_ctx_cmd *cmd,
696e705c121SKalle Valo 					const u8 *bssid_override,
697e705c121SKalle Valo 					u32 action)
698e705c121SKalle Valo {
699e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
700e705c121SKalle Valo 	struct ieee80211_chanctx_conf *chanctx;
701e705c121SKalle Valo 	bool ht_enabled = !!(vif->bss_conf.ht_operation_mode &
702e705c121SKalle Valo 			     IEEE80211_HT_OP_MODE_PROTECTION);
703e705c121SKalle Valo 	u8 cck_ack_rates, ofdm_ack_rates;
704e705c121SKalle Valo 	const u8 *bssid = bssid_override ?: vif->bss_conf.bssid;
705e705c121SKalle Valo 	int i;
706e705c121SKalle Valo 
707e705c121SKalle Valo 	cmd->id_and_color = cpu_to_le32(FW_CMD_ID_AND_COLOR(mvmvif->id,
708e705c121SKalle Valo 							    mvmvif->color));
709e705c121SKalle Valo 	cmd->action = cpu_to_le32(action);
710e705c121SKalle Valo 
711e705c121SKalle Valo 	switch (vif->type) {
712e705c121SKalle Valo 	case NL80211_IFTYPE_STATION:
713e705c121SKalle Valo 		if (vif->p2p)
714e705c121SKalle Valo 			cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_P2P_STA);
715e705c121SKalle Valo 		else
716e705c121SKalle Valo 			cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_BSS_STA);
717e705c121SKalle Valo 		break;
718e705c121SKalle Valo 	case NL80211_IFTYPE_AP:
719e705c121SKalle Valo 		cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_GO);
720e705c121SKalle Valo 		break;
721e705c121SKalle Valo 	case NL80211_IFTYPE_MONITOR:
722e705c121SKalle Valo 		cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_LISTENER);
723e705c121SKalle Valo 		break;
724e705c121SKalle Valo 	case NL80211_IFTYPE_P2P_DEVICE:
725e705c121SKalle Valo 		cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_P2P_DEVICE);
726e705c121SKalle Valo 		break;
727e705c121SKalle Valo 	case NL80211_IFTYPE_ADHOC:
728e705c121SKalle Valo 		cmd->mac_type = cpu_to_le32(FW_MAC_TYPE_IBSS);
729e705c121SKalle Valo 		break;
730e705c121SKalle Valo 	default:
731e705c121SKalle Valo 		WARN_ON_ONCE(1);
732e705c121SKalle Valo 	}
733e705c121SKalle Valo 
734e705c121SKalle Valo 	cmd->tsf_id = cpu_to_le32(mvmvif->tsf_id);
735e705c121SKalle Valo 
736e705c121SKalle Valo 	memcpy(cmd->node_addr, vif->addr, ETH_ALEN);
737e705c121SKalle Valo 
738e705c121SKalle Valo 	if (bssid)
739e705c121SKalle Valo 		memcpy(cmd->bssid_addr, bssid, ETH_ALEN);
740e705c121SKalle Valo 	else
741e705c121SKalle Valo 		eth_broadcast_addr(cmd->bssid_addr);
742e705c121SKalle Valo 
743e705c121SKalle Valo 	rcu_read_lock();
744e705c121SKalle Valo 	chanctx = rcu_dereference(vif->chanctx_conf);
745e705c121SKalle Valo 	iwl_mvm_ack_rates(mvm, vif, chanctx ? chanctx->def.chan->band
74657fbcce3SJohannes Berg 					    : NL80211_BAND_2GHZ,
747e705c121SKalle Valo 			  &cck_ack_rates, &ofdm_ack_rates);
748e705c121SKalle Valo 	rcu_read_unlock();
749e705c121SKalle Valo 
750e705c121SKalle Valo 	cmd->cck_rates = cpu_to_le32((u32)cck_ack_rates);
751e705c121SKalle Valo 	cmd->ofdm_rates = cpu_to_le32((u32)ofdm_ack_rates);
752e705c121SKalle Valo 
753e705c121SKalle Valo 	cmd->cck_short_preamble =
754e705c121SKalle Valo 		cpu_to_le32(vif->bss_conf.use_short_preamble ?
755e705c121SKalle Valo 			    MAC_FLG_SHORT_PREAMBLE : 0);
756e705c121SKalle Valo 	cmd->short_slot =
757e705c121SKalle Valo 		cpu_to_le32(vif->bss_conf.use_short_slot ?
758e705c121SKalle Valo 			    MAC_FLG_SHORT_SLOT : 0);
759e705c121SKalle Valo 
760bd6f5bd7SAyala Beker 	cmd->filter_flags = cpu_to_le32(MAC_FILTER_ACCEPT_GRP);
761bd6f5bd7SAyala Beker 
762e705c121SKalle Valo 	for (i = 0; i < IEEE80211_NUM_ACS; i++) {
763e705c121SKalle Valo 		u8 txf = iwl_mvm_ac_to_tx_fifo[i];
764e705c121SKalle Valo 
765e705c121SKalle Valo 		cmd->ac[txf].cw_min =
766e705c121SKalle Valo 			cpu_to_le16(mvmvif->queue_params[i].cw_min);
767e705c121SKalle Valo 		cmd->ac[txf].cw_max =
768e705c121SKalle Valo 			cpu_to_le16(mvmvif->queue_params[i].cw_max);
769e705c121SKalle Valo 		cmd->ac[txf].edca_txop =
770e705c121SKalle Valo 			cpu_to_le16(mvmvif->queue_params[i].txop * 32);
771e705c121SKalle Valo 		cmd->ac[txf].aifsn = mvmvif->queue_params[i].aifs;
772e705c121SKalle Valo 		cmd->ac[txf].fifos_mask = BIT(txf);
773e705c121SKalle Valo 	}
774e705c121SKalle Valo 
775e705c121SKalle Valo 	if (vif->bss_conf.qos)
776e705c121SKalle Valo 		cmd->qos_flags |= cpu_to_le32(MAC_QOS_FLG_UPDATE_EDCA);
777e705c121SKalle Valo 
778e705c121SKalle Valo 	if (vif->bss_conf.use_cts_prot)
779e705c121SKalle Valo 		cmd->protection_flags |= cpu_to_le32(MAC_PROT_FLG_TGG_PROTECT);
780e705c121SKalle Valo 
781e705c121SKalle Valo 	IWL_DEBUG_RATE(mvm, "use_cts_prot %d, ht_operation_mode %d\n",
782e705c121SKalle Valo 		       vif->bss_conf.use_cts_prot,
783e705c121SKalle Valo 		       vif->bss_conf.ht_operation_mode);
784e705c121SKalle Valo 	if (vif->bss_conf.chandef.width != NL80211_CHAN_WIDTH_20_NOHT)
785e705c121SKalle Valo 		cmd->qos_flags |= cpu_to_le32(MAC_QOS_FLG_TGN);
786e705c121SKalle Valo 	if (ht_enabled)
787e705c121SKalle Valo 		iwl_mvm_mac_ctxt_set_ht_flags(mvm, vif, cmd);
788e705c121SKalle Valo }
789e705c121SKalle Valo 
790e705c121SKalle Valo static int iwl_mvm_mac_ctxt_send_cmd(struct iwl_mvm *mvm,
791e705c121SKalle Valo 				     struct iwl_mac_ctx_cmd *cmd)
792e705c121SKalle Valo {
793e705c121SKalle Valo 	int ret = iwl_mvm_send_cmd_pdu(mvm, MAC_CONTEXT_CMD, 0,
794e705c121SKalle Valo 				       sizeof(*cmd), cmd);
795e705c121SKalle Valo 	if (ret)
796e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to send MAC context (action:%d): %d\n",
797e705c121SKalle Valo 			le32_to_cpu(cmd->action), ret);
798e705c121SKalle Valo 	return ret;
799e705c121SKalle Valo }
800e705c121SKalle Valo 
801e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_sta(struct iwl_mvm *mvm,
802e705c121SKalle Valo 				    struct ieee80211_vif *vif,
803e705c121SKalle Valo 				    u32 action, bool force_assoc_off,
804e705c121SKalle Valo 				    const u8 *bssid_override)
805e705c121SKalle Valo {
806e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
807e705c121SKalle Valo 	struct iwl_mac_data_sta *ctxt_sta;
808e705c121SKalle Valo 
809e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_STATION);
810e705c121SKalle Valo 
811e705c121SKalle Valo 	/* Fill the common data for all mac context types */
812e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, bssid_override, action);
813e705c121SKalle Valo 
814e705c121SKalle Valo 	if (vif->p2p) {
815e705c121SKalle Valo 		struct ieee80211_p2p_noa_attr *noa =
816e705c121SKalle Valo 			&vif->bss_conf.p2p_noa_attr;
817e705c121SKalle Valo 
818e705c121SKalle Valo 		cmd.p2p_sta.ctwin = cpu_to_le32(noa->oppps_ctwindow &
819e705c121SKalle Valo 					IEEE80211_P2P_OPPPS_CTWINDOW_MASK);
820e705c121SKalle Valo 		ctxt_sta = &cmd.p2p_sta.sta;
821e705c121SKalle Valo 	} else {
822e705c121SKalle Valo 		ctxt_sta = &cmd.sta;
823e705c121SKalle Valo 	}
824e705c121SKalle Valo 
825e705c121SKalle Valo 	/* We need the dtim_period to set the MAC as associated */
826e705c121SKalle Valo 	if (vif->bss_conf.assoc && vif->bss_conf.dtim_period &&
827e705c121SKalle Valo 	    !force_assoc_off) {
828e705c121SKalle Valo 		u32 dtim_offs;
829e705c121SKalle Valo 
830e705c121SKalle Valo 		/*
831e705c121SKalle Valo 		 * The DTIM count counts down, so when it is N that means N
832e705c121SKalle Valo 		 * more beacon intervals happen until the DTIM TBTT. Therefore
833e705c121SKalle Valo 		 * add this to the current time. If that ends up being in the
834e705c121SKalle Valo 		 * future, the firmware will handle it.
835e705c121SKalle Valo 		 *
836e705c121SKalle Valo 		 * Also note that the system_timestamp (which we get here as
837e705c121SKalle Valo 		 * "sync_device_ts") and TSF timestamp aren't at exactly the
838e705c121SKalle Valo 		 * same offset in the frame -- the TSF is at the first symbol
839e705c121SKalle Valo 		 * of the TSF, the system timestamp is at signal acquisition
840e705c121SKalle Valo 		 * time. This means there's an offset between them of at most
841e705c121SKalle Valo 		 * a few hundred microseconds (24 * 8 bits + PLCP time gives
842e705c121SKalle Valo 		 * 384us in the longest case), this is currently not relevant
843e705c121SKalle Valo 		 * as the firmware wakes up around 2ms before the TBTT.
844e705c121SKalle Valo 		 */
845e705c121SKalle Valo 		dtim_offs = vif->bss_conf.sync_dtim_count *
846e705c121SKalle Valo 				vif->bss_conf.beacon_int;
847e705c121SKalle Valo 		/* convert TU to usecs */
848e705c121SKalle Valo 		dtim_offs *= 1024;
849e705c121SKalle Valo 
850e705c121SKalle Valo 		ctxt_sta->dtim_tsf =
851e705c121SKalle Valo 			cpu_to_le64(vif->bss_conf.sync_tsf + dtim_offs);
852e705c121SKalle Valo 		ctxt_sta->dtim_time =
853e705c121SKalle Valo 			cpu_to_le32(vif->bss_conf.sync_device_ts + dtim_offs);
854e705c121SKalle Valo 
855e705c121SKalle Valo 		IWL_DEBUG_INFO(mvm, "DTIM TBTT is 0x%llx/0x%x, offset %d\n",
856e705c121SKalle Valo 			       le64_to_cpu(ctxt_sta->dtim_tsf),
857e705c121SKalle Valo 			       le32_to_cpu(ctxt_sta->dtim_time),
858e705c121SKalle Valo 			       dtim_offs);
859e705c121SKalle Valo 
860e705c121SKalle Valo 		ctxt_sta->is_assoc = cpu_to_le32(1);
861e705c121SKalle Valo 	} else {
862e705c121SKalle Valo 		ctxt_sta->is_assoc = cpu_to_le32(0);
863e705c121SKalle Valo 
864e705c121SKalle Valo 		/* Allow beacons to pass through as long as we are not
865e705c121SKalle Valo 		 * associated, or we do not have dtim period information.
866e705c121SKalle Valo 		 */
867e705c121SKalle Valo 		cmd.filter_flags |= cpu_to_le32(MAC_FILTER_IN_BEACON);
868e705c121SKalle Valo 	}
869e705c121SKalle Valo 
870e705c121SKalle Valo 	ctxt_sta->bi = cpu_to_le32(vif->bss_conf.beacon_int);
871e705c121SKalle Valo 	ctxt_sta->bi_reciprocal =
872e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_reciprocal(vif->bss_conf.beacon_int));
873e705c121SKalle Valo 	ctxt_sta->dtim_interval = cpu_to_le32(vif->bss_conf.beacon_int *
874e705c121SKalle Valo 					      vif->bss_conf.dtim_period);
875e705c121SKalle Valo 	ctxt_sta->dtim_reciprocal =
876e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_reciprocal(vif->bss_conf.beacon_int *
877e705c121SKalle Valo 					       vif->bss_conf.dtim_period));
878e705c121SKalle Valo 
879e705c121SKalle Valo 	ctxt_sta->listen_interval = cpu_to_le32(mvm->hw->conf.listen_interval);
880e705c121SKalle Valo 	ctxt_sta->assoc_id = cpu_to_le32(vif->bss_conf.aid);
881e705c121SKalle Valo 
882e705c121SKalle Valo 	if (vif->probe_req_reg && vif->bss_conf.assoc && vif->p2p)
883e705c121SKalle Valo 		cmd.filter_flags |= cpu_to_le32(MAC_FILTER_IN_PROBE_REQUEST);
884e705c121SKalle Valo 
885e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
886e705c121SKalle Valo }
887e705c121SKalle Valo 
888e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_listener(struct iwl_mvm *mvm,
889e705c121SKalle Valo 					 struct ieee80211_vif *vif,
890e705c121SKalle Valo 					 u32 action)
891e705c121SKalle Valo {
892e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
8930e39eb03SChaya Rachel Ivgi 	u32 tfd_queue_msk = 0;
8940e39eb03SChaya Rachel Ivgi 	int ret, i;
895e705c121SKalle Valo 
896e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_MONITOR);
897e705c121SKalle Valo 
898e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, NULL, action);
899e705c121SKalle Valo 
900737847aaSLiad Kaufman 	if (!iwl_mvm_is_dqa_supported(mvm)) {
9010e39eb03SChaya Rachel Ivgi 		for (i = 0; i < IEEE80211_NUM_ACS; i++)
9020e39eb03SChaya Rachel Ivgi 			if (vif->hw_queue[i] != IEEE80211_INVAL_HW_QUEUE)
9030e39eb03SChaya Rachel Ivgi 				tfd_queue_msk |= BIT(vif->hw_queue[i]);
904737847aaSLiad Kaufman 	}
9050e39eb03SChaya Rachel Ivgi 
906e705c121SKalle Valo 	cmd.filter_flags = cpu_to_le32(MAC_FILTER_IN_PROMISC |
907e705c121SKalle Valo 				       MAC_FILTER_IN_CONTROL_AND_MGMT |
908e705c121SKalle Valo 				       MAC_FILTER_IN_BEACON |
909e705c121SKalle Valo 				       MAC_FILTER_IN_PROBE_REQUEST |
910e705c121SKalle Valo 				       MAC_FILTER_IN_CRC32);
911e705c121SKalle Valo 	ieee80211_hw_set(mvm->hw, RX_INCLUDES_FCS);
912e705c121SKalle Valo 
9130e39eb03SChaya Rachel Ivgi 	/* Allocate sniffer station */
9140e39eb03SChaya Rachel Ivgi 	ret = iwl_mvm_allocate_int_sta(mvm, &mvm->snif_sta, tfd_queue_msk,
9150e39eb03SChaya Rachel Ivgi 				       vif->type);
9160e39eb03SChaya Rachel Ivgi 	if (ret)
9170e39eb03SChaya Rachel Ivgi 		return ret;
9180e39eb03SChaya Rachel Ivgi 
919e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
920e705c121SKalle Valo }
921e705c121SKalle Valo 
922e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_ibss(struct iwl_mvm *mvm,
923e705c121SKalle Valo 				     struct ieee80211_vif *vif,
924e705c121SKalle Valo 				     u32 action)
925e705c121SKalle Valo {
926e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
927e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
928e705c121SKalle Valo 
929e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_ADHOC);
930e705c121SKalle Valo 
931e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, NULL, action);
932e705c121SKalle Valo 
933e705c121SKalle Valo 	cmd.filter_flags = cpu_to_le32(MAC_FILTER_IN_BEACON |
934e705c121SKalle Valo 				       MAC_FILTER_IN_PROBE_REQUEST);
935e705c121SKalle Valo 
936e705c121SKalle Valo 	/* cmd.ibss.beacon_time/cmd.ibss.beacon_tsf are curently ignored */
937e705c121SKalle Valo 	cmd.ibss.bi = cpu_to_le32(vif->bss_conf.beacon_int);
938e705c121SKalle Valo 	cmd.ibss.bi_reciprocal =
939e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_reciprocal(vif->bss_conf.beacon_int));
940e705c121SKalle Valo 
941e705c121SKalle Valo 	/* TODO: Assumes that the beacon id == mac context id */
942e705c121SKalle Valo 	cmd.ibss.beacon_template = cpu_to_le32(mvmvif->id);
943e705c121SKalle Valo 
944e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
945e705c121SKalle Valo }
946e705c121SKalle Valo 
947e705c121SKalle Valo struct iwl_mvm_go_iterator_data {
948e705c121SKalle Valo 	bool go_active;
949e705c121SKalle Valo };
950e705c121SKalle Valo 
951e705c121SKalle Valo static void iwl_mvm_go_iterator(void *_data, u8 *mac, struct ieee80211_vif *vif)
952e705c121SKalle Valo {
953e705c121SKalle Valo 	struct iwl_mvm_go_iterator_data *data = _data;
954e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
955e705c121SKalle Valo 
956e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_AP && vif->p2p &&
957e705c121SKalle Valo 	    mvmvif->ap_ibss_active)
958e705c121SKalle Valo 		data->go_active = true;
959e705c121SKalle Valo }
960e705c121SKalle Valo 
961e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_p2p_device(struct iwl_mvm *mvm,
962e705c121SKalle Valo 					   struct ieee80211_vif *vif,
963e705c121SKalle Valo 					   u32 action)
964e705c121SKalle Valo {
965e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
966e705c121SKalle Valo 	struct iwl_mvm_go_iterator_data data = {};
967e705c121SKalle Valo 
968e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_P2P_DEVICE);
969e705c121SKalle Valo 
970e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, NULL, action);
971e705c121SKalle Valo 
972e705c121SKalle Valo 	cmd.protection_flags |= cpu_to_le32(MAC_PROT_FLG_TGG_PROTECT);
973e705c121SKalle Valo 
974e705c121SKalle Valo 	/* Override the filter flags to accept only probe requests */
975e705c121SKalle Valo 	cmd.filter_flags = cpu_to_le32(MAC_FILTER_IN_PROBE_REQUEST);
976e705c121SKalle Valo 
977e705c121SKalle Valo 	/*
978e705c121SKalle Valo 	 * This flag should be set to true when the P2P Device is
979e705c121SKalle Valo 	 * discoverable and there is at least another active P2P GO. Settings
980e705c121SKalle Valo 	 * this flag will allow the P2P Device to be discoverable on other
981e705c121SKalle Valo 	 * channels in addition to its listen channel.
982e705c121SKalle Valo 	 * Note that this flag should not be set in other cases as it opens the
983e705c121SKalle Valo 	 * Rx filters on all MAC and increases the number of interrupts.
984e705c121SKalle Valo 	 */
985e705c121SKalle Valo 	ieee80211_iterate_active_interfaces_atomic(
986e705c121SKalle Valo 		mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
987e705c121SKalle Valo 		iwl_mvm_go_iterator, &data);
988e705c121SKalle Valo 
989e705c121SKalle Valo 	cmd.p2p_dev.is_disc_extended = cpu_to_le32(data.go_active ? 1 : 0);
990e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
991e705c121SKalle Valo }
992e705c121SKalle Valo 
993e705c121SKalle Valo static void iwl_mvm_mac_ctxt_set_tim(struct iwl_mvm *mvm,
994d3a108a4SAndrei Otcheretianski 				     struct iwl_mac_beacon_cmd_v6 *beacon_cmd,
995e705c121SKalle Valo 				     u8 *beacon, u32 frame_size)
996e705c121SKalle Valo {
997e705c121SKalle Valo 	u32 tim_idx;
998e705c121SKalle Valo 	struct ieee80211_mgmt *mgmt = (struct ieee80211_mgmt *)beacon;
999e705c121SKalle Valo 
1000e705c121SKalle Valo 	/* The index is relative to frame start but we start looking at the
1001e705c121SKalle Valo 	 * variable-length part of the beacon. */
1002e705c121SKalle Valo 	tim_idx = mgmt->u.beacon.variable - beacon;
1003e705c121SKalle Valo 
1004e705c121SKalle Valo 	/* Parse variable-length elements of beacon to find WLAN_EID_TIM */
1005e705c121SKalle Valo 	while ((tim_idx < (frame_size - 2)) &&
1006e705c121SKalle Valo 			(beacon[tim_idx] != WLAN_EID_TIM))
1007e705c121SKalle Valo 		tim_idx += beacon[tim_idx+1] + 2;
1008e705c121SKalle Valo 
1009e705c121SKalle Valo 	/* If TIM field was found, set variables */
1010e705c121SKalle Valo 	if ((tim_idx < (frame_size - 1)) && (beacon[tim_idx] == WLAN_EID_TIM)) {
1011e705c121SKalle Valo 		beacon_cmd->tim_idx = cpu_to_le32(tim_idx);
1012e705c121SKalle Valo 		beacon_cmd->tim_size = cpu_to_le32((u32)beacon[tim_idx+1]);
1013e705c121SKalle Valo 	} else {
1014e705c121SKalle Valo 		IWL_WARN(mvm, "Unable to find TIM Element in beacon\n");
1015e705c121SKalle Valo 	}
1016e705c121SKalle Valo }
1017e705c121SKalle Valo 
1018d3a108a4SAndrei Otcheretianski static u32 iwl_mvm_find_ie_offset(u8 *beacon, u8 eid, u32 frame_size)
1019d3a108a4SAndrei Otcheretianski {
1020d3a108a4SAndrei Otcheretianski 	struct ieee80211_mgmt *mgmt = (void *)beacon;
1021d3a108a4SAndrei Otcheretianski 	const u8 *ie;
1022d3a108a4SAndrei Otcheretianski 
1023d3a108a4SAndrei Otcheretianski 	if (WARN_ON_ONCE(frame_size <= (mgmt->u.beacon.variable - beacon)))
1024d3a108a4SAndrei Otcheretianski 		return 0;
1025d3a108a4SAndrei Otcheretianski 
1026d3a108a4SAndrei Otcheretianski 	frame_size -= mgmt->u.beacon.variable - beacon;
1027d3a108a4SAndrei Otcheretianski 
1028d3a108a4SAndrei Otcheretianski 	ie = cfg80211_find_ie(eid, mgmt->u.beacon.variable, frame_size);
1029d3a108a4SAndrei Otcheretianski 	if (!ie)
1030d3a108a4SAndrei Otcheretianski 		return 0;
1031d3a108a4SAndrei Otcheretianski 
1032d3a108a4SAndrei Otcheretianski 	return ie - beacon;
1033d3a108a4SAndrei Otcheretianski }
1034d3a108a4SAndrei Otcheretianski 
1035e705c121SKalle Valo static int iwl_mvm_mac_ctxt_send_beacon(struct iwl_mvm *mvm,
1036e705c121SKalle Valo 					struct ieee80211_vif *vif,
1037e705c121SKalle Valo 					struct sk_buff *beacon)
1038e705c121SKalle Valo {
1039e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1040e705c121SKalle Valo 	struct iwl_host_cmd cmd = {
1041e705c121SKalle Valo 		.id = BEACON_TEMPLATE_CMD,
1042e705c121SKalle Valo 		.flags = CMD_ASYNC,
1043e705c121SKalle Valo 	};
1044d3a108a4SAndrei Otcheretianski 	union {
1045d3a108a4SAndrei Otcheretianski 		struct iwl_mac_beacon_cmd_v6 beacon_cmd_v6;
1046d3a108a4SAndrei Otcheretianski 		struct iwl_mac_beacon_cmd beacon_cmd;
1047d3a108a4SAndrei Otcheretianski 	} u = {};
1048e705c121SKalle Valo 	struct ieee80211_tx_info *info;
1049e705c121SKalle Valo 	u32 beacon_skb_len;
1050e705c121SKalle Valo 	u32 rate, tx_flags;
1051e705c121SKalle Valo 
1052e705c121SKalle Valo 	if (WARN_ON(!beacon))
1053e705c121SKalle Valo 		return -EINVAL;
1054e705c121SKalle Valo 
1055e705c121SKalle Valo 	beacon_skb_len = beacon->len;
1056e705c121SKalle Valo 
1057e705c121SKalle Valo 	/* TODO: for now the beacon template id is set to be the mac context id.
1058e705c121SKalle Valo 	 * Might be better to handle it as another resource ... */
1059d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.template_id = cpu_to_le32((u32)mvmvif->id);
1060e705c121SKalle Valo 	info = IEEE80211_SKB_CB(beacon);
1061e705c121SKalle Valo 
1062e705c121SKalle Valo 	/* Set up TX command fields */
1063d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.len = cpu_to_le16((u16)beacon_skb_len);
1064d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.sta_id = mvmvif->bcast_sta.sta_id;
1065d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.life_time = cpu_to_le32(TX_CMD_LIFE_TIME_INFINITE);
1066e705c121SKalle Valo 	tx_flags = TX_CMD_FLG_SEQ_CTL | TX_CMD_FLG_TSF;
1067e705c121SKalle Valo 	tx_flags |=
1068e705c121SKalle Valo 		iwl_mvm_bt_coex_tx_prio(mvm, (void *)beacon->data, info, 0) <<
1069e705c121SKalle Valo 						TX_CMD_FLG_BT_PRIO_POS;
1070d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.tx_flags = cpu_to_le32(tx_flags);
1071e705c121SKalle Valo 
10721e3c3c35SEmmanuel Grumbach 	if (!fw_has_capa(&mvm->fw->ucode_capa,
10731e3c3c35SEmmanuel Grumbach 			 IWL_UCODE_TLV_CAPA_BEACON_ANT_SELECTION)) {
1074e705c121SKalle Valo 		mvm->mgmt_last_antenna_idx =
1075e705c121SKalle Valo 			iwl_mvm_next_antenna(mvm, iwl_mvm_get_valid_tx_ant(mvm),
1076e705c121SKalle Valo 					     mvm->mgmt_last_antenna_idx);
10771e3c3c35SEmmanuel Grumbach 	}
1078e705c121SKalle Valo 
1079d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.rate_n_flags =
1080e705c121SKalle Valo 		cpu_to_le32(BIT(mvm->mgmt_last_antenna_idx) <<
1081e705c121SKalle Valo 			    RATE_MCS_ANT_POS);
1082e705c121SKalle Valo 
108357fbcce3SJohannes Berg 	if (info->band == NL80211_BAND_5GHZ || vif->p2p) {
1084e705c121SKalle Valo 		rate = IWL_FIRST_OFDM_RATE;
1085e705c121SKalle Valo 	} else {
1086e705c121SKalle Valo 		rate = IWL_FIRST_CCK_RATE;
1087d3a108a4SAndrei Otcheretianski 		u.beacon_cmd_v6.tx.rate_n_flags |=
1088d3a108a4SAndrei Otcheretianski 					cpu_to_le32(RATE_MCS_CCK_MSK);
1089e705c121SKalle Valo 	}
1090d3a108a4SAndrei Otcheretianski 	u.beacon_cmd_v6.tx.rate_n_flags |=
1091e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_mac80211_idx_to_hwrate(rate));
1092e705c121SKalle Valo 
1093e705c121SKalle Valo 	/* Set up TX beacon command fields */
1094e705c121SKalle Valo 	if (vif->type == NL80211_IFTYPE_AP)
1095d3a108a4SAndrei Otcheretianski 		iwl_mvm_mac_ctxt_set_tim(mvm, &u.beacon_cmd_v6,
1096e705c121SKalle Valo 					 beacon->data,
1097e705c121SKalle Valo 					 beacon_skb_len);
1098e705c121SKalle Valo 
1099e705c121SKalle Valo 	/* Submit command */
1100d3a108a4SAndrei Otcheretianski 
1101d3a108a4SAndrei Otcheretianski 	if (fw_has_capa(&mvm->fw->ucode_capa,
1102d3a108a4SAndrei Otcheretianski 			IWL_UCODE_TLV_CAPA_CSA_AND_TBTT_OFFLOAD)) {
1103d3a108a4SAndrei Otcheretianski 		u.beacon_cmd.csa_offset =
1104d3a108a4SAndrei Otcheretianski 			cpu_to_le32(iwl_mvm_find_ie_offset(beacon->data,
1105d3a108a4SAndrei Otcheretianski 						    WLAN_EID_CHANNEL_SWITCH,
1106d3a108a4SAndrei Otcheretianski 						    beacon_skb_len));
1107d3a108a4SAndrei Otcheretianski 		u.beacon_cmd.ecsa_offset =
1108d3a108a4SAndrei Otcheretianski 			cpu_to_le32(iwl_mvm_find_ie_offset(beacon->data,
1109d3a108a4SAndrei Otcheretianski 						    WLAN_EID_EXT_CHANSWITCH_ANN,
1110d3a108a4SAndrei Otcheretianski 						    beacon_skb_len));
1111d3a108a4SAndrei Otcheretianski 
1112d3a108a4SAndrei Otcheretianski 		cmd.len[0] = sizeof(u.beacon_cmd);
1113d3a108a4SAndrei Otcheretianski 	} else {
1114d3a108a4SAndrei Otcheretianski 		cmd.len[0] = sizeof(u.beacon_cmd_v6);
1115d3a108a4SAndrei Otcheretianski 	}
1116d3a108a4SAndrei Otcheretianski 
1117d3a108a4SAndrei Otcheretianski 	cmd.data[0] = &u;
1118e705c121SKalle Valo 	cmd.dataflags[0] = 0;
1119e705c121SKalle Valo 	cmd.len[1] = beacon_skb_len;
1120e705c121SKalle Valo 	cmd.data[1] = beacon->data;
1121e705c121SKalle Valo 	cmd.dataflags[1] = IWL_HCMD_DFL_DUP;
1122e705c121SKalle Valo 
1123e705c121SKalle Valo 	return iwl_mvm_send_cmd(mvm, &cmd);
1124e705c121SKalle Valo }
1125e705c121SKalle Valo 
1126e705c121SKalle Valo /* The beacon template for the AP/GO/IBSS has changed and needs update */
1127e705c121SKalle Valo int iwl_mvm_mac_ctxt_beacon_changed(struct iwl_mvm *mvm,
1128e705c121SKalle Valo 				    struct ieee80211_vif *vif)
1129e705c121SKalle Valo {
1130e705c121SKalle Valo 	struct sk_buff *beacon;
1131e705c121SKalle Valo 	int ret;
1132e705c121SKalle Valo 
1133e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_AP &&
1134e705c121SKalle Valo 		vif->type != NL80211_IFTYPE_ADHOC);
1135e705c121SKalle Valo 
1136e705c121SKalle Valo 	beacon = ieee80211_beacon_get_template(mvm->hw, vif, NULL);
1137e705c121SKalle Valo 	if (!beacon)
1138e705c121SKalle Valo 		return -ENOMEM;
1139e705c121SKalle Valo 
1140e705c121SKalle Valo 	ret = iwl_mvm_mac_ctxt_send_beacon(mvm, vif, beacon);
1141e705c121SKalle Valo 	dev_kfree_skb(beacon);
1142e705c121SKalle Valo 	return ret;
1143e705c121SKalle Valo }
1144e705c121SKalle Valo 
1145e705c121SKalle Valo struct iwl_mvm_mac_ap_iterator_data {
1146e705c121SKalle Valo 	struct iwl_mvm *mvm;
1147e705c121SKalle Valo 	struct ieee80211_vif *vif;
1148e705c121SKalle Valo 	u32 beacon_device_ts;
1149e705c121SKalle Valo 	u16 beacon_int;
1150e705c121SKalle Valo };
1151e705c121SKalle Valo 
1152e705c121SKalle Valo /* Find the beacon_device_ts and beacon_int for a managed interface */
1153e705c121SKalle Valo static void iwl_mvm_mac_ap_iterator(void *_data, u8 *mac,
1154e705c121SKalle Valo 				    struct ieee80211_vif *vif)
1155e705c121SKalle Valo {
1156e705c121SKalle Valo 	struct iwl_mvm_mac_ap_iterator_data *data = _data;
1157e705c121SKalle Valo 
1158e705c121SKalle Valo 	if (vif->type != NL80211_IFTYPE_STATION || !vif->bss_conf.assoc)
1159e705c121SKalle Valo 		return;
1160e705c121SKalle Valo 
1161e705c121SKalle Valo 	/* Station client has higher priority over P2P client*/
1162e705c121SKalle Valo 	if (vif->p2p && data->beacon_device_ts)
1163e705c121SKalle Valo 		return;
1164e705c121SKalle Valo 
1165e705c121SKalle Valo 	data->beacon_device_ts = vif->bss_conf.sync_device_ts;
1166e705c121SKalle Valo 	data->beacon_int = vif->bss_conf.beacon_int;
1167e705c121SKalle Valo }
1168e705c121SKalle Valo 
1169e705c121SKalle Valo /*
1170e705c121SKalle Valo  * Fill the specific data for mac context of type AP of P2P GO
1171e705c121SKalle Valo  */
1172e705c121SKalle Valo static void iwl_mvm_mac_ctxt_cmd_fill_ap(struct iwl_mvm *mvm,
1173e705c121SKalle Valo 					 struct ieee80211_vif *vif,
1174186cd49aSJohannes Berg 					 struct iwl_mac_ctx_cmd *cmd,
1175e705c121SKalle Valo 					 struct iwl_mac_data_ap *ctxt_ap,
1176e705c121SKalle Valo 					 bool add)
1177e705c121SKalle Valo {
1178e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1179e705c121SKalle Valo 	struct iwl_mvm_mac_ap_iterator_data data = {
1180e705c121SKalle Valo 		.mvm = mvm,
1181e705c121SKalle Valo 		.vif = vif,
1182e705c121SKalle Valo 		.beacon_device_ts = 0
1183e705c121SKalle Valo 	};
1184e705c121SKalle Valo 
1185186cd49aSJohannes Berg 	/* in AP mode, the MCAST FIFO takes the EDCA params from VO */
1186186cd49aSJohannes Berg 	cmd->ac[IWL_MVM_TX_FIFO_VO].fifos_mask |= BIT(IWL_MVM_TX_FIFO_MCAST);
1187186cd49aSJohannes Berg 
1188186cd49aSJohannes Berg 	/*
1189186cd49aSJohannes Berg 	 * in AP mode, pass probe requests and beacons from other APs
1190186cd49aSJohannes Berg 	 * (needed for ht protection); when there're no any associated
1191186cd49aSJohannes Berg 	 * station don't ask FW to pass beacons to prevent unnecessary
1192186cd49aSJohannes Berg 	 * wake-ups.
1193186cd49aSJohannes Berg 	 */
1194186cd49aSJohannes Berg 	cmd->filter_flags |= cpu_to_le32(MAC_FILTER_IN_PROBE_REQUEST);
1195186cd49aSJohannes Berg 	if (mvmvif->ap_assoc_sta_count || !mvm->drop_bcn_ap_mode) {
1196186cd49aSJohannes Berg 		cmd->filter_flags |= cpu_to_le32(MAC_FILTER_IN_BEACON);
1197186cd49aSJohannes Berg 		IWL_DEBUG_HC(mvm, "Asking FW to pass beacons\n");
1198186cd49aSJohannes Berg 	} else {
1199186cd49aSJohannes Berg 		IWL_DEBUG_HC(mvm, "No need to receive beacons\n");
1200186cd49aSJohannes Berg 	}
1201186cd49aSJohannes Berg 
1202e705c121SKalle Valo 	ctxt_ap->bi = cpu_to_le32(vif->bss_conf.beacon_int);
1203e705c121SKalle Valo 	ctxt_ap->bi_reciprocal =
1204e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_reciprocal(vif->bss_conf.beacon_int));
1205e705c121SKalle Valo 	ctxt_ap->dtim_interval = cpu_to_le32(vif->bss_conf.beacon_int *
1206e705c121SKalle Valo 					     vif->bss_conf.dtim_period);
1207e705c121SKalle Valo 	ctxt_ap->dtim_reciprocal =
1208e705c121SKalle Valo 		cpu_to_le32(iwl_mvm_reciprocal(vif->bss_conf.beacon_int *
1209e705c121SKalle Valo 					       vif->bss_conf.dtim_period));
1210e705c121SKalle Valo 
1211e705c121SKalle Valo 	ctxt_ap->mcast_qid = cpu_to_le32(vif->cab_queue);
1212e705c121SKalle Valo 
1213e705c121SKalle Valo 	/*
1214e705c121SKalle Valo 	 * Only set the beacon time when the MAC is being added, when we
1215e705c121SKalle Valo 	 * just modify the MAC then we should keep the time -- the firmware
1216e705c121SKalle Valo 	 * can otherwise have a "jumping" TBTT.
1217e705c121SKalle Valo 	 */
1218e705c121SKalle Valo 	if (add) {
1219e705c121SKalle Valo 		/*
1220e705c121SKalle Valo 		 * If there is a station/P2P client interface which is
1221e705c121SKalle Valo 		 * associated, set the AP's TBTT far enough from the station's
1222e705c121SKalle Valo 		 * TBTT. Otherwise, set it to the current system time
1223e705c121SKalle Valo 		 */
1224e705c121SKalle Valo 		ieee80211_iterate_active_interfaces_atomic(
1225e705c121SKalle Valo 			mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
1226e705c121SKalle Valo 			iwl_mvm_mac_ap_iterator, &data);
1227e705c121SKalle Valo 
1228e705c121SKalle Valo 		if (data.beacon_device_ts) {
1229e705c121SKalle Valo 			u32 rand = (prandom_u32() % (64 - 36)) + 36;
1230e705c121SKalle Valo 			mvmvif->ap_beacon_time = data.beacon_device_ts +
1231e705c121SKalle Valo 				ieee80211_tu_to_usec(data.beacon_int * rand /
1232e705c121SKalle Valo 						     100);
1233e705c121SKalle Valo 		} else {
1234e705c121SKalle Valo 			mvmvif->ap_beacon_time =
1235e705c121SKalle Valo 				iwl_read_prph(mvm->trans,
1236e705c121SKalle Valo 					      DEVICE_SYSTEM_TIME_REG);
1237e705c121SKalle Valo 		}
1238e705c121SKalle Valo 	}
1239e705c121SKalle Valo 
1240e705c121SKalle Valo 	ctxt_ap->beacon_time = cpu_to_le32(mvmvif->ap_beacon_time);
1241e705c121SKalle Valo 	ctxt_ap->beacon_tsf = 0; /* unused */
1242e705c121SKalle Valo 
1243e705c121SKalle Valo 	/* TODO: Assume that the beacon id == mac context id */
1244e705c121SKalle Valo 	ctxt_ap->beacon_template = cpu_to_le32(mvmvif->id);
1245e705c121SKalle Valo }
1246e705c121SKalle Valo 
1247e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_ap(struct iwl_mvm *mvm,
1248e705c121SKalle Valo 				   struct ieee80211_vif *vif,
1249e705c121SKalle Valo 				   u32 action)
1250e705c121SKalle Valo {
1251e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
1252e705c121SKalle Valo 
1253e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_AP || vif->p2p);
1254e705c121SKalle Valo 
1255e705c121SKalle Valo 	/* Fill the common data for all mac context types */
1256e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, NULL, action);
1257e705c121SKalle Valo 
1258e705c121SKalle Valo 	/* Fill the data specific for ap mode */
1259186cd49aSJohannes Berg 	iwl_mvm_mac_ctxt_cmd_fill_ap(mvm, vif, &cmd, &cmd.ap,
1260e705c121SKalle Valo 				     action == FW_CTXT_ACTION_ADD);
1261e705c121SKalle Valo 
1262e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
1263e705c121SKalle Valo }
1264e705c121SKalle Valo 
1265e705c121SKalle Valo static int iwl_mvm_mac_ctxt_cmd_go(struct iwl_mvm *mvm,
1266e705c121SKalle Valo 				   struct ieee80211_vif *vif,
1267e705c121SKalle Valo 				   u32 action)
1268e705c121SKalle Valo {
1269e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd = {};
1270e705c121SKalle Valo 	struct ieee80211_p2p_noa_attr *noa = &vif->bss_conf.p2p_noa_attr;
1271e705c121SKalle Valo 
1272e705c121SKalle Valo 	WARN_ON(vif->type != NL80211_IFTYPE_AP || !vif->p2p);
1273e705c121SKalle Valo 
1274e705c121SKalle Valo 	/* Fill the common data for all mac context types */
1275e705c121SKalle Valo 	iwl_mvm_mac_ctxt_cmd_common(mvm, vif, &cmd, NULL, action);
1276e705c121SKalle Valo 
1277e705c121SKalle Valo 	/* Fill the data specific for GO mode */
1278186cd49aSJohannes Berg 	iwl_mvm_mac_ctxt_cmd_fill_ap(mvm, vif, &cmd, &cmd.go.ap,
1279e705c121SKalle Valo 				     action == FW_CTXT_ACTION_ADD);
1280e705c121SKalle Valo 
1281e705c121SKalle Valo 	cmd.go.ctwin = cpu_to_le32(noa->oppps_ctwindow &
1282e705c121SKalle Valo 					IEEE80211_P2P_OPPPS_CTWINDOW_MASK);
1283e705c121SKalle Valo 	cmd.go.opp_ps_enabled =
1284e705c121SKalle Valo 			cpu_to_le32(!!(noa->oppps_ctwindow &
1285e705c121SKalle Valo 					IEEE80211_P2P_OPPPS_ENABLE_BIT));
1286e705c121SKalle Valo 
1287e705c121SKalle Valo 	return iwl_mvm_mac_ctxt_send_cmd(mvm, &cmd);
1288e705c121SKalle Valo }
1289e705c121SKalle Valo 
1290e705c121SKalle Valo static int iwl_mvm_mac_ctx_send(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1291e705c121SKalle Valo 				u32 action, bool force_assoc_off,
1292e705c121SKalle Valo 				const u8 *bssid_override)
1293e705c121SKalle Valo {
1294e705c121SKalle Valo 	switch (vif->type) {
1295e705c121SKalle Valo 	case NL80211_IFTYPE_STATION:
1296e705c121SKalle Valo 		return iwl_mvm_mac_ctxt_cmd_sta(mvm, vif, action,
1297e705c121SKalle Valo 						force_assoc_off,
1298e705c121SKalle Valo 						bssid_override);
1299e705c121SKalle Valo 		break;
1300e705c121SKalle Valo 	case NL80211_IFTYPE_AP:
1301e705c121SKalle Valo 		if (!vif->p2p)
1302e705c121SKalle Valo 			return iwl_mvm_mac_ctxt_cmd_ap(mvm, vif, action);
1303e705c121SKalle Valo 		else
1304e705c121SKalle Valo 			return iwl_mvm_mac_ctxt_cmd_go(mvm, vif, action);
1305e705c121SKalle Valo 		break;
1306e705c121SKalle Valo 	case NL80211_IFTYPE_MONITOR:
1307e705c121SKalle Valo 		return iwl_mvm_mac_ctxt_cmd_listener(mvm, vif, action);
1308e705c121SKalle Valo 	case NL80211_IFTYPE_P2P_DEVICE:
1309e705c121SKalle Valo 		return iwl_mvm_mac_ctxt_cmd_p2p_device(mvm, vif, action);
1310e705c121SKalle Valo 	case NL80211_IFTYPE_ADHOC:
1311e705c121SKalle Valo 		return iwl_mvm_mac_ctxt_cmd_ibss(mvm, vif, action);
1312e705c121SKalle Valo 	default:
1313e705c121SKalle Valo 		break;
1314e705c121SKalle Valo 	}
1315e705c121SKalle Valo 
1316e705c121SKalle Valo 	return -EOPNOTSUPP;
1317e705c121SKalle Valo }
1318e705c121SKalle Valo 
1319e705c121SKalle Valo int iwl_mvm_mac_ctxt_add(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
1320e705c121SKalle Valo {
1321e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1322e705c121SKalle Valo 	int ret;
1323e705c121SKalle Valo 
1324e705c121SKalle Valo 	if (WARN_ONCE(mvmvif->uploaded, "Adding active MAC %pM/%d\n",
1325e705c121SKalle Valo 		      vif->addr, ieee80211_vif_type_p2p(vif)))
1326e705c121SKalle Valo 		return -EIO;
1327e705c121SKalle Valo 
1328e705c121SKalle Valo 	ret = iwl_mvm_mac_ctx_send(mvm, vif, FW_CTXT_ACTION_ADD,
1329e705c121SKalle Valo 				   true, NULL);
1330e705c121SKalle Valo 	if (ret)
1331e705c121SKalle Valo 		return ret;
1332e705c121SKalle Valo 
1333e705c121SKalle Valo 	/* will only do anything at resume from D3 time */
1334e705c121SKalle Valo 	iwl_mvm_set_last_nonqos_seq(mvm, vif);
1335e705c121SKalle Valo 
1336e705c121SKalle Valo 	mvmvif->uploaded = true;
1337e705c121SKalle Valo 	return 0;
1338e705c121SKalle Valo }
1339e705c121SKalle Valo 
1340e705c121SKalle Valo int iwl_mvm_mac_ctxt_changed(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1341e705c121SKalle Valo 			     bool force_assoc_off, const u8 *bssid_override)
1342e705c121SKalle Valo {
1343e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1344e705c121SKalle Valo 
1345e705c121SKalle Valo 	if (WARN_ONCE(!mvmvif->uploaded, "Changing inactive MAC %pM/%d\n",
1346e705c121SKalle Valo 		      vif->addr, ieee80211_vif_type_p2p(vif)))
1347e705c121SKalle Valo 		return -EIO;
1348e705c121SKalle Valo 
1349e705c121SKalle Valo 	return iwl_mvm_mac_ctx_send(mvm, vif, FW_CTXT_ACTION_MODIFY,
1350e705c121SKalle Valo 				    force_assoc_off, bssid_override);
1351e705c121SKalle Valo }
1352e705c121SKalle Valo 
1353e705c121SKalle Valo int iwl_mvm_mac_ctxt_remove(struct iwl_mvm *mvm, struct ieee80211_vif *vif)
1354e705c121SKalle Valo {
1355e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1356e705c121SKalle Valo 	struct iwl_mac_ctx_cmd cmd;
1357e705c121SKalle Valo 	int ret;
1358e705c121SKalle Valo 
1359e705c121SKalle Valo 	if (WARN_ONCE(!mvmvif->uploaded, "Removing inactive MAC %pM/%d\n",
1360e705c121SKalle Valo 		      vif->addr, ieee80211_vif_type_p2p(vif)))
1361e705c121SKalle Valo 		return -EIO;
1362e705c121SKalle Valo 
1363e705c121SKalle Valo 	memset(&cmd, 0, sizeof(cmd));
1364e705c121SKalle Valo 
1365e705c121SKalle Valo 	cmd.id_and_color = cpu_to_le32(FW_CMD_ID_AND_COLOR(mvmvif->id,
1366e705c121SKalle Valo 							   mvmvif->color));
1367e705c121SKalle Valo 	cmd.action = cpu_to_le32(FW_CTXT_ACTION_REMOVE);
1368e705c121SKalle Valo 
1369e705c121SKalle Valo 	ret = iwl_mvm_send_cmd_pdu(mvm, MAC_CONTEXT_CMD, 0,
1370e705c121SKalle Valo 				   sizeof(cmd), &cmd);
1371e705c121SKalle Valo 	if (ret) {
1372e705c121SKalle Valo 		IWL_ERR(mvm, "Failed to remove MAC context: %d\n", ret);
1373e705c121SKalle Valo 		return ret;
1374e705c121SKalle Valo 	}
1375e705c121SKalle Valo 
1376e705c121SKalle Valo 	mvmvif->uploaded = false;
1377e705c121SKalle Valo 
13780e39eb03SChaya Rachel Ivgi 	if (vif->type == NL80211_IFTYPE_MONITOR) {
1379e705c121SKalle Valo 		__clear_bit(IEEE80211_HW_RX_INCLUDES_FCS, mvm->hw->flags);
13800e39eb03SChaya Rachel Ivgi 		iwl_mvm_dealloc_snif_sta(mvm);
13810e39eb03SChaya Rachel Ivgi 	}
1382e705c121SKalle Valo 
1383e705c121SKalle Valo 	return 0;
1384e705c121SKalle Valo }
1385e705c121SKalle Valo 
1386e705c121SKalle Valo static void iwl_mvm_csa_count_down(struct iwl_mvm *mvm,
1387e705c121SKalle Valo 				   struct ieee80211_vif *csa_vif, u32 gp2,
1388e705c121SKalle Valo 				   bool tx_success)
1389e705c121SKalle Valo {
1390e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif =
1391e705c121SKalle Valo 			iwl_mvm_vif_from_mac80211(csa_vif);
1392e705c121SKalle Valo 
1393e705c121SKalle Valo 	/* Don't start to countdown from a failed beacon */
1394e705c121SKalle Valo 	if (!tx_success && !mvmvif->csa_countdown)
1395e705c121SKalle Valo 		return;
1396e705c121SKalle Valo 
1397e705c121SKalle Valo 	mvmvif->csa_countdown = true;
1398e705c121SKalle Valo 
1399e705c121SKalle Valo 	if (!ieee80211_csa_is_complete(csa_vif)) {
1400e705c121SKalle Valo 		int c = ieee80211_csa_update_counter(csa_vif);
1401e705c121SKalle Valo 
1402e705c121SKalle Valo 		iwl_mvm_mac_ctxt_beacon_changed(mvm, csa_vif);
1403e705c121SKalle Valo 		if (csa_vif->p2p &&
1404e705c121SKalle Valo 		    !iwl_mvm_te_scheduled(&mvmvif->time_event_data) && gp2 &&
1405e705c121SKalle Valo 		    tx_success) {
1406e705c121SKalle Valo 			u32 rel_time = (c + 1) *
1407e705c121SKalle Valo 				       csa_vif->bss_conf.beacon_int -
1408e705c121SKalle Valo 				       IWL_MVM_CHANNEL_SWITCH_TIME_GO;
1409e705c121SKalle Valo 			u32 apply_time = gp2 + rel_time * 1024;
1410e705c121SKalle Valo 
1411e705c121SKalle Valo 			iwl_mvm_schedule_csa_period(mvm, csa_vif,
1412e705c121SKalle Valo 					 IWL_MVM_CHANNEL_SWITCH_TIME_GO -
1413e705c121SKalle Valo 					 IWL_MVM_CHANNEL_SWITCH_MARGIN,
1414e705c121SKalle Valo 					 apply_time);
1415e705c121SKalle Valo 		}
1416e705c121SKalle Valo 	} else if (!iwl_mvm_te_scheduled(&mvmvif->time_event_data)) {
1417e705c121SKalle Valo 		/* we don't have CSA NoA scheduled yet, switch now */
1418e705c121SKalle Valo 		ieee80211_csa_finish(csa_vif);
1419e705c121SKalle Valo 		RCU_INIT_POINTER(mvm->csa_vif, NULL);
1420e705c121SKalle Valo 	}
1421e705c121SKalle Valo }
1422e705c121SKalle Valo 
1423e705c121SKalle Valo void iwl_mvm_rx_beacon_notif(struct iwl_mvm *mvm,
1424e705c121SKalle Valo 			     struct iwl_rx_cmd_buffer *rxb)
1425e705c121SKalle Valo {
1426e705c121SKalle Valo 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1427e705c121SKalle Valo 	struct iwl_extended_beacon_notif *beacon = (void *)pkt->data;
1428e705c121SKalle Valo 	struct iwl_mvm_tx_resp *beacon_notify_hdr;
1429e705c121SKalle Valo 	struct ieee80211_vif *csa_vif;
1430e705c121SKalle Valo 	struct ieee80211_vif *tx_blocked_vif;
1431e705c121SKalle Valo 	u16 status;
1432e705c121SKalle Valo 
1433e705c121SKalle Valo 	lockdep_assert_held(&mvm->mutex);
1434e705c121SKalle Valo 
1435e705c121SKalle Valo 	beacon_notify_hdr = &beacon->beacon_notify_hdr;
1436e705c121SKalle Valo 	mvm->ap_last_beacon_gp2 = le32_to_cpu(beacon->gp2);
1437e705c121SKalle Valo 
1438e705c121SKalle Valo 	status = le16_to_cpu(beacon_notify_hdr->status.status) & TX_STATUS_MSK;
1439e705c121SKalle Valo 	IWL_DEBUG_RX(mvm,
1440e705c121SKalle Valo 		     "beacon status %#x retries:%d tsf:0x%16llX gp2:0x%X rate:%d\n",
1441e705c121SKalle Valo 		     status, beacon_notify_hdr->failure_frame,
1442e705c121SKalle Valo 		     le64_to_cpu(beacon->tsf),
1443e705c121SKalle Valo 		     mvm->ap_last_beacon_gp2,
1444e705c121SKalle Valo 		     le32_to_cpu(beacon_notify_hdr->initial_rate));
1445e705c121SKalle Valo 
1446e705c121SKalle Valo 	csa_vif = rcu_dereference_protected(mvm->csa_vif,
1447e705c121SKalle Valo 					    lockdep_is_held(&mvm->mutex));
1448e705c121SKalle Valo 	if (unlikely(csa_vif && csa_vif->csa_active))
1449e705c121SKalle Valo 		iwl_mvm_csa_count_down(mvm, csa_vif, mvm->ap_last_beacon_gp2,
1450e705c121SKalle Valo 				       (status == TX_STATUS_SUCCESS));
1451e705c121SKalle Valo 
1452e705c121SKalle Valo 	tx_blocked_vif = rcu_dereference_protected(mvm->csa_tx_blocked_vif,
1453e705c121SKalle Valo 						lockdep_is_held(&mvm->mutex));
1454e705c121SKalle Valo 	if (unlikely(tx_blocked_vif)) {
1455e705c121SKalle Valo 		struct iwl_mvm_vif *mvmvif =
1456e705c121SKalle Valo 			iwl_mvm_vif_from_mac80211(tx_blocked_vif);
1457e705c121SKalle Valo 
1458e705c121SKalle Valo 		/*
1459e705c121SKalle Valo 		 * The channel switch is started and we have blocked the
1460e705c121SKalle Valo 		 * stations. If this is the first beacon (the timeout wasn't
1461e705c121SKalle Valo 		 * set), set the unblock timeout, otherwise countdown
1462e705c121SKalle Valo 		 */
1463e705c121SKalle Valo 		if (!mvm->csa_tx_block_bcn_timeout)
1464e705c121SKalle Valo 			mvm->csa_tx_block_bcn_timeout =
1465e705c121SKalle Valo 				IWL_MVM_CS_UNBLOCK_TX_TIMEOUT;
1466e705c121SKalle Valo 		else
1467e705c121SKalle Valo 			mvm->csa_tx_block_bcn_timeout--;
1468e705c121SKalle Valo 
1469e705c121SKalle Valo 		/* Check if the timeout is expired, and unblock tx */
1470e705c121SKalle Valo 		if (mvm->csa_tx_block_bcn_timeout == 0) {
1471e705c121SKalle Valo 			iwl_mvm_modify_all_sta_disable_tx(mvm, mvmvif, false);
1472e705c121SKalle Valo 			RCU_INIT_POINTER(mvm->csa_tx_blocked_vif, NULL);
1473e705c121SKalle Valo 		}
1474e705c121SKalle Valo 	}
1475e705c121SKalle Valo }
1476e705c121SKalle Valo 
1477e705c121SKalle Valo static void iwl_mvm_beacon_loss_iterator(void *_data, u8 *mac,
1478e705c121SKalle Valo 					 struct ieee80211_vif *vif)
1479e705c121SKalle Valo {
1480e705c121SKalle Valo 	struct iwl_missed_beacons_notif *missed_beacons = _data;
1481e705c121SKalle Valo 	struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1482e705c121SKalle Valo 	struct iwl_mvm *mvm = mvmvif->mvm;
1483e705c121SKalle Valo 	struct iwl_fw_dbg_trigger_missed_bcon *bcon_trig;
1484e705c121SKalle Valo 	struct iwl_fw_dbg_trigger_tlv *trigger;
1485e705c121SKalle Valo 	u32 stop_trig_missed_bcon, stop_trig_missed_bcon_since_rx;
1486e705c121SKalle Valo 	u32 rx_missed_bcon, rx_missed_bcon_since_rx;
1487e705c121SKalle Valo 
1488e705c121SKalle Valo 	if (mvmvif->id != (u16)le32_to_cpu(missed_beacons->mac_id))
1489e705c121SKalle Valo 		return;
1490e705c121SKalle Valo 
1491e705c121SKalle Valo 	rx_missed_bcon = le32_to_cpu(missed_beacons->consec_missed_beacons);
1492e705c121SKalle Valo 	rx_missed_bcon_since_rx =
1493e705c121SKalle Valo 		le32_to_cpu(missed_beacons->consec_missed_beacons_since_last_rx);
1494e705c121SKalle Valo 	/*
1495e705c121SKalle Valo 	 * TODO: the threshold should be adjusted based on latency conditions,
1496e705c121SKalle Valo 	 * and/or in case of a CS flow on one of the other AP vifs.
1497e705c121SKalle Valo 	 */
1498e705c121SKalle Valo 	if (le32_to_cpu(missed_beacons->consec_missed_beacons_since_last_rx) >
1499e705c121SKalle Valo 	     IWL_MVM_MISSED_BEACONS_THRESHOLD)
1500e705c121SKalle Valo 		ieee80211_beacon_loss(vif);
1501e705c121SKalle Valo 
1502e705c121SKalle Valo 	if (!iwl_fw_dbg_trigger_enabled(mvm->fw,
1503e705c121SKalle Valo 					FW_DBG_TRIGGER_MISSED_BEACONS))
1504e705c121SKalle Valo 		return;
1505e705c121SKalle Valo 
1506e705c121SKalle Valo 	trigger = iwl_fw_dbg_get_trigger(mvm->fw,
1507e705c121SKalle Valo 					 FW_DBG_TRIGGER_MISSED_BEACONS);
1508e705c121SKalle Valo 	bcon_trig = (void *)trigger->data;
1509e705c121SKalle Valo 	stop_trig_missed_bcon = le32_to_cpu(bcon_trig->stop_consec_missed_bcon);
1510e705c121SKalle Valo 	stop_trig_missed_bcon_since_rx =
1511e705c121SKalle Valo 		le32_to_cpu(bcon_trig->stop_consec_missed_bcon_since_rx);
1512e705c121SKalle Valo 
1513e705c121SKalle Valo 	/* TODO: implement start trigger */
1514e705c121SKalle Valo 
1515e705c121SKalle Valo 	if (!iwl_fw_dbg_trigger_check_stop(mvm, vif, trigger))
1516e705c121SKalle Valo 		return;
1517e705c121SKalle Valo 
1518e705c121SKalle Valo 	if (rx_missed_bcon_since_rx >= stop_trig_missed_bcon_since_rx ||
1519e705c121SKalle Valo 	    rx_missed_bcon >= stop_trig_missed_bcon)
1520e705c121SKalle Valo 		iwl_mvm_fw_dbg_collect_trig(mvm, trigger, NULL);
1521e705c121SKalle Valo }
1522e705c121SKalle Valo 
1523e705c121SKalle Valo void iwl_mvm_rx_missed_beacons_notif(struct iwl_mvm *mvm,
1524e705c121SKalle Valo 				     struct iwl_rx_cmd_buffer *rxb)
1525e705c121SKalle Valo {
1526e705c121SKalle Valo 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1527e705c121SKalle Valo 	struct iwl_missed_beacons_notif *mb = (void *)pkt->data;
1528e705c121SKalle Valo 
1529e705c121SKalle Valo 	IWL_DEBUG_INFO(mvm,
1530e705c121SKalle Valo 		       "missed bcn mac_id=%u, consecutive=%u (%u, %u, %u)\n",
1531e705c121SKalle Valo 		       le32_to_cpu(mb->mac_id),
1532e705c121SKalle Valo 		       le32_to_cpu(mb->consec_missed_beacons),
1533e705c121SKalle Valo 		       le32_to_cpu(mb->consec_missed_beacons_since_last_rx),
1534e705c121SKalle Valo 		       le32_to_cpu(mb->num_recvd_beacons),
1535e705c121SKalle Valo 		       le32_to_cpu(mb->num_expected_beacons));
1536e705c121SKalle Valo 
1537e705c121SKalle Valo 	ieee80211_iterate_active_interfaces_atomic(mvm->hw,
1538e705c121SKalle Valo 						   IEEE80211_IFACE_ITER_NORMAL,
1539e705c121SKalle Valo 						   iwl_mvm_beacon_loss_iterator,
1540e705c121SKalle Valo 						   mb);
1541e705c121SKalle Valo }
15420db056d3SSara Sharon 
15430db056d3SSara Sharon void iwl_mvm_rx_stored_beacon_notif(struct iwl_mvm *mvm,
15440db056d3SSara Sharon 				    struct iwl_rx_cmd_buffer *rxb)
15450db056d3SSara Sharon {
15460db056d3SSara Sharon 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
15470db056d3SSara Sharon 	struct iwl_stored_beacon_notif *sb = (void *)pkt->data;
15480db056d3SSara Sharon 	struct ieee80211_rx_status rx_status;
15490db056d3SSara Sharon 	struct sk_buff *skb;
15500db056d3SSara Sharon 	u32 size = le32_to_cpu(sb->byte_count);
15510db056d3SSara Sharon 
15520db056d3SSara Sharon 	if (size == 0)
15530db056d3SSara Sharon 		return;
15540db056d3SSara Sharon 
15550db056d3SSara Sharon 	skb = alloc_skb(size, GFP_ATOMIC);
15560db056d3SSara Sharon 	if (!skb) {
15570db056d3SSara Sharon 		IWL_ERR(mvm, "alloc_skb failed\n");
15580db056d3SSara Sharon 		return;
15590db056d3SSara Sharon 	}
15600db056d3SSara Sharon 
15610db056d3SSara Sharon 	/* update rx_status according to the notification's metadata */
15620db056d3SSara Sharon 	memset(&rx_status, 0, sizeof(rx_status));
15630db056d3SSara Sharon 	rx_status.mactime = le64_to_cpu(sb->tsf);
156477fe7395SSara Sharon 	/* TSF as indicated by the firmware  is at INA time */
156577fe7395SSara Sharon 	rx_status.flag |= RX_FLAG_MACTIME_PLCP_START;
15660db056d3SSara Sharon 	rx_status.device_timestamp = le32_to_cpu(sb->system_time);
15670db056d3SSara Sharon 	rx_status.band =
15680db056d3SSara Sharon 		(sb->phy_flags & cpu_to_le16(RX_RES_PHY_FLAGS_BAND_24)) ?
156957fbcce3SJohannes Berg 				NL80211_BAND_2GHZ : NL80211_BAND_5GHZ;
15700db056d3SSara Sharon 	rx_status.freq =
15710db056d3SSara Sharon 		ieee80211_channel_to_frequency(le16_to_cpu(sb->channel),
15720db056d3SSara Sharon 					       rx_status.band);
15730db056d3SSara Sharon 
15740db056d3SSara Sharon 	/* copy the data */
15750db056d3SSara Sharon 	memcpy(skb_put(skb, size), sb->data, size);
15760db056d3SSara Sharon 	memcpy(IEEE80211_SKB_RXCB(skb), &rx_status, sizeof(rx_status));
15770db056d3SSara Sharon 
15780db056d3SSara Sharon 	/* pass it as regular rx to mac80211 */
1579d63b548fSJohannes Berg 	ieee80211_rx_napi(mvm->hw, NULL, skb, NULL);
15800db056d3SSara Sharon }
1581d3a108a4SAndrei Otcheretianski 
1582d3a108a4SAndrei Otcheretianski void iwl_mvm_channel_switch_noa_notif(struct iwl_mvm *mvm,
1583d3a108a4SAndrei Otcheretianski 				      struct iwl_rx_cmd_buffer *rxb)
1584d3a108a4SAndrei Otcheretianski {
1585d3a108a4SAndrei Otcheretianski 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
1586d3a108a4SAndrei Otcheretianski 	struct iwl_channel_switch_noa_notif *notif = (void *)pkt->data;
1587d3a108a4SAndrei Otcheretianski 	struct ieee80211_vif *csa_vif;
1588d3a108a4SAndrei Otcheretianski 	struct iwl_mvm_vif *mvmvif;
1589d3a108a4SAndrei Otcheretianski 	int len = iwl_rx_packet_payload_len(pkt);
1590d3a108a4SAndrei Otcheretianski 	u32 id_n_color;
1591d3a108a4SAndrei Otcheretianski 
1592d3a108a4SAndrei Otcheretianski 	if (WARN_ON_ONCE(len < sizeof(*notif)))
1593d3a108a4SAndrei Otcheretianski 		return;
1594d3a108a4SAndrei Otcheretianski 
1595d3a108a4SAndrei Otcheretianski 	rcu_read_lock();
1596d3a108a4SAndrei Otcheretianski 
1597d3a108a4SAndrei Otcheretianski 	csa_vif = rcu_dereference(mvm->csa_vif);
1598d3a108a4SAndrei Otcheretianski 	if (WARN_ON(!csa_vif || !csa_vif->csa_active))
1599d3a108a4SAndrei Otcheretianski 		goto out_unlock;
1600d3a108a4SAndrei Otcheretianski 
1601d3a108a4SAndrei Otcheretianski 	id_n_color = le32_to_cpu(notif->id_and_color);
1602d3a108a4SAndrei Otcheretianski 
1603d3a108a4SAndrei Otcheretianski 	mvmvif = iwl_mvm_vif_from_mac80211(csa_vif);
1604d3a108a4SAndrei Otcheretianski 	if (WARN(FW_CMD_ID_AND_COLOR(mvmvif->id, mvmvif->color) != id_n_color,
1605d3a108a4SAndrei Otcheretianski 		 "channel switch noa notification on unexpected vif (csa_vif=%d, notif=%d)",
1606d3a108a4SAndrei Otcheretianski 		 FW_CMD_ID_AND_COLOR(mvmvif->id, mvmvif->color), id_n_color))
1607d3a108a4SAndrei Otcheretianski 		goto out_unlock;
1608d3a108a4SAndrei Otcheretianski 
1609d3a108a4SAndrei Otcheretianski 	IWL_DEBUG_INFO(mvm, "Channel Switch Started Notification\n");
1610d3a108a4SAndrei Otcheretianski 
1611d3a108a4SAndrei Otcheretianski 	queue_delayed_work(system_wq, &mvm->cs_tx_unblock_dwork,
1612d3a108a4SAndrei Otcheretianski 			   msecs_to_jiffies(IWL_MVM_CS_UNBLOCK_TX_TIMEOUT *
1613d3a108a4SAndrei Otcheretianski 					    csa_vif->bss_conf.beacon_int));
1614d3a108a4SAndrei Otcheretianski 
1615d3a108a4SAndrei Otcheretianski 	ieee80211_csa_finish(csa_vif);
1616d3a108a4SAndrei Otcheretianski 
1617d3a108a4SAndrei Otcheretianski 	rcu_read_unlock();
1618d3a108a4SAndrei Otcheretianski 
1619d3a108a4SAndrei Otcheretianski 	RCU_INIT_POINTER(mvm->csa_vif, NULL);
1620d3a108a4SAndrei Otcheretianski 
1621d3a108a4SAndrei Otcheretianski 	return;
1622d3a108a4SAndrei Otcheretianski 
1623d3a108a4SAndrei Otcheretianski out_unlock:
1624d3a108a4SAndrei Otcheretianski 	rcu_read_unlock();
1625d3a108a4SAndrei Otcheretianski }
1626