xref: /openbmc/linux/net/mac80211/sta_info.c (revision a5961bed)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright 2002-2005, Instant802 Networks, Inc.
4  * Copyright 2006-2007	Jiri Benc <jbenc@suse.cz>
5  * Copyright 2013-2014  Intel Mobile Communications GmbH
6  * Copyright (C) 2015 - 2017 Intel Deutschland GmbH
7  * Copyright (C) 2018-2022 Intel Corporation
8  */
9 
10 #include <linux/module.h>
11 #include <linux/init.h>
12 #include <linux/etherdevice.h>
13 #include <linux/netdevice.h>
14 #include <linux/types.h>
15 #include <linux/slab.h>
16 #include <linux/skbuff.h>
17 #include <linux/if_arp.h>
18 #include <linux/timer.h>
19 #include <linux/rtnetlink.h>
20 
21 #include <net/codel.h>
22 #include <net/mac80211.h>
23 #include "ieee80211_i.h"
24 #include "driver-ops.h"
25 #include "rate.h"
26 #include "sta_info.h"
27 #include "debugfs_sta.h"
28 #include "mesh.h"
29 #include "wme.h"
30 
31 /**
32  * DOC: STA information lifetime rules
33  *
34  * STA info structures (&struct sta_info) are managed in a hash table
35  * for faster lookup and a list for iteration. They are managed using
36  * RCU, i.e. access to the list and hash table is protected by RCU.
37  *
38  * Upon allocating a STA info structure with sta_info_alloc(), the caller
39  * owns that structure. It must then insert it into the hash table using
40  * either sta_info_insert() or sta_info_insert_rcu(); only in the latter
41  * case (which acquires an rcu read section but must not be called from
42  * within one) will the pointer still be valid after the call. Note that
43  * the caller may not do much with the STA info before inserting it, in
44  * particular, it may not start any mesh peer link management or add
45  * encryption keys.
46  *
47  * When the insertion fails (sta_info_insert()) returns non-zero), the
48  * structure will have been freed by sta_info_insert()!
49  *
50  * Station entries are added by mac80211 when you establish a link with a
51  * peer. This means different things for the different type of interfaces
52  * we support. For a regular station this mean we add the AP sta when we
53  * receive an association response from the AP. For IBSS this occurs when
54  * get to know about a peer on the same IBSS. For WDS we add the sta for
55  * the peer immediately upon device open. When using AP mode we add stations
56  * for each respective station upon request from userspace through nl80211.
57  *
58  * In order to remove a STA info structure, various sta_info_destroy_*()
59  * calls are available.
60  *
61  * There is no concept of ownership on a STA entry, each structure is
62  * owned by the global hash table/list until it is removed. All users of
63  * the structure need to be RCU protected so that the structure won't be
64  * freed before they are done using it.
65  */
66 
67 struct sta_link_alloc {
68 	struct link_sta_info info;
69 	struct ieee80211_link_sta sta;
70 	struct rcu_head rcu_head;
71 };
72 
73 static const struct rhashtable_params sta_rht_params = {
74 	.nelem_hint = 3, /* start small */
75 	.automatic_shrinking = true,
76 	.head_offset = offsetof(struct sta_info, hash_node),
77 	.key_offset = offsetof(struct sta_info, addr),
78 	.key_len = ETH_ALEN,
79 	.max_size = CONFIG_MAC80211_STA_HASH_MAX_SIZE,
80 };
81 
82 static const struct rhashtable_params link_sta_rht_params = {
83 	.nelem_hint = 3, /* start small */
84 	.automatic_shrinking = true,
85 	.head_offset = offsetof(struct link_sta_info, link_hash_node),
86 	.key_offset = offsetof(struct link_sta_info, addr),
87 	.key_len = ETH_ALEN,
88 	.max_size = CONFIG_MAC80211_STA_HASH_MAX_SIZE,
89 };
90 
91 /* Caller must hold local->sta_mtx */
92 static int sta_info_hash_del(struct ieee80211_local *local,
93 			     struct sta_info *sta)
94 {
95 	return rhltable_remove(&local->sta_hash, &sta->hash_node,
96 			       sta_rht_params);
97 }
98 
99 static int link_sta_info_hash_add(struct ieee80211_local *local,
100 				  struct link_sta_info *link_sta)
101 {
102 	lockdep_assert_held(&local->sta_mtx);
103 	return rhltable_insert(&local->link_sta_hash,
104 			       &link_sta->link_hash_node,
105 			       link_sta_rht_params);
106 }
107 
108 static int link_sta_info_hash_del(struct ieee80211_local *local,
109 				  struct link_sta_info *link_sta)
110 {
111 	lockdep_assert_held(&local->sta_mtx);
112 	return rhltable_remove(&local->link_sta_hash,
113 			       &link_sta->link_hash_node,
114 			       link_sta_rht_params);
115 }
116 
117 static void __cleanup_single_sta(struct sta_info *sta)
118 {
119 	int ac, i;
120 	struct tid_ampdu_tx *tid_tx;
121 	struct ieee80211_sub_if_data *sdata = sta->sdata;
122 	struct ieee80211_local *local = sdata->local;
123 	struct ps_data *ps;
124 
125 	if (test_sta_flag(sta, WLAN_STA_PS_STA) ||
126 	    test_sta_flag(sta, WLAN_STA_PS_DRIVER) ||
127 	    test_sta_flag(sta, WLAN_STA_PS_DELIVER)) {
128 		if (sta->sdata->vif.type == NL80211_IFTYPE_AP ||
129 		    sta->sdata->vif.type == NL80211_IFTYPE_AP_VLAN)
130 			ps = &sdata->bss->ps;
131 		else if (ieee80211_vif_is_mesh(&sdata->vif))
132 			ps = &sdata->u.mesh.ps;
133 		else
134 			return;
135 
136 		clear_sta_flag(sta, WLAN_STA_PS_STA);
137 		clear_sta_flag(sta, WLAN_STA_PS_DRIVER);
138 		clear_sta_flag(sta, WLAN_STA_PS_DELIVER);
139 
140 		atomic_dec(&ps->num_sta_ps);
141 	}
142 
143 	for (i = 0; i < ARRAY_SIZE(sta->sta.txq); i++) {
144 		struct txq_info *txqi;
145 
146 		if (!sta->sta.txq[i])
147 			continue;
148 
149 		txqi = to_txq_info(sta->sta.txq[i]);
150 
151 		ieee80211_txq_purge(local, txqi);
152 	}
153 
154 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
155 		local->total_ps_buffered -= skb_queue_len(&sta->ps_tx_buf[ac]);
156 		ieee80211_purge_tx_queue(&local->hw, &sta->ps_tx_buf[ac]);
157 		ieee80211_purge_tx_queue(&local->hw, &sta->tx_filtered[ac]);
158 	}
159 
160 	if (ieee80211_vif_is_mesh(&sdata->vif))
161 		mesh_sta_cleanup(sta);
162 
163 	cancel_work_sync(&sta->drv_deliver_wk);
164 
165 	/*
166 	 * Destroy aggregation state here. It would be nice to wait for the
167 	 * driver to finish aggregation stop and then clean up, but for now
168 	 * drivers have to handle aggregation stop being requested, followed
169 	 * directly by station destruction.
170 	 */
171 	for (i = 0; i < IEEE80211_NUM_TIDS; i++) {
172 		kfree(sta->ampdu_mlme.tid_start_tx[i]);
173 		tid_tx = rcu_dereference_raw(sta->ampdu_mlme.tid_tx[i]);
174 		if (!tid_tx)
175 			continue;
176 		ieee80211_purge_tx_queue(&local->hw, &tid_tx->pending);
177 		kfree(tid_tx);
178 	}
179 }
180 
181 static void cleanup_single_sta(struct sta_info *sta)
182 {
183 	struct ieee80211_sub_if_data *sdata = sta->sdata;
184 	struct ieee80211_local *local = sdata->local;
185 
186 	__cleanup_single_sta(sta);
187 	sta_info_free(local, sta);
188 }
189 
190 struct rhlist_head *sta_info_hash_lookup(struct ieee80211_local *local,
191 					 const u8 *addr)
192 {
193 	return rhltable_lookup(&local->sta_hash, addr, sta_rht_params);
194 }
195 
196 /* protected by RCU */
197 struct sta_info *sta_info_get(struct ieee80211_sub_if_data *sdata,
198 			      const u8 *addr)
199 {
200 	struct ieee80211_local *local = sdata->local;
201 	struct rhlist_head *tmp;
202 	struct sta_info *sta;
203 
204 	rcu_read_lock();
205 	for_each_sta_info(local, addr, sta, tmp) {
206 		if (sta->sdata == sdata) {
207 			rcu_read_unlock();
208 			/* this is safe as the caller must already hold
209 			 * another rcu read section or the mutex
210 			 */
211 			return sta;
212 		}
213 	}
214 	rcu_read_unlock();
215 	return NULL;
216 }
217 
218 /*
219  * Get sta info either from the specified interface
220  * or from one of its vlans
221  */
222 struct sta_info *sta_info_get_bss(struct ieee80211_sub_if_data *sdata,
223 				  const u8 *addr)
224 {
225 	struct ieee80211_local *local = sdata->local;
226 	struct rhlist_head *tmp;
227 	struct sta_info *sta;
228 
229 	rcu_read_lock();
230 	for_each_sta_info(local, addr, sta, tmp) {
231 		if (sta->sdata == sdata ||
232 		    (sta->sdata->bss && sta->sdata->bss == sdata->bss)) {
233 			rcu_read_unlock();
234 			/* this is safe as the caller must already hold
235 			 * another rcu read section or the mutex
236 			 */
237 			return sta;
238 		}
239 	}
240 	rcu_read_unlock();
241 	return NULL;
242 }
243 
244 struct rhlist_head *link_sta_info_hash_lookup(struct ieee80211_local *local,
245 					      const u8 *addr)
246 {
247 	return rhltable_lookup(&local->link_sta_hash, addr,
248 			       link_sta_rht_params);
249 }
250 
251 struct link_sta_info *
252 link_sta_info_get_bss(struct ieee80211_sub_if_data *sdata, const u8 *addr)
253 {
254 	struct ieee80211_local *local = sdata->local;
255 	struct rhlist_head *tmp;
256 	struct link_sta_info *link_sta;
257 
258 	rcu_read_lock();
259 	for_each_link_sta_info(local, addr, link_sta, tmp) {
260 		struct sta_info *sta = link_sta->sta;
261 
262 		if (sta->sdata == sdata ||
263 		    (sta->sdata->bss && sta->sdata->bss == sdata->bss)) {
264 			rcu_read_unlock();
265 			/* this is safe as the caller must already hold
266 			 * another rcu read section or the mutex
267 			 */
268 			return link_sta;
269 		}
270 	}
271 	rcu_read_unlock();
272 	return NULL;
273 }
274 
275 struct ieee80211_sta *
276 ieee80211_find_sta_by_link_addrs(struct ieee80211_hw *hw,
277 				 const u8 *addr,
278 				 const u8 *localaddr,
279 				 unsigned int *link_id)
280 {
281 	struct ieee80211_local *local = hw_to_local(hw);
282 	struct link_sta_info *link_sta;
283 	struct rhlist_head *tmp;
284 
285 	for_each_link_sta_info(local, addr, link_sta, tmp) {
286 		struct sta_info *sta = link_sta->sta;
287 		struct ieee80211_link_data *link;
288 		u8 _link_id = link_sta->link_id;
289 
290 		if (!localaddr) {
291 			if (link_id)
292 				*link_id = _link_id;
293 			return &sta->sta;
294 		}
295 
296 		link = rcu_dereference(sta->sdata->link[_link_id]);
297 		if (!link)
298 			continue;
299 
300 		if (memcmp(link->conf->addr, localaddr, ETH_ALEN))
301 			continue;
302 
303 		if (link_id)
304 			*link_id = _link_id;
305 		return &sta->sta;
306 	}
307 
308 	return NULL;
309 }
310 EXPORT_SYMBOL_GPL(ieee80211_find_sta_by_link_addrs);
311 
312 struct sta_info *sta_info_get_by_addrs(struct ieee80211_local *local,
313 				       const u8 *sta_addr, const u8 *vif_addr)
314 {
315 	struct rhlist_head *tmp;
316 	struct sta_info *sta;
317 
318 	for_each_sta_info(local, sta_addr, sta, tmp) {
319 		if (ether_addr_equal(vif_addr, sta->sdata->vif.addr))
320 			return sta;
321 	}
322 
323 	return NULL;
324 }
325 
326 struct sta_info *sta_info_get_by_idx(struct ieee80211_sub_if_data *sdata,
327 				     int idx)
328 {
329 	struct ieee80211_local *local = sdata->local;
330 	struct sta_info *sta;
331 	int i = 0;
332 
333 	list_for_each_entry_rcu(sta, &local->sta_list, list,
334 				lockdep_is_held(&local->sta_mtx)) {
335 		if (sdata != sta->sdata)
336 			continue;
337 		if (i < idx) {
338 			++i;
339 			continue;
340 		}
341 		return sta;
342 	}
343 
344 	return NULL;
345 }
346 
347 static void sta_info_free_link(struct link_sta_info *link_sta)
348 {
349 	free_percpu(link_sta->pcpu_rx_stats);
350 }
351 
352 static void sta_remove_link(struct sta_info *sta, unsigned int link_id,
353 			    bool unhash)
354 {
355 	struct sta_link_alloc *alloc = NULL;
356 	struct link_sta_info *link_sta;
357 
358 	link_sta = rcu_dereference_protected(sta->link[link_id],
359 					     lockdep_is_held(&sta->local->sta_mtx));
360 
361 	if (WARN_ON(!link_sta))
362 		return;
363 
364 	if (unhash)
365 		link_sta_info_hash_del(sta->local, link_sta);
366 
367 	if (test_sta_flag(sta, WLAN_STA_INSERTED))
368 		ieee80211_link_sta_debugfs_remove(link_sta);
369 
370 	if (link_sta != &sta->deflink)
371 		alloc = container_of(link_sta, typeof(*alloc), info);
372 
373 	sta->sta.valid_links &= ~BIT(link_id);
374 	RCU_INIT_POINTER(sta->link[link_id], NULL);
375 	RCU_INIT_POINTER(sta->sta.link[link_id], NULL);
376 	if (alloc) {
377 		sta_info_free_link(&alloc->info);
378 		kfree_rcu(alloc, rcu_head);
379 	}
380 
381 	ieee80211_sta_recalc_aggregates(&sta->sta);
382 }
383 
384 /**
385  * sta_info_free - free STA
386  *
387  * @local: pointer to the global information
388  * @sta: STA info to free
389  *
390  * This function must undo everything done by sta_info_alloc()
391  * that may happen before sta_info_insert(). It may only be
392  * called when sta_info_insert() has not been attempted (and
393  * if that fails, the station is freed anyway.)
394  */
395 void sta_info_free(struct ieee80211_local *local, struct sta_info *sta)
396 {
397 	int i;
398 
399 	for (i = 0; i < ARRAY_SIZE(sta->link); i++) {
400 		if (!(sta->sta.valid_links & BIT(i)))
401 			continue;
402 
403 		sta_remove_link(sta, i, false);
404 	}
405 
406 	/*
407 	 * If we had used sta_info_pre_move_state() then we might not
408 	 * have gone through the state transitions down again, so do
409 	 * it here now (and warn if it's inserted).
410 	 *
411 	 * This will clear state such as fast TX/RX that may have been
412 	 * allocated during state transitions.
413 	 */
414 	while (sta->sta_state > IEEE80211_STA_NONE) {
415 		int ret;
416 
417 		WARN_ON_ONCE(test_sta_flag(sta, WLAN_STA_INSERTED));
418 
419 		ret = sta_info_move_state(sta, sta->sta_state - 1);
420 		if (WARN_ONCE(ret, "sta_info_move_state() returned %d\n", ret))
421 			break;
422 	}
423 
424 	if (sta->rate_ctrl)
425 		rate_control_free_sta(sta);
426 
427 	sta_dbg(sta->sdata, "Destroyed STA %pM\n", sta->sta.addr);
428 
429 	kfree(to_txq_info(sta->sta.txq[0]));
430 	kfree(rcu_dereference_raw(sta->sta.rates));
431 #ifdef CONFIG_MAC80211_MESH
432 	kfree(sta->mesh);
433 #endif
434 
435 	sta_info_free_link(&sta->deflink);
436 	kfree(sta);
437 }
438 
439 /* Caller must hold local->sta_mtx */
440 static int sta_info_hash_add(struct ieee80211_local *local,
441 			     struct sta_info *sta)
442 {
443 	return rhltable_insert(&local->sta_hash, &sta->hash_node,
444 			       sta_rht_params);
445 }
446 
447 static void sta_deliver_ps_frames(struct work_struct *wk)
448 {
449 	struct sta_info *sta;
450 
451 	sta = container_of(wk, struct sta_info, drv_deliver_wk);
452 
453 	if (sta->dead)
454 		return;
455 
456 	local_bh_disable();
457 	if (!test_sta_flag(sta, WLAN_STA_PS_STA))
458 		ieee80211_sta_ps_deliver_wakeup(sta);
459 	else if (test_and_clear_sta_flag(sta, WLAN_STA_PSPOLL))
460 		ieee80211_sta_ps_deliver_poll_response(sta);
461 	else if (test_and_clear_sta_flag(sta, WLAN_STA_UAPSD))
462 		ieee80211_sta_ps_deliver_uapsd(sta);
463 	local_bh_enable();
464 }
465 
466 static int sta_prepare_rate_control(struct ieee80211_local *local,
467 				    struct sta_info *sta, gfp_t gfp)
468 {
469 	if (ieee80211_hw_check(&local->hw, HAS_RATE_CONTROL))
470 		return 0;
471 
472 	sta->rate_ctrl = local->rate_ctrl;
473 	sta->rate_ctrl_priv = rate_control_alloc_sta(sta->rate_ctrl,
474 						     sta, gfp);
475 	if (!sta->rate_ctrl_priv)
476 		return -ENOMEM;
477 
478 	return 0;
479 }
480 
481 static int sta_info_alloc_link(struct ieee80211_local *local,
482 			       struct link_sta_info *link_info,
483 			       gfp_t gfp)
484 {
485 	struct ieee80211_hw *hw = &local->hw;
486 	int i;
487 
488 	if (ieee80211_hw_check(hw, USES_RSS)) {
489 		link_info->pcpu_rx_stats =
490 			alloc_percpu_gfp(struct ieee80211_sta_rx_stats, gfp);
491 		if (!link_info->pcpu_rx_stats)
492 			return -ENOMEM;
493 	}
494 
495 	link_info->rx_stats.last_rx = jiffies;
496 	u64_stats_init(&link_info->rx_stats.syncp);
497 
498 	ewma_signal_init(&link_info->rx_stats_avg.signal);
499 	ewma_avg_signal_init(&link_info->status_stats.avg_ack_signal);
500 	for (i = 0; i < ARRAY_SIZE(link_info->rx_stats_avg.chain_signal); i++)
501 		ewma_signal_init(&link_info->rx_stats_avg.chain_signal[i]);
502 
503 	return 0;
504 }
505 
506 static void sta_info_add_link(struct sta_info *sta,
507 			      unsigned int link_id,
508 			      struct link_sta_info *link_info,
509 			      struct ieee80211_link_sta *link_sta)
510 {
511 	link_info->sta = sta;
512 	link_info->link_id = link_id;
513 	link_info->pub = link_sta;
514 	link_info->pub->sta = &sta->sta;
515 	link_sta->link_id = link_id;
516 	rcu_assign_pointer(sta->link[link_id], link_info);
517 	rcu_assign_pointer(sta->sta.link[link_id], link_sta);
518 
519 	link_sta->smps_mode = IEEE80211_SMPS_OFF;
520 	link_sta->agg.max_rc_amsdu_len = IEEE80211_MAX_MPDU_LEN_HT_BA;
521 }
522 
523 static struct sta_info *
524 __sta_info_alloc(struct ieee80211_sub_if_data *sdata,
525 		 const u8 *addr, int link_id, const u8 *link_addr,
526 		 gfp_t gfp)
527 {
528 	struct ieee80211_local *local = sdata->local;
529 	struct ieee80211_hw *hw = &local->hw;
530 	struct sta_info *sta;
531 	void *txq_data;
532 	int size;
533 	int i;
534 
535 	sta = kzalloc(sizeof(*sta) + hw->sta_data_size, gfp);
536 	if (!sta)
537 		return NULL;
538 
539 	sta->local = local;
540 	sta->sdata = sdata;
541 
542 	if (sta_info_alloc_link(local, &sta->deflink, gfp))
543 		goto free;
544 
545 	if (link_id >= 0) {
546 		sta_info_add_link(sta, link_id, &sta->deflink,
547 				  &sta->sta.deflink);
548 		sta->sta.valid_links = BIT(link_id);
549 	} else {
550 		sta_info_add_link(sta, 0, &sta->deflink, &sta->sta.deflink);
551 	}
552 
553 	sta->sta.cur = &sta->sta.deflink.agg;
554 
555 	spin_lock_init(&sta->lock);
556 	spin_lock_init(&sta->ps_lock);
557 	INIT_WORK(&sta->drv_deliver_wk, sta_deliver_ps_frames);
558 	INIT_WORK(&sta->ampdu_mlme.work, ieee80211_ba_session_work);
559 	mutex_init(&sta->ampdu_mlme.mtx);
560 #ifdef CONFIG_MAC80211_MESH
561 	if (ieee80211_vif_is_mesh(&sdata->vif)) {
562 		sta->mesh = kzalloc(sizeof(*sta->mesh), gfp);
563 		if (!sta->mesh)
564 			goto free;
565 		sta->mesh->plink_sta = sta;
566 		spin_lock_init(&sta->mesh->plink_lock);
567 		if (!sdata->u.mesh.user_mpm)
568 			timer_setup(&sta->mesh->plink_timer, mesh_plink_timer,
569 				    0);
570 		sta->mesh->nonpeer_pm = NL80211_MESH_POWER_ACTIVE;
571 	}
572 #endif
573 
574 	memcpy(sta->addr, addr, ETH_ALEN);
575 	memcpy(sta->sta.addr, addr, ETH_ALEN);
576 	memcpy(sta->deflink.addr, link_addr, ETH_ALEN);
577 	memcpy(sta->sta.deflink.addr, link_addr, ETH_ALEN);
578 	sta->sta.max_rx_aggregation_subframes =
579 		local->hw.max_rx_aggregation_subframes;
580 
581 	/* TODO link specific alloc and assignments for MLO Link STA */
582 
583 	/* Extended Key ID needs to install keys for keyid 0 and 1 Rx-only.
584 	 * The Tx path starts to use a key as soon as the key slot ptk_idx
585 	 * references to is not NULL. To not use the initial Rx-only key
586 	 * prematurely for Tx initialize ptk_idx to an impossible PTK keyid
587 	 * which always will refer to a NULL key.
588 	 */
589 	BUILD_BUG_ON(ARRAY_SIZE(sta->ptk) <= INVALID_PTK_KEYIDX);
590 	sta->ptk_idx = INVALID_PTK_KEYIDX;
591 
592 
593 	ieee80211_init_frag_cache(&sta->frags);
594 
595 	sta->sta_state = IEEE80211_STA_NONE;
596 
597 	if (sdata->vif.type == NL80211_IFTYPE_MESH_POINT)
598 		sta->amsdu_mesh_control = -1;
599 
600 	/* Mark TID as unreserved */
601 	sta->reserved_tid = IEEE80211_TID_UNRESERVED;
602 
603 	sta->last_connected = ktime_get_seconds();
604 
605 	size = sizeof(struct txq_info) +
606 	       ALIGN(hw->txq_data_size, sizeof(void *));
607 
608 	txq_data = kcalloc(ARRAY_SIZE(sta->sta.txq), size, gfp);
609 	if (!txq_data)
610 		goto free;
611 
612 	for (i = 0; i < ARRAY_SIZE(sta->sta.txq); i++) {
613 		struct txq_info *txq = txq_data + i * size;
614 
615 		/* might not do anything for the (bufferable) MMPDU TXQ */
616 		ieee80211_txq_init(sdata, sta, txq, i);
617 	}
618 
619 	if (sta_prepare_rate_control(local, sta, gfp))
620 		goto free_txq;
621 
622 	sta->airtime_weight = IEEE80211_DEFAULT_AIRTIME_WEIGHT;
623 
624 	for (i = 0; i < IEEE80211_NUM_ACS; i++) {
625 		skb_queue_head_init(&sta->ps_tx_buf[i]);
626 		skb_queue_head_init(&sta->tx_filtered[i]);
627 		sta->airtime[i].deficit = sta->airtime_weight;
628 		atomic_set(&sta->airtime[i].aql_tx_pending, 0);
629 		sta->airtime[i].aql_limit_low = local->aql_txq_limit_low[i];
630 		sta->airtime[i].aql_limit_high = local->aql_txq_limit_high[i];
631 	}
632 
633 	for (i = 0; i < IEEE80211_NUM_TIDS; i++)
634 		sta->last_seq_ctrl[i] = cpu_to_le16(USHRT_MAX);
635 
636 	for (i = 0; i < NUM_NL80211_BANDS; i++) {
637 		u32 mandatory = 0;
638 		int r;
639 
640 		if (!hw->wiphy->bands[i])
641 			continue;
642 
643 		switch (i) {
644 		case NL80211_BAND_2GHZ:
645 		case NL80211_BAND_LC:
646 			/*
647 			 * We use both here, even if we cannot really know for
648 			 * sure the station will support both, but the only use
649 			 * for this is when we don't know anything yet and send
650 			 * management frames, and then we'll pick the lowest
651 			 * possible rate anyway.
652 			 * If we don't include _G here, we cannot find a rate
653 			 * in P2P, and thus trigger the WARN_ONCE() in rate.c
654 			 */
655 			mandatory = IEEE80211_RATE_MANDATORY_B |
656 				    IEEE80211_RATE_MANDATORY_G;
657 			break;
658 		case NL80211_BAND_5GHZ:
659 			mandatory = IEEE80211_RATE_MANDATORY_A;
660 			break;
661 		case NL80211_BAND_60GHZ:
662 			WARN_ON(1);
663 			mandatory = 0;
664 			break;
665 		}
666 
667 		for (r = 0; r < hw->wiphy->bands[i]->n_bitrates; r++) {
668 			struct ieee80211_rate *rate;
669 
670 			rate = &hw->wiphy->bands[i]->bitrates[r];
671 
672 			if (!(rate->flags & mandatory))
673 				continue;
674 			sta->sta.deflink.supp_rates[i] |= BIT(r);
675 		}
676 	}
677 
678 	sta->cparams.ce_threshold = CODEL_DISABLED_THRESHOLD;
679 	sta->cparams.target = MS2TIME(20);
680 	sta->cparams.interval = MS2TIME(100);
681 	sta->cparams.ecn = true;
682 	sta->cparams.ce_threshold_selector = 0;
683 	sta->cparams.ce_threshold_mask = 0;
684 
685 	sta_dbg(sdata, "Allocated STA %pM\n", sta->sta.addr);
686 
687 	return sta;
688 
689 free_txq:
690 	kfree(to_txq_info(sta->sta.txq[0]));
691 free:
692 	sta_info_free_link(&sta->deflink);
693 #ifdef CONFIG_MAC80211_MESH
694 	kfree(sta->mesh);
695 #endif
696 	kfree(sta);
697 	return NULL;
698 }
699 
700 struct sta_info *sta_info_alloc(struct ieee80211_sub_if_data *sdata,
701 				const u8 *addr, gfp_t gfp)
702 {
703 	return __sta_info_alloc(sdata, addr, -1, addr, gfp);
704 }
705 
706 struct sta_info *sta_info_alloc_with_link(struct ieee80211_sub_if_data *sdata,
707 					  const u8 *mld_addr,
708 					  unsigned int link_id,
709 					  const u8 *link_addr,
710 					  gfp_t gfp)
711 {
712 	return __sta_info_alloc(sdata, mld_addr, link_id, link_addr, gfp);
713 }
714 
715 static int sta_info_insert_check(struct sta_info *sta)
716 {
717 	struct ieee80211_sub_if_data *sdata = sta->sdata;
718 
719 	/*
720 	 * Can't be a WARN_ON because it can be triggered through a race:
721 	 * something inserts a STA (on one CPU) without holding the RTNL
722 	 * and another CPU turns off the net device.
723 	 */
724 	if (unlikely(!ieee80211_sdata_running(sdata)))
725 		return -ENETDOWN;
726 
727 	if (WARN_ON(ether_addr_equal(sta->sta.addr, sdata->vif.addr) ||
728 		    !is_valid_ether_addr(sta->sta.addr)))
729 		return -EINVAL;
730 
731 	/* The RCU read lock is required by rhashtable due to
732 	 * asynchronous resize/rehash.  We also require the mutex
733 	 * for correctness.
734 	 */
735 	rcu_read_lock();
736 	lockdep_assert_held(&sdata->local->sta_mtx);
737 	if (ieee80211_hw_check(&sdata->local->hw, NEEDS_UNIQUE_STA_ADDR) &&
738 	    ieee80211_find_sta_by_ifaddr(&sdata->local->hw, sta->addr, NULL)) {
739 		rcu_read_unlock();
740 		return -ENOTUNIQ;
741 	}
742 	rcu_read_unlock();
743 
744 	return 0;
745 }
746 
747 static int sta_info_insert_drv_state(struct ieee80211_local *local,
748 				     struct ieee80211_sub_if_data *sdata,
749 				     struct sta_info *sta)
750 {
751 	enum ieee80211_sta_state state;
752 	int err = 0;
753 
754 	for (state = IEEE80211_STA_NOTEXIST; state < sta->sta_state; state++) {
755 		err = drv_sta_state(local, sdata, sta, state, state + 1);
756 		if (err)
757 			break;
758 	}
759 
760 	if (!err) {
761 		/*
762 		 * Drivers using legacy sta_add/sta_remove callbacks only
763 		 * get uploaded set to true after sta_add is called.
764 		 */
765 		if (!local->ops->sta_add)
766 			sta->uploaded = true;
767 		return 0;
768 	}
769 
770 	if (sdata->vif.type == NL80211_IFTYPE_ADHOC) {
771 		sdata_info(sdata,
772 			   "failed to move IBSS STA %pM to state %d (%d) - keeping it anyway\n",
773 			   sta->sta.addr, state + 1, err);
774 		err = 0;
775 	}
776 
777 	/* unwind on error */
778 	for (; state > IEEE80211_STA_NOTEXIST; state--)
779 		WARN_ON(drv_sta_state(local, sdata, sta, state, state - 1));
780 
781 	return err;
782 }
783 
784 static void
785 ieee80211_recalc_p2p_go_ps_allowed(struct ieee80211_sub_if_data *sdata)
786 {
787 	struct ieee80211_local *local = sdata->local;
788 	bool allow_p2p_go_ps = sdata->vif.p2p;
789 	struct sta_info *sta;
790 
791 	rcu_read_lock();
792 	list_for_each_entry_rcu(sta, &local->sta_list, list) {
793 		if (sdata != sta->sdata ||
794 		    !test_sta_flag(sta, WLAN_STA_ASSOC))
795 			continue;
796 		if (!sta->sta.support_p2p_ps) {
797 			allow_p2p_go_ps = false;
798 			break;
799 		}
800 	}
801 	rcu_read_unlock();
802 
803 	if (allow_p2p_go_ps != sdata->vif.bss_conf.allow_p2p_go_ps) {
804 		sdata->vif.bss_conf.allow_p2p_go_ps = allow_p2p_go_ps;
805 		ieee80211_link_info_change_notify(sdata, &sdata->deflink,
806 						  BSS_CHANGED_P2P_PS);
807 	}
808 }
809 
810 /*
811  * should be called with sta_mtx locked
812  * this function replaces the mutex lock
813  * with a RCU lock
814  */
815 static int sta_info_insert_finish(struct sta_info *sta) __acquires(RCU)
816 {
817 	struct ieee80211_local *local = sta->local;
818 	struct ieee80211_sub_if_data *sdata = sta->sdata;
819 	struct station_info *sinfo = NULL;
820 	int err = 0;
821 
822 	lockdep_assert_held(&local->sta_mtx);
823 
824 	/* check if STA exists already */
825 	if (sta_info_get_bss(sdata, sta->sta.addr)) {
826 		err = -EEXIST;
827 		goto out_cleanup;
828 	}
829 
830 	sinfo = kzalloc(sizeof(struct station_info), GFP_KERNEL);
831 	if (!sinfo) {
832 		err = -ENOMEM;
833 		goto out_cleanup;
834 	}
835 
836 	local->num_sta++;
837 	local->sta_generation++;
838 	smp_mb();
839 
840 	/* simplify things and don't accept BA sessions yet */
841 	set_sta_flag(sta, WLAN_STA_BLOCK_BA);
842 
843 	/* make the station visible */
844 	err = sta_info_hash_add(local, sta);
845 	if (err)
846 		goto out_drop_sta;
847 
848 	if (sta->sta.valid_links) {
849 		err = link_sta_info_hash_add(local, &sta->deflink);
850 		if (err) {
851 			sta_info_hash_del(local, sta);
852 			goto out_drop_sta;
853 		}
854 	}
855 
856 	list_add_tail_rcu(&sta->list, &local->sta_list);
857 
858 	/* update channel context before notifying the driver about state
859 	 * change, this enables driver using the updated channel context right away.
860 	 */
861 	if (sta->sta_state >= IEEE80211_STA_ASSOC) {
862 		ieee80211_recalc_min_chandef(sta->sdata, -1);
863 		if (!sta->sta.support_p2p_ps)
864 			ieee80211_recalc_p2p_go_ps_allowed(sta->sdata);
865 	}
866 
867 	/* notify driver */
868 	err = sta_info_insert_drv_state(local, sdata, sta);
869 	if (err)
870 		goto out_remove;
871 
872 	set_sta_flag(sta, WLAN_STA_INSERTED);
873 
874 	/* accept BA sessions now */
875 	clear_sta_flag(sta, WLAN_STA_BLOCK_BA);
876 
877 	ieee80211_sta_debugfs_add(sta);
878 	rate_control_add_sta_debugfs(sta);
879 	if (sta->sta.valid_links) {
880 		int i;
881 
882 		for (i = 0; i < ARRAY_SIZE(sta->link); i++) {
883 			struct link_sta_info *link_sta;
884 
885 			link_sta = rcu_dereference_protected(sta->link[i],
886 							     lockdep_is_held(&local->sta_mtx));
887 
888 			if (!link_sta)
889 				continue;
890 
891 			ieee80211_link_sta_debugfs_add(link_sta);
892 			if (sdata->vif.active_links & BIT(i))
893 				ieee80211_link_sta_debugfs_drv_add(link_sta);
894 		}
895 	} else {
896 		ieee80211_link_sta_debugfs_add(&sta->deflink);
897 		ieee80211_link_sta_debugfs_drv_add(&sta->deflink);
898 	}
899 
900 	sinfo->generation = local->sta_generation;
901 	cfg80211_new_sta(sdata->dev, sta->sta.addr, sinfo, GFP_KERNEL);
902 	kfree(sinfo);
903 
904 	sta_dbg(sdata, "Inserted STA %pM\n", sta->sta.addr);
905 
906 	/* move reference to rcu-protected */
907 	rcu_read_lock();
908 	mutex_unlock(&local->sta_mtx);
909 
910 	if (ieee80211_vif_is_mesh(&sdata->vif))
911 		mesh_accept_plinks_update(sdata);
912 
913 	return 0;
914  out_remove:
915 	if (sta->sta.valid_links)
916 		link_sta_info_hash_del(local, &sta->deflink);
917 	sta_info_hash_del(local, sta);
918 	list_del_rcu(&sta->list);
919  out_drop_sta:
920 	local->num_sta--;
921 	synchronize_net();
922  out_cleanup:
923 	cleanup_single_sta(sta);
924 	mutex_unlock(&local->sta_mtx);
925 	kfree(sinfo);
926 	rcu_read_lock();
927 	return err;
928 }
929 
930 int sta_info_insert_rcu(struct sta_info *sta) __acquires(RCU)
931 {
932 	struct ieee80211_local *local = sta->local;
933 	int err;
934 
935 	might_sleep();
936 
937 	mutex_lock(&local->sta_mtx);
938 
939 	err = sta_info_insert_check(sta);
940 	if (err) {
941 		sta_info_free(local, sta);
942 		mutex_unlock(&local->sta_mtx);
943 		rcu_read_lock();
944 		return err;
945 	}
946 
947 	return sta_info_insert_finish(sta);
948 }
949 
950 int sta_info_insert(struct sta_info *sta)
951 {
952 	int err = sta_info_insert_rcu(sta);
953 
954 	rcu_read_unlock();
955 
956 	return err;
957 }
958 
959 static inline void __bss_tim_set(u8 *tim, u16 id)
960 {
961 	/*
962 	 * This format has been mandated by the IEEE specifications,
963 	 * so this line may not be changed to use the __set_bit() format.
964 	 */
965 	tim[id / 8] |= (1 << (id % 8));
966 }
967 
968 static inline void __bss_tim_clear(u8 *tim, u16 id)
969 {
970 	/*
971 	 * This format has been mandated by the IEEE specifications,
972 	 * so this line may not be changed to use the __clear_bit() format.
973 	 */
974 	tim[id / 8] &= ~(1 << (id % 8));
975 }
976 
977 static inline bool __bss_tim_get(u8 *tim, u16 id)
978 {
979 	/*
980 	 * This format has been mandated by the IEEE specifications,
981 	 * so this line may not be changed to use the test_bit() format.
982 	 */
983 	return tim[id / 8] & (1 << (id % 8));
984 }
985 
986 static unsigned long ieee80211_tids_for_ac(int ac)
987 {
988 	/* If we ever support TIDs > 7, this obviously needs to be adjusted */
989 	switch (ac) {
990 	case IEEE80211_AC_VO:
991 		return BIT(6) | BIT(7);
992 	case IEEE80211_AC_VI:
993 		return BIT(4) | BIT(5);
994 	case IEEE80211_AC_BE:
995 		return BIT(0) | BIT(3);
996 	case IEEE80211_AC_BK:
997 		return BIT(1) | BIT(2);
998 	default:
999 		WARN_ON(1);
1000 		return 0;
1001 	}
1002 }
1003 
1004 static void __sta_info_recalc_tim(struct sta_info *sta, bool ignore_pending)
1005 {
1006 	struct ieee80211_local *local = sta->local;
1007 	struct ps_data *ps;
1008 	bool indicate_tim = false;
1009 	u8 ignore_for_tim = sta->sta.uapsd_queues;
1010 	int ac;
1011 	u16 id = sta->sta.aid;
1012 
1013 	if (sta->sdata->vif.type == NL80211_IFTYPE_AP ||
1014 	    sta->sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {
1015 		if (WARN_ON_ONCE(!sta->sdata->bss))
1016 			return;
1017 
1018 		ps = &sta->sdata->bss->ps;
1019 #ifdef CONFIG_MAC80211_MESH
1020 	} else if (ieee80211_vif_is_mesh(&sta->sdata->vif)) {
1021 		ps = &sta->sdata->u.mesh.ps;
1022 #endif
1023 	} else {
1024 		return;
1025 	}
1026 
1027 	/* No need to do anything if the driver does all */
1028 	if (ieee80211_hw_check(&local->hw, AP_LINK_PS) && !local->ops->set_tim)
1029 		return;
1030 
1031 	if (sta->dead)
1032 		goto done;
1033 
1034 	/*
1035 	 * If all ACs are delivery-enabled then we should build
1036 	 * the TIM bit for all ACs anyway; if only some are then
1037 	 * we ignore those and build the TIM bit using only the
1038 	 * non-enabled ones.
1039 	 */
1040 	if (ignore_for_tim == BIT(IEEE80211_NUM_ACS) - 1)
1041 		ignore_for_tim = 0;
1042 
1043 	if (ignore_pending)
1044 		ignore_for_tim = BIT(IEEE80211_NUM_ACS) - 1;
1045 
1046 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
1047 		unsigned long tids;
1048 
1049 		if (ignore_for_tim & ieee80211_ac_to_qos_mask[ac])
1050 			continue;
1051 
1052 		indicate_tim |= !skb_queue_empty(&sta->tx_filtered[ac]) ||
1053 				!skb_queue_empty(&sta->ps_tx_buf[ac]);
1054 		if (indicate_tim)
1055 			break;
1056 
1057 		tids = ieee80211_tids_for_ac(ac);
1058 
1059 		indicate_tim |=
1060 			sta->driver_buffered_tids & tids;
1061 		indicate_tim |=
1062 			sta->txq_buffered_tids & tids;
1063 	}
1064 
1065  done:
1066 	spin_lock_bh(&local->tim_lock);
1067 
1068 	if (indicate_tim == __bss_tim_get(ps->tim, id))
1069 		goto out_unlock;
1070 
1071 	if (indicate_tim)
1072 		__bss_tim_set(ps->tim, id);
1073 	else
1074 		__bss_tim_clear(ps->tim, id);
1075 
1076 	if (local->ops->set_tim && !WARN_ON(sta->dead)) {
1077 		local->tim_in_locked_section = true;
1078 		drv_set_tim(local, &sta->sta, indicate_tim);
1079 		local->tim_in_locked_section = false;
1080 	}
1081 
1082 out_unlock:
1083 	spin_unlock_bh(&local->tim_lock);
1084 }
1085 
1086 void sta_info_recalc_tim(struct sta_info *sta)
1087 {
1088 	__sta_info_recalc_tim(sta, false);
1089 }
1090 
1091 static bool sta_info_buffer_expired(struct sta_info *sta, struct sk_buff *skb)
1092 {
1093 	struct ieee80211_tx_info *info;
1094 	int timeout;
1095 
1096 	if (!skb)
1097 		return false;
1098 
1099 	info = IEEE80211_SKB_CB(skb);
1100 
1101 	/* Timeout: (2 * listen_interval * beacon_int * 1024 / 1000000) sec */
1102 	timeout = (sta->listen_interval *
1103 		   sta->sdata->vif.bss_conf.beacon_int *
1104 		   32 / 15625) * HZ;
1105 	if (timeout < STA_TX_BUFFER_EXPIRE)
1106 		timeout = STA_TX_BUFFER_EXPIRE;
1107 	return time_after(jiffies, info->control.jiffies + timeout);
1108 }
1109 
1110 
1111 static bool sta_info_cleanup_expire_buffered_ac(struct ieee80211_local *local,
1112 						struct sta_info *sta, int ac)
1113 {
1114 	unsigned long flags;
1115 	struct sk_buff *skb;
1116 
1117 	/*
1118 	 * First check for frames that should expire on the filtered
1119 	 * queue. Frames here were rejected by the driver and are on
1120 	 * a separate queue to avoid reordering with normal PS-buffered
1121 	 * frames. They also aren't accounted for right now in the
1122 	 * total_ps_buffered counter.
1123 	 */
1124 	for (;;) {
1125 		spin_lock_irqsave(&sta->tx_filtered[ac].lock, flags);
1126 		skb = skb_peek(&sta->tx_filtered[ac]);
1127 		if (sta_info_buffer_expired(sta, skb))
1128 			skb = __skb_dequeue(&sta->tx_filtered[ac]);
1129 		else
1130 			skb = NULL;
1131 		spin_unlock_irqrestore(&sta->tx_filtered[ac].lock, flags);
1132 
1133 		/*
1134 		 * Frames are queued in order, so if this one
1135 		 * hasn't expired yet we can stop testing. If
1136 		 * we actually reached the end of the queue we
1137 		 * also need to stop, of course.
1138 		 */
1139 		if (!skb)
1140 			break;
1141 		ieee80211_free_txskb(&local->hw, skb);
1142 	}
1143 
1144 	/*
1145 	 * Now also check the normal PS-buffered queue, this will
1146 	 * only find something if the filtered queue was emptied
1147 	 * since the filtered frames are all before the normal PS
1148 	 * buffered frames.
1149 	 */
1150 	for (;;) {
1151 		spin_lock_irqsave(&sta->ps_tx_buf[ac].lock, flags);
1152 		skb = skb_peek(&sta->ps_tx_buf[ac]);
1153 		if (sta_info_buffer_expired(sta, skb))
1154 			skb = __skb_dequeue(&sta->ps_tx_buf[ac]);
1155 		else
1156 			skb = NULL;
1157 		spin_unlock_irqrestore(&sta->ps_tx_buf[ac].lock, flags);
1158 
1159 		/*
1160 		 * frames are queued in order, so if this one
1161 		 * hasn't expired yet (or we reached the end of
1162 		 * the queue) we can stop testing
1163 		 */
1164 		if (!skb)
1165 			break;
1166 
1167 		local->total_ps_buffered--;
1168 		ps_dbg(sta->sdata, "Buffered frame expired (STA %pM)\n",
1169 		       sta->sta.addr);
1170 		ieee80211_free_txskb(&local->hw, skb);
1171 	}
1172 
1173 	/*
1174 	 * Finally, recalculate the TIM bit for this station -- it might
1175 	 * now be clear because the station was too slow to retrieve its
1176 	 * frames.
1177 	 */
1178 	sta_info_recalc_tim(sta);
1179 
1180 	/*
1181 	 * Return whether there are any frames still buffered, this is
1182 	 * used to check whether the cleanup timer still needs to run,
1183 	 * if there are no frames we don't need to rearm the timer.
1184 	 */
1185 	return !(skb_queue_empty(&sta->ps_tx_buf[ac]) &&
1186 		 skb_queue_empty(&sta->tx_filtered[ac]));
1187 }
1188 
1189 static bool sta_info_cleanup_expire_buffered(struct ieee80211_local *local,
1190 					     struct sta_info *sta)
1191 {
1192 	bool have_buffered = false;
1193 	int ac;
1194 
1195 	/* This is only necessary for stations on BSS/MBSS interfaces */
1196 	if (!sta->sdata->bss &&
1197 	    !ieee80211_vif_is_mesh(&sta->sdata->vif))
1198 		return false;
1199 
1200 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
1201 		have_buffered |=
1202 			sta_info_cleanup_expire_buffered_ac(local, sta, ac);
1203 
1204 	return have_buffered;
1205 }
1206 
1207 static int __must_check __sta_info_destroy_part1(struct sta_info *sta)
1208 {
1209 	struct ieee80211_local *local;
1210 	struct ieee80211_sub_if_data *sdata;
1211 	int ret, i;
1212 
1213 	might_sleep();
1214 
1215 	if (!sta)
1216 		return -ENOENT;
1217 
1218 	local = sta->local;
1219 	sdata = sta->sdata;
1220 
1221 	lockdep_assert_held(&local->sta_mtx);
1222 
1223 	/*
1224 	 * Before removing the station from the driver and
1225 	 * rate control, it might still start new aggregation
1226 	 * sessions -- block that to make sure the tear-down
1227 	 * will be sufficient.
1228 	 */
1229 	set_sta_flag(sta, WLAN_STA_BLOCK_BA);
1230 	ieee80211_sta_tear_down_BA_sessions(sta, AGG_STOP_DESTROY_STA);
1231 
1232 	/*
1233 	 * Before removing the station from the driver there might be pending
1234 	 * rx frames on RSS queues sent prior to the disassociation - wait for
1235 	 * all such frames to be processed.
1236 	 */
1237 	drv_sync_rx_queues(local, sta);
1238 
1239 	for (i = 0; i < ARRAY_SIZE(sta->link); i++) {
1240 		struct link_sta_info *link_sta;
1241 
1242 		if (!(sta->sta.valid_links & BIT(i)))
1243 			continue;
1244 
1245 		link_sta = rcu_dereference_protected(sta->link[i],
1246 						     lockdep_is_held(&local->sta_mtx));
1247 
1248 		link_sta_info_hash_del(local, link_sta);
1249 	}
1250 
1251 	ret = sta_info_hash_del(local, sta);
1252 	if (WARN_ON(ret))
1253 		return ret;
1254 
1255 	/*
1256 	 * for TDLS peers, make sure to return to the base channel before
1257 	 * removal.
1258 	 */
1259 	if (test_sta_flag(sta, WLAN_STA_TDLS_OFF_CHANNEL)) {
1260 		drv_tdls_cancel_channel_switch(local, sdata, &sta->sta);
1261 		clear_sta_flag(sta, WLAN_STA_TDLS_OFF_CHANNEL);
1262 	}
1263 
1264 	list_del_rcu(&sta->list);
1265 	sta->removed = true;
1266 
1267 	if (sta->uploaded)
1268 		drv_sta_pre_rcu_remove(local, sta->sdata, sta);
1269 
1270 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN &&
1271 	    rcu_access_pointer(sdata->u.vlan.sta) == sta)
1272 		RCU_INIT_POINTER(sdata->u.vlan.sta, NULL);
1273 
1274 	return 0;
1275 }
1276 
1277 static void __sta_info_destroy_part2(struct sta_info *sta)
1278 {
1279 	struct ieee80211_local *local = sta->local;
1280 	struct ieee80211_sub_if_data *sdata = sta->sdata;
1281 	struct station_info *sinfo;
1282 	int ret;
1283 
1284 	/*
1285 	 * NOTE: This assumes at least synchronize_net() was done
1286 	 *	 after _part1 and before _part2!
1287 	 */
1288 
1289 	might_sleep();
1290 	lockdep_assert_held(&local->sta_mtx);
1291 
1292 	if (sta->sta_state == IEEE80211_STA_AUTHORIZED) {
1293 		ret = sta_info_move_state(sta, IEEE80211_STA_ASSOC);
1294 		WARN_ON_ONCE(ret);
1295 	}
1296 
1297 	/* Flush queues before removing keys, as that might remove them
1298 	 * from hardware, and then depending on the offload method, any
1299 	 * frames sitting on hardware queues might be sent out without
1300 	 * any encryption at all.
1301 	 */
1302 	if (local->ops->set_key) {
1303 		if (local->ops->flush_sta)
1304 			drv_flush_sta(local, sta->sdata, sta);
1305 		else
1306 			ieee80211_flush_queues(local, sta->sdata, false);
1307 	}
1308 
1309 	/* now keys can no longer be reached */
1310 	ieee80211_free_sta_keys(local, sta);
1311 
1312 	/* disable TIM bit - last chance to tell driver */
1313 	__sta_info_recalc_tim(sta, true);
1314 
1315 	sta->dead = true;
1316 
1317 	local->num_sta--;
1318 	local->sta_generation++;
1319 
1320 	while (sta->sta_state > IEEE80211_STA_NONE) {
1321 		ret = sta_info_move_state(sta, sta->sta_state - 1);
1322 		if (ret) {
1323 			WARN_ON_ONCE(1);
1324 			break;
1325 		}
1326 	}
1327 
1328 	if (sta->uploaded) {
1329 		ret = drv_sta_state(local, sdata, sta, IEEE80211_STA_NONE,
1330 				    IEEE80211_STA_NOTEXIST);
1331 		WARN_ON_ONCE(ret != 0);
1332 	}
1333 
1334 	sta_dbg(sdata, "Removed STA %pM\n", sta->sta.addr);
1335 
1336 	sinfo = kzalloc(sizeof(*sinfo), GFP_KERNEL);
1337 	if (sinfo)
1338 		sta_set_sinfo(sta, sinfo, true);
1339 	cfg80211_del_sta_sinfo(sdata->dev, sta->sta.addr, sinfo, GFP_KERNEL);
1340 	kfree(sinfo);
1341 
1342 	ieee80211_sta_debugfs_remove(sta);
1343 
1344 	ieee80211_destroy_frag_cache(&sta->frags);
1345 
1346 	cleanup_single_sta(sta);
1347 }
1348 
1349 int __must_check __sta_info_destroy(struct sta_info *sta)
1350 {
1351 	int err = __sta_info_destroy_part1(sta);
1352 
1353 	if (err)
1354 		return err;
1355 
1356 	synchronize_net();
1357 
1358 	__sta_info_destroy_part2(sta);
1359 
1360 	return 0;
1361 }
1362 
1363 int sta_info_destroy_addr(struct ieee80211_sub_if_data *sdata, const u8 *addr)
1364 {
1365 	struct sta_info *sta;
1366 	int ret;
1367 
1368 	mutex_lock(&sdata->local->sta_mtx);
1369 	sta = sta_info_get(sdata, addr);
1370 	ret = __sta_info_destroy(sta);
1371 	mutex_unlock(&sdata->local->sta_mtx);
1372 
1373 	return ret;
1374 }
1375 
1376 int sta_info_destroy_addr_bss(struct ieee80211_sub_if_data *sdata,
1377 			      const u8 *addr)
1378 {
1379 	struct sta_info *sta;
1380 	int ret;
1381 
1382 	mutex_lock(&sdata->local->sta_mtx);
1383 	sta = sta_info_get_bss(sdata, addr);
1384 	ret = __sta_info_destroy(sta);
1385 	mutex_unlock(&sdata->local->sta_mtx);
1386 
1387 	return ret;
1388 }
1389 
1390 static void sta_info_cleanup(struct timer_list *t)
1391 {
1392 	struct ieee80211_local *local = from_timer(local, t, sta_cleanup);
1393 	struct sta_info *sta;
1394 	bool timer_needed = false;
1395 
1396 	rcu_read_lock();
1397 	list_for_each_entry_rcu(sta, &local->sta_list, list)
1398 		if (sta_info_cleanup_expire_buffered(local, sta))
1399 			timer_needed = true;
1400 	rcu_read_unlock();
1401 
1402 	if (local->quiescing)
1403 		return;
1404 
1405 	if (!timer_needed)
1406 		return;
1407 
1408 	mod_timer(&local->sta_cleanup,
1409 		  round_jiffies(jiffies + STA_INFO_CLEANUP_INTERVAL));
1410 }
1411 
1412 int sta_info_init(struct ieee80211_local *local)
1413 {
1414 	int err;
1415 
1416 	err = rhltable_init(&local->sta_hash, &sta_rht_params);
1417 	if (err)
1418 		return err;
1419 
1420 	err = rhltable_init(&local->link_sta_hash, &link_sta_rht_params);
1421 	if (err) {
1422 		rhltable_destroy(&local->sta_hash);
1423 		return err;
1424 	}
1425 
1426 	spin_lock_init(&local->tim_lock);
1427 	mutex_init(&local->sta_mtx);
1428 	INIT_LIST_HEAD(&local->sta_list);
1429 
1430 	timer_setup(&local->sta_cleanup, sta_info_cleanup, 0);
1431 	return 0;
1432 }
1433 
1434 void sta_info_stop(struct ieee80211_local *local)
1435 {
1436 	del_timer_sync(&local->sta_cleanup);
1437 	rhltable_destroy(&local->sta_hash);
1438 	rhltable_destroy(&local->link_sta_hash);
1439 }
1440 
1441 
1442 int __sta_info_flush(struct ieee80211_sub_if_data *sdata, bool vlans)
1443 {
1444 	struct ieee80211_local *local = sdata->local;
1445 	struct sta_info *sta, *tmp;
1446 	LIST_HEAD(free_list);
1447 	int ret = 0;
1448 
1449 	might_sleep();
1450 
1451 	WARN_ON(vlans && sdata->vif.type != NL80211_IFTYPE_AP);
1452 	WARN_ON(vlans && !sdata->bss);
1453 
1454 	mutex_lock(&local->sta_mtx);
1455 	list_for_each_entry_safe(sta, tmp, &local->sta_list, list) {
1456 		if (sdata == sta->sdata ||
1457 		    (vlans && sdata->bss == sta->sdata->bss)) {
1458 			if (!WARN_ON(__sta_info_destroy_part1(sta)))
1459 				list_add(&sta->free_list, &free_list);
1460 			ret++;
1461 		}
1462 	}
1463 
1464 	if (!list_empty(&free_list)) {
1465 		synchronize_net();
1466 		list_for_each_entry_safe(sta, tmp, &free_list, free_list)
1467 			__sta_info_destroy_part2(sta);
1468 	}
1469 	mutex_unlock(&local->sta_mtx);
1470 
1471 	return ret;
1472 }
1473 
1474 void ieee80211_sta_expire(struct ieee80211_sub_if_data *sdata,
1475 			  unsigned long exp_time)
1476 {
1477 	struct ieee80211_local *local = sdata->local;
1478 	struct sta_info *sta, *tmp;
1479 
1480 	mutex_lock(&local->sta_mtx);
1481 
1482 	list_for_each_entry_safe(sta, tmp, &local->sta_list, list) {
1483 		unsigned long last_active = ieee80211_sta_last_active(sta);
1484 
1485 		if (sdata != sta->sdata)
1486 			continue;
1487 
1488 		if (time_is_before_jiffies(last_active + exp_time)) {
1489 			sta_dbg(sta->sdata, "expiring inactive STA %pM\n",
1490 				sta->sta.addr);
1491 
1492 			if (ieee80211_vif_is_mesh(&sdata->vif) &&
1493 			    test_sta_flag(sta, WLAN_STA_PS_STA))
1494 				atomic_dec(&sdata->u.mesh.ps.num_sta_ps);
1495 
1496 			WARN_ON(__sta_info_destroy(sta));
1497 		}
1498 	}
1499 
1500 	mutex_unlock(&local->sta_mtx);
1501 }
1502 
1503 struct ieee80211_sta *ieee80211_find_sta_by_ifaddr(struct ieee80211_hw *hw,
1504 						   const u8 *addr,
1505 						   const u8 *localaddr)
1506 {
1507 	struct ieee80211_local *local = hw_to_local(hw);
1508 	struct rhlist_head *tmp;
1509 	struct sta_info *sta;
1510 
1511 	/*
1512 	 * Just return a random station if localaddr is NULL
1513 	 * ... first in list.
1514 	 */
1515 	for_each_sta_info(local, addr, sta, tmp) {
1516 		if (localaddr &&
1517 		    !ether_addr_equal(sta->sdata->vif.addr, localaddr))
1518 			continue;
1519 		if (!sta->uploaded)
1520 			return NULL;
1521 		return &sta->sta;
1522 	}
1523 
1524 	return NULL;
1525 }
1526 EXPORT_SYMBOL_GPL(ieee80211_find_sta_by_ifaddr);
1527 
1528 struct ieee80211_sta *ieee80211_find_sta(struct ieee80211_vif *vif,
1529 					 const u8 *addr)
1530 {
1531 	struct sta_info *sta;
1532 
1533 	if (!vif)
1534 		return NULL;
1535 
1536 	sta = sta_info_get_bss(vif_to_sdata(vif), addr);
1537 	if (!sta)
1538 		return NULL;
1539 
1540 	if (!sta->uploaded)
1541 		return NULL;
1542 
1543 	return &sta->sta;
1544 }
1545 EXPORT_SYMBOL(ieee80211_find_sta);
1546 
1547 /* powersave support code */
1548 void ieee80211_sta_ps_deliver_wakeup(struct sta_info *sta)
1549 {
1550 	struct ieee80211_sub_if_data *sdata = sta->sdata;
1551 	struct ieee80211_local *local = sdata->local;
1552 	struct sk_buff_head pending;
1553 	int filtered = 0, buffered = 0, ac, i;
1554 	unsigned long flags;
1555 	struct ps_data *ps;
1556 
1557 	if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN)
1558 		sdata = container_of(sdata->bss, struct ieee80211_sub_if_data,
1559 				     u.ap);
1560 
1561 	if (sdata->vif.type == NL80211_IFTYPE_AP)
1562 		ps = &sdata->bss->ps;
1563 	else if (ieee80211_vif_is_mesh(&sdata->vif))
1564 		ps = &sdata->u.mesh.ps;
1565 	else
1566 		return;
1567 
1568 	clear_sta_flag(sta, WLAN_STA_SP);
1569 
1570 	BUILD_BUG_ON(BITS_TO_LONGS(IEEE80211_NUM_TIDS) > 1);
1571 	sta->driver_buffered_tids = 0;
1572 	sta->txq_buffered_tids = 0;
1573 
1574 	if (!ieee80211_hw_check(&local->hw, AP_LINK_PS))
1575 		drv_sta_notify(local, sdata, STA_NOTIFY_AWAKE, &sta->sta);
1576 
1577 	for (i = 0; i < ARRAY_SIZE(sta->sta.txq); i++) {
1578 		if (!sta->sta.txq[i] || !txq_has_queue(sta->sta.txq[i]))
1579 			continue;
1580 
1581 		schedule_and_wake_txq(local, to_txq_info(sta->sta.txq[i]));
1582 	}
1583 
1584 	skb_queue_head_init(&pending);
1585 
1586 	/* sync with ieee80211_tx_h_unicast_ps_buf */
1587 	spin_lock(&sta->ps_lock);
1588 	/* Send all buffered frames to the station */
1589 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
1590 		int count = skb_queue_len(&pending), tmp;
1591 
1592 		spin_lock_irqsave(&sta->tx_filtered[ac].lock, flags);
1593 		skb_queue_splice_tail_init(&sta->tx_filtered[ac], &pending);
1594 		spin_unlock_irqrestore(&sta->tx_filtered[ac].lock, flags);
1595 		tmp = skb_queue_len(&pending);
1596 		filtered += tmp - count;
1597 		count = tmp;
1598 
1599 		spin_lock_irqsave(&sta->ps_tx_buf[ac].lock, flags);
1600 		skb_queue_splice_tail_init(&sta->ps_tx_buf[ac], &pending);
1601 		spin_unlock_irqrestore(&sta->ps_tx_buf[ac].lock, flags);
1602 		tmp = skb_queue_len(&pending);
1603 		buffered += tmp - count;
1604 	}
1605 
1606 	ieee80211_add_pending_skbs(local, &pending);
1607 
1608 	/* now we're no longer in the deliver code */
1609 	clear_sta_flag(sta, WLAN_STA_PS_DELIVER);
1610 
1611 	/* The station might have polled and then woken up before we responded,
1612 	 * so clear these flags now to avoid them sticking around.
1613 	 */
1614 	clear_sta_flag(sta, WLAN_STA_PSPOLL);
1615 	clear_sta_flag(sta, WLAN_STA_UAPSD);
1616 	spin_unlock(&sta->ps_lock);
1617 
1618 	atomic_dec(&ps->num_sta_ps);
1619 
1620 	local->total_ps_buffered -= buffered;
1621 
1622 	sta_info_recalc_tim(sta);
1623 
1624 	ps_dbg(sdata,
1625 	       "STA %pM aid %d sending %d filtered/%d PS frames since STA woke up\n",
1626 	       sta->sta.addr, sta->sta.aid, filtered, buffered);
1627 
1628 	ieee80211_check_fast_xmit(sta);
1629 }
1630 
1631 static void ieee80211_send_null_response(struct sta_info *sta, int tid,
1632 					 enum ieee80211_frame_release_type reason,
1633 					 bool call_driver, bool more_data)
1634 {
1635 	struct ieee80211_sub_if_data *sdata = sta->sdata;
1636 	struct ieee80211_local *local = sdata->local;
1637 	struct ieee80211_qos_hdr *nullfunc;
1638 	struct sk_buff *skb;
1639 	int size = sizeof(*nullfunc);
1640 	__le16 fc;
1641 	bool qos = sta->sta.wme;
1642 	struct ieee80211_tx_info *info;
1643 	struct ieee80211_chanctx_conf *chanctx_conf;
1644 
1645 	if (qos) {
1646 		fc = cpu_to_le16(IEEE80211_FTYPE_DATA |
1647 				 IEEE80211_STYPE_QOS_NULLFUNC |
1648 				 IEEE80211_FCTL_FROMDS);
1649 	} else {
1650 		size -= 2;
1651 		fc = cpu_to_le16(IEEE80211_FTYPE_DATA |
1652 				 IEEE80211_STYPE_NULLFUNC |
1653 				 IEEE80211_FCTL_FROMDS);
1654 	}
1655 
1656 	skb = dev_alloc_skb(local->hw.extra_tx_headroom + size);
1657 	if (!skb)
1658 		return;
1659 
1660 	skb_reserve(skb, local->hw.extra_tx_headroom);
1661 
1662 	nullfunc = skb_put(skb, size);
1663 	nullfunc->frame_control = fc;
1664 	nullfunc->duration_id = 0;
1665 	memcpy(nullfunc->addr1, sta->sta.addr, ETH_ALEN);
1666 	memcpy(nullfunc->addr2, sdata->vif.addr, ETH_ALEN);
1667 	memcpy(nullfunc->addr3, sdata->vif.addr, ETH_ALEN);
1668 	nullfunc->seq_ctrl = 0;
1669 
1670 	skb->priority = tid;
1671 	skb_set_queue_mapping(skb, ieee802_1d_to_ac[tid]);
1672 	if (qos) {
1673 		nullfunc->qos_ctrl = cpu_to_le16(tid);
1674 
1675 		if (reason == IEEE80211_FRAME_RELEASE_UAPSD) {
1676 			nullfunc->qos_ctrl |=
1677 				cpu_to_le16(IEEE80211_QOS_CTL_EOSP);
1678 			if (more_data)
1679 				nullfunc->frame_control |=
1680 					cpu_to_le16(IEEE80211_FCTL_MOREDATA);
1681 		}
1682 	}
1683 
1684 	info = IEEE80211_SKB_CB(skb);
1685 
1686 	/*
1687 	 * Tell TX path to send this frame even though the
1688 	 * STA may still remain is PS mode after this frame
1689 	 * exchange. Also set EOSP to indicate this packet
1690 	 * ends the poll/service period.
1691 	 */
1692 	info->flags |= IEEE80211_TX_CTL_NO_PS_BUFFER |
1693 		       IEEE80211_TX_STATUS_EOSP |
1694 		       IEEE80211_TX_CTL_REQ_TX_STATUS;
1695 
1696 	info->control.flags |= IEEE80211_TX_CTRL_PS_RESPONSE;
1697 
1698 	if (call_driver)
1699 		drv_allow_buffered_frames(local, sta, BIT(tid), 1,
1700 					  reason, false);
1701 
1702 	skb->dev = sdata->dev;
1703 
1704 	rcu_read_lock();
1705 	chanctx_conf = rcu_dereference(sdata->vif.bss_conf.chanctx_conf);
1706 	if (WARN_ON(!chanctx_conf)) {
1707 		rcu_read_unlock();
1708 		kfree_skb(skb);
1709 		return;
1710 	}
1711 
1712 	info->band = chanctx_conf->def.chan->band;
1713 	ieee80211_xmit(sdata, sta, skb);
1714 	rcu_read_unlock();
1715 }
1716 
1717 static int find_highest_prio_tid(unsigned long tids)
1718 {
1719 	/* lower 3 TIDs aren't ordered perfectly */
1720 	if (tids & 0xF8)
1721 		return fls(tids) - 1;
1722 	/* TID 0 is BE just like TID 3 */
1723 	if (tids & BIT(0))
1724 		return 0;
1725 	return fls(tids) - 1;
1726 }
1727 
1728 /* Indicates if the MORE_DATA bit should be set in the last
1729  * frame obtained by ieee80211_sta_ps_get_frames.
1730  * Note that driver_release_tids is relevant only if
1731  * reason = IEEE80211_FRAME_RELEASE_PSPOLL
1732  */
1733 static bool
1734 ieee80211_sta_ps_more_data(struct sta_info *sta, u8 ignored_acs,
1735 			   enum ieee80211_frame_release_type reason,
1736 			   unsigned long driver_release_tids)
1737 {
1738 	int ac;
1739 
1740 	/* If the driver has data on more than one TID then
1741 	 * certainly there's more data if we release just a
1742 	 * single frame now (from a single TID). This will
1743 	 * only happen for PS-Poll.
1744 	 */
1745 	if (reason == IEEE80211_FRAME_RELEASE_PSPOLL &&
1746 	    hweight16(driver_release_tids) > 1)
1747 		return true;
1748 
1749 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
1750 		if (ignored_acs & ieee80211_ac_to_qos_mask[ac])
1751 			continue;
1752 
1753 		if (!skb_queue_empty(&sta->tx_filtered[ac]) ||
1754 		    !skb_queue_empty(&sta->ps_tx_buf[ac]))
1755 			return true;
1756 	}
1757 
1758 	return false;
1759 }
1760 
1761 static void
1762 ieee80211_sta_ps_get_frames(struct sta_info *sta, int n_frames, u8 ignored_acs,
1763 			    enum ieee80211_frame_release_type reason,
1764 			    struct sk_buff_head *frames,
1765 			    unsigned long *driver_release_tids)
1766 {
1767 	struct ieee80211_sub_if_data *sdata = sta->sdata;
1768 	struct ieee80211_local *local = sdata->local;
1769 	int ac;
1770 
1771 	/* Get response frame(s) and more data bit for the last one. */
1772 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
1773 		unsigned long tids;
1774 
1775 		if (ignored_acs & ieee80211_ac_to_qos_mask[ac])
1776 			continue;
1777 
1778 		tids = ieee80211_tids_for_ac(ac);
1779 
1780 		/* if we already have frames from software, then we can't also
1781 		 * release from hardware queues
1782 		 */
1783 		if (skb_queue_empty(frames)) {
1784 			*driver_release_tids |=
1785 				sta->driver_buffered_tids & tids;
1786 			*driver_release_tids |= sta->txq_buffered_tids & tids;
1787 		}
1788 
1789 		if (!*driver_release_tids) {
1790 			struct sk_buff *skb;
1791 
1792 			while (n_frames > 0) {
1793 				skb = skb_dequeue(&sta->tx_filtered[ac]);
1794 				if (!skb) {
1795 					skb = skb_dequeue(
1796 						&sta->ps_tx_buf[ac]);
1797 					if (skb)
1798 						local->total_ps_buffered--;
1799 				}
1800 				if (!skb)
1801 					break;
1802 				n_frames--;
1803 				__skb_queue_tail(frames, skb);
1804 			}
1805 		}
1806 
1807 		/* If we have more frames buffered on this AC, then abort the
1808 		 * loop since we can't send more data from other ACs before
1809 		 * the buffered frames from this.
1810 		 */
1811 		if (!skb_queue_empty(&sta->tx_filtered[ac]) ||
1812 		    !skb_queue_empty(&sta->ps_tx_buf[ac]))
1813 			break;
1814 	}
1815 }
1816 
1817 static void
1818 ieee80211_sta_ps_deliver_response(struct sta_info *sta,
1819 				  int n_frames, u8 ignored_acs,
1820 				  enum ieee80211_frame_release_type reason)
1821 {
1822 	struct ieee80211_sub_if_data *sdata = sta->sdata;
1823 	struct ieee80211_local *local = sdata->local;
1824 	unsigned long driver_release_tids = 0;
1825 	struct sk_buff_head frames;
1826 	bool more_data;
1827 
1828 	/* Service or PS-Poll period starts */
1829 	set_sta_flag(sta, WLAN_STA_SP);
1830 
1831 	__skb_queue_head_init(&frames);
1832 
1833 	ieee80211_sta_ps_get_frames(sta, n_frames, ignored_acs, reason,
1834 				    &frames, &driver_release_tids);
1835 
1836 	more_data = ieee80211_sta_ps_more_data(sta, ignored_acs, reason, driver_release_tids);
1837 
1838 	if (driver_release_tids && reason == IEEE80211_FRAME_RELEASE_PSPOLL)
1839 		driver_release_tids =
1840 			BIT(find_highest_prio_tid(driver_release_tids));
1841 
1842 	if (skb_queue_empty(&frames) && !driver_release_tids) {
1843 		int tid, ac;
1844 
1845 		/*
1846 		 * For PS-Poll, this can only happen due to a race condition
1847 		 * when we set the TIM bit and the station notices it, but
1848 		 * before it can poll for the frame we expire it.
1849 		 *
1850 		 * For uAPSD, this is said in the standard (11.2.1.5 h):
1851 		 *	At each unscheduled SP for a non-AP STA, the AP shall
1852 		 *	attempt to transmit at least one MSDU or MMPDU, but no
1853 		 *	more than the value specified in the Max SP Length field
1854 		 *	in the QoS Capability element from delivery-enabled ACs,
1855 		 *	that are destined for the non-AP STA.
1856 		 *
1857 		 * Since we have no other MSDU/MMPDU, transmit a QoS null frame.
1858 		 */
1859 
1860 		/* This will evaluate to 1, 3, 5 or 7. */
1861 		for (ac = IEEE80211_AC_VO; ac < IEEE80211_NUM_ACS; ac++)
1862 			if (!(ignored_acs & ieee80211_ac_to_qos_mask[ac]))
1863 				break;
1864 		tid = 7 - 2 * ac;
1865 
1866 		ieee80211_send_null_response(sta, tid, reason, true, false);
1867 	} else if (!driver_release_tids) {
1868 		struct sk_buff_head pending;
1869 		struct sk_buff *skb;
1870 		int num = 0;
1871 		u16 tids = 0;
1872 		bool need_null = false;
1873 
1874 		skb_queue_head_init(&pending);
1875 
1876 		while ((skb = __skb_dequeue(&frames))) {
1877 			struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1878 			struct ieee80211_hdr *hdr = (void *) skb->data;
1879 			u8 *qoshdr = NULL;
1880 
1881 			num++;
1882 
1883 			/*
1884 			 * Tell TX path to send this frame even though the
1885 			 * STA may still remain is PS mode after this frame
1886 			 * exchange.
1887 			 */
1888 			info->flags |= IEEE80211_TX_CTL_NO_PS_BUFFER;
1889 			info->control.flags |= IEEE80211_TX_CTRL_PS_RESPONSE;
1890 
1891 			/*
1892 			 * Use MoreData flag to indicate whether there are
1893 			 * more buffered frames for this STA
1894 			 */
1895 			if (more_data || !skb_queue_empty(&frames))
1896 				hdr->frame_control |=
1897 					cpu_to_le16(IEEE80211_FCTL_MOREDATA);
1898 			else
1899 				hdr->frame_control &=
1900 					cpu_to_le16(~IEEE80211_FCTL_MOREDATA);
1901 
1902 			if (ieee80211_is_data_qos(hdr->frame_control) ||
1903 			    ieee80211_is_qos_nullfunc(hdr->frame_control))
1904 				qoshdr = ieee80211_get_qos_ctl(hdr);
1905 
1906 			tids |= BIT(skb->priority);
1907 
1908 			__skb_queue_tail(&pending, skb);
1909 
1910 			/* end service period after last frame or add one */
1911 			if (!skb_queue_empty(&frames))
1912 				continue;
1913 
1914 			if (reason != IEEE80211_FRAME_RELEASE_UAPSD) {
1915 				/* for PS-Poll, there's only one frame */
1916 				info->flags |= IEEE80211_TX_STATUS_EOSP |
1917 					       IEEE80211_TX_CTL_REQ_TX_STATUS;
1918 				break;
1919 			}
1920 
1921 			/* For uAPSD, things are a bit more complicated. If the
1922 			 * last frame has a QoS header (i.e. is a QoS-data or
1923 			 * QoS-nulldata frame) then just set the EOSP bit there
1924 			 * and be done.
1925 			 * If the frame doesn't have a QoS header (which means
1926 			 * it should be a bufferable MMPDU) then we can't set
1927 			 * the EOSP bit in the QoS header; add a QoS-nulldata
1928 			 * frame to the list to send it after the MMPDU.
1929 			 *
1930 			 * Note that this code is only in the mac80211-release
1931 			 * code path, we assume that the driver will not buffer
1932 			 * anything but QoS-data frames, or if it does, will
1933 			 * create the QoS-nulldata frame by itself if needed.
1934 			 *
1935 			 * Cf. 802.11-2012 10.2.1.10 (c).
1936 			 */
1937 			if (qoshdr) {
1938 				*qoshdr |= IEEE80211_QOS_CTL_EOSP;
1939 
1940 				info->flags |= IEEE80211_TX_STATUS_EOSP |
1941 					       IEEE80211_TX_CTL_REQ_TX_STATUS;
1942 			} else {
1943 				/* The standard isn't completely clear on this
1944 				 * as it says the more-data bit should be set
1945 				 * if there are more BUs. The QoS-Null frame
1946 				 * we're about to send isn't buffered yet, we
1947 				 * only create it below, but let's pretend it
1948 				 * was buffered just in case some clients only
1949 				 * expect more-data=0 when eosp=1.
1950 				 */
1951 				hdr->frame_control |=
1952 					cpu_to_le16(IEEE80211_FCTL_MOREDATA);
1953 				need_null = true;
1954 				num++;
1955 			}
1956 			break;
1957 		}
1958 
1959 		drv_allow_buffered_frames(local, sta, tids, num,
1960 					  reason, more_data);
1961 
1962 		ieee80211_add_pending_skbs(local, &pending);
1963 
1964 		if (need_null)
1965 			ieee80211_send_null_response(
1966 				sta, find_highest_prio_tid(tids),
1967 				reason, false, false);
1968 
1969 		sta_info_recalc_tim(sta);
1970 	} else {
1971 		int tid;
1972 
1973 		/*
1974 		 * We need to release a frame that is buffered somewhere in the
1975 		 * driver ... it'll have to handle that.
1976 		 * Note that the driver also has to check the number of frames
1977 		 * on the TIDs we're releasing from - if there are more than
1978 		 * n_frames it has to set the more-data bit (if we didn't ask
1979 		 * it to set it anyway due to other buffered frames); if there
1980 		 * are fewer than n_frames it has to make sure to adjust that
1981 		 * to allow the service period to end properly.
1982 		 */
1983 		drv_release_buffered_frames(local, sta, driver_release_tids,
1984 					    n_frames, reason, more_data);
1985 
1986 		/*
1987 		 * Note that we don't recalculate the TIM bit here as it would
1988 		 * most likely have no effect at all unless the driver told us
1989 		 * that the TID(s) became empty before returning here from the
1990 		 * release function.
1991 		 * Either way, however, when the driver tells us that the TID(s)
1992 		 * became empty or we find that a txq became empty, we'll do the
1993 		 * TIM recalculation.
1994 		 */
1995 
1996 		for (tid = 0; tid < ARRAY_SIZE(sta->sta.txq); tid++) {
1997 			if (!sta->sta.txq[tid] ||
1998 			    !(driver_release_tids & BIT(tid)) ||
1999 			    txq_has_queue(sta->sta.txq[tid]))
2000 				continue;
2001 
2002 			sta_info_recalc_tim(sta);
2003 			break;
2004 		}
2005 	}
2006 }
2007 
2008 void ieee80211_sta_ps_deliver_poll_response(struct sta_info *sta)
2009 {
2010 	u8 ignore_for_response = sta->sta.uapsd_queues;
2011 
2012 	/*
2013 	 * If all ACs are delivery-enabled then we should reply
2014 	 * from any of them, if only some are enabled we reply
2015 	 * only from the non-enabled ones.
2016 	 */
2017 	if (ignore_for_response == BIT(IEEE80211_NUM_ACS) - 1)
2018 		ignore_for_response = 0;
2019 
2020 	ieee80211_sta_ps_deliver_response(sta, 1, ignore_for_response,
2021 					  IEEE80211_FRAME_RELEASE_PSPOLL);
2022 }
2023 
2024 void ieee80211_sta_ps_deliver_uapsd(struct sta_info *sta)
2025 {
2026 	int n_frames = sta->sta.max_sp;
2027 	u8 delivery_enabled = sta->sta.uapsd_queues;
2028 
2029 	/*
2030 	 * If we ever grow support for TSPEC this might happen if
2031 	 * the TSPEC update from hostapd comes in between a trigger
2032 	 * frame setting WLAN_STA_UAPSD in the RX path and this
2033 	 * actually getting called.
2034 	 */
2035 	if (!delivery_enabled)
2036 		return;
2037 
2038 	switch (sta->sta.max_sp) {
2039 	case 1:
2040 		n_frames = 2;
2041 		break;
2042 	case 2:
2043 		n_frames = 4;
2044 		break;
2045 	case 3:
2046 		n_frames = 6;
2047 		break;
2048 	case 0:
2049 		/* XXX: what is a good value? */
2050 		n_frames = 128;
2051 		break;
2052 	}
2053 
2054 	ieee80211_sta_ps_deliver_response(sta, n_frames, ~delivery_enabled,
2055 					  IEEE80211_FRAME_RELEASE_UAPSD);
2056 }
2057 
2058 void ieee80211_sta_block_awake(struct ieee80211_hw *hw,
2059 			       struct ieee80211_sta *pubsta, bool block)
2060 {
2061 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2062 
2063 	trace_api_sta_block_awake(sta->local, pubsta, block);
2064 
2065 	if (block) {
2066 		set_sta_flag(sta, WLAN_STA_PS_DRIVER);
2067 		ieee80211_clear_fast_xmit(sta);
2068 		return;
2069 	}
2070 
2071 	if (!test_sta_flag(sta, WLAN_STA_PS_DRIVER))
2072 		return;
2073 
2074 	if (!test_sta_flag(sta, WLAN_STA_PS_STA)) {
2075 		set_sta_flag(sta, WLAN_STA_PS_DELIVER);
2076 		clear_sta_flag(sta, WLAN_STA_PS_DRIVER);
2077 		ieee80211_queue_work(hw, &sta->drv_deliver_wk);
2078 	} else if (test_sta_flag(sta, WLAN_STA_PSPOLL) ||
2079 		   test_sta_flag(sta, WLAN_STA_UAPSD)) {
2080 		/* must be asleep in this case */
2081 		clear_sta_flag(sta, WLAN_STA_PS_DRIVER);
2082 		ieee80211_queue_work(hw, &sta->drv_deliver_wk);
2083 	} else {
2084 		clear_sta_flag(sta, WLAN_STA_PS_DRIVER);
2085 		ieee80211_check_fast_xmit(sta);
2086 	}
2087 }
2088 EXPORT_SYMBOL(ieee80211_sta_block_awake);
2089 
2090 void ieee80211_sta_eosp(struct ieee80211_sta *pubsta)
2091 {
2092 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2093 	struct ieee80211_local *local = sta->local;
2094 
2095 	trace_api_eosp(local, pubsta);
2096 
2097 	clear_sta_flag(sta, WLAN_STA_SP);
2098 }
2099 EXPORT_SYMBOL(ieee80211_sta_eosp);
2100 
2101 void ieee80211_send_eosp_nullfunc(struct ieee80211_sta *pubsta, int tid)
2102 {
2103 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2104 	enum ieee80211_frame_release_type reason;
2105 	bool more_data;
2106 
2107 	trace_api_send_eosp_nullfunc(sta->local, pubsta, tid);
2108 
2109 	reason = IEEE80211_FRAME_RELEASE_UAPSD;
2110 	more_data = ieee80211_sta_ps_more_data(sta, ~sta->sta.uapsd_queues,
2111 					       reason, 0);
2112 
2113 	ieee80211_send_null_response(sta, tid, reason, false, more_data);
2114 }
2115 EXPORT_SYMBOL(ieee80211_send_eosp_nullfunc);
2116 
2117 void ieee80211_sta_set_buffered(struct ieee80211_sta *pubsta,
2118 				u8 tid, bool buffered)
2119 {
2120 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2121 
2122 	if (WARN_ON(tid >= IEEE80211_NUM_TIDS))
2123 		return;
2124 
2125 	trace_api_sta_set_buffered(sta->local, pubsta, tid, buffered);
2126 
2127 	if (buffered)
2128 		set_bit(tid, &sta->driver_buffered_tids);
2129 	else
2130 		clear_bit(tid, &sta->driver_buffered_tids);
2131 
2132 	sta_info_recalc_tim(sta);
2133 }
2134 EXPORT_SYMBOL(ieee80211_sta_set_buffered);
2135 
2136 void ieee80211_sta_register_airtime(struct ieee80211_sta *pubsta, u8 tid,
2137 				    u32 tx_airtime, u32 rx_airtime)
2138 {
2139 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2140 	struct ieee80211_local *local = sta->sdata->local;
2141 	u8 ac = ieee80211_ac_from_tid(tid);
2142 	u32 airtime = 0;
2143 	u32 diff;
2144 
2145 	if (sta->local->airtime_flags & AIRTIME_USE_TX)
2146 		airtime += tx_airtime;
2147 	if (sta->local->airtime_flags & AIRTIME_USE_RX)
2148 		airtime += rx_airtime;
2149 
2150 	spin_lock_bh(&local->active_txq_lock[ac]);
2151 	sta->airtime[ac].tx_airtime += tx_airtime;
2152 	sta->airtime[ac].rx_airtime += rx_airtime;
2153 
2154 	diff = (u32)jiffies - sta->airtime[ac].last_active;
2155 	if (diff <= AIRTIME_ACTIVE_DURATION)
2156 		sta->airtime[ac].deficit -= airtime;
2157 
2158 	spin_unlock_bh(&local->active_txq_lock[ac]);
2159 }
2160 EXPORT_SYMBOL(ieee80211_sta_register_airtime);
2161 
2162 void __ieee80211_sta_recalc_aggregates(struct sta_info *sta, u16 active_links)
2163 {
2164 	bool first = true;
2165 	int link_id;
2166 
2167 	if (!sta->sta.valid_links || !sta->sta.mlo) {
2168 		sta->sta.cur = &sta->sta.deflink.agg;
2169 		return;
2170 	}
2171 
2172 	rcu_read_lock();
2173 	for (link_id = 0; link_id < ARRAY_SIZE((sta)->link); link_id++) {
2174 		struct ieee80211_link_sta *link_sta;
2175 		int i;
2176 
2177 		if (!(active_links & BIT(link_id)))
2178 			continue;
2179 
2180 		link_sta = rcu_dereference(sta->sta.link[link_id]);
2181 		if (!link_sta)
2182 			continue;
2183 
2184 		if (first) {
2185 			sta->cur = sta->sta.deflink.agg;
2186 			first = false;
2187 			continue;
2188 		}
2189 
2190 		sta->cur.max_amsdu_len =
2191 			min(sta->cur.max_amsdu_len,
2192 			    link_sta->agg.max_amsdu_len);
2193 		sta->cur.max_rc_amsdu_len =
2194 			min(sta->cur.max_rc_amsdu_len,
2195 			    link_sta->agg.max_rc_amsdu_len);
2196 
2197 		for (i = 0; i < ARRAY_SIZE(sta->cur.max_tid_amsdu_len); i++)
2198 			sta->cur.max_tid_amsdu_len[i] =
2199 				min(sta->cur.max_tid_amsdu_len[i],
2200 				    link_sta->agg.max_tid_amsdu_len[i]);
2201 	}
2202 	rcu_read_unlock();
2203 
2204 	sta->sta.cur = &sta->cur;
2205 }
2206 
2207 void ieee80211_sta_recalc_aggregates(struct ieee80211_sta *pubsta)
2208 {
2209 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2210 
2211 	__ieee80211_sta_recalc_aggregates(sta, sta->sdata->vif.active_links);
2212 }
2213 EXPORT_SYMBOL(ieee80211_sta_recalc_aggregates);
2214 
2215 void ieee80211_sta_update_pending_airtime(struct ieee80211_local *local,
2216 					  struct sta_info *sta, u8 ac,
2217 					  u16 tx_airtime, bool tx_completed)
2218 {
2219 	int tx_pending;
2220 
2221 	if (!wiphy_ext_feature_isset(local->hw.wiphy, NL80211_EXT_FEATURE_AQL))
2222 		return;
2223 
2224 	if (!tx_completed) {
2225 		if (sta)
2226 			atomic_add(tx_airtime,
2227 				   &sta->airtime[ac].aql_tx_pending);
2228 
2229 		atomic_add(tx_airtime, &local->aql_total_pending_airtime);
2230 		atomic_add(tx_airtime, &local->aql_ac_pending_airtime[ac]);
2231 		return;
2232 	}
2233 
2234 	if (sta) {
2235 		tx_pending = atomic_sub_return(tx_airtime,
2236 					       &sta->airtime[ac].aql_tx_pending);
2237 		if (tx_pending < 0)
2238 			atomic_cmpxchg(&sta->airtime[ac].aql_tx_pending,
2239 				       tx_pending, 0);
2240 	}
2241 
2242 	atomic_sub(tx_airtime, &local->aql_total_pending_airtime);
2243 	tx_pending = atomic_sub_return(tx_airtime,
2244 				       &local->aql_ac_pending_airtime[ac]);
2245 	if (WARN_ONCE(tx_pending < 0,
2246 		      "Device %s AC %d pending airtime underflow: %u, %u",
2247 		      wiphy_name(local->hw.wiphy), ac, tx_pending,
2248 		      tx_airtime)) {
2249 		atomic_cmpxchg(&local->aql_ac_pending_airtime[ac],
2250 			       tx_pending, 0);
2251 		atomic_sub(tx_pending, &local->aql_total_pending_airtime);
2252 	}
2253 }
2254 
2255 int sta_info_move_state(struct sta_info *sta,
2256 			enum ieee80211_sta_state new_state)
2257 {
2258 	might_sleep();
2259 
2260 	if (sta->sta_state == new_state)
2261 		return 0;
2262 
2263 	/* check allowed transitions first */
2264 
2265 	switch (new_state) {
2266 	case IEEE80211_STA_NONE:
2267 		if (sta->sta_state != IEEE80211_STA_AUTH)
2268 			return -EINVAL;
2269 		break;
2270 	case IEEE80211_STA_AUTH:
2271 		if (sta->sta_state != IEEE80211_STA_NONE &&
2272 		    sta->sta_state != IEEE80211_STA_ASSOC)
2273 			return -EINVAL;
2274 		break;
2275 	case IEEE80211_STA_ASSOC:
2276 		if (sta->sta_state != IEEE80211_STA_AUTH &&
2277 		    sta->sta_state != IEEE80211_STA_AUTHORIZED)
2278 			return -EINVAL;
2279 		break;
2280 	case IEEE80211_STA_AUTHORIZED:
2281 		if (sta->sta_state != IEEE80211_STA_ASSOC)
2282 			return -EINVAL;
2283 		break;
2284 	default:
2285 		WARN(1, "invalid state %d", new_state);
2286 		return -EINVAL;
2287 	}
2288 
2289 	sta_dbg(sta->sdata, "moving STA %pM to state %d\n",
2290 		sta->sta.addr, new_state);
2291 
2292 	/*
2293 	 * notify the driver before the actual changes so it can
2294 	 * fail the transition
2295 	 */
2296 	if (test_sta_flag(sta, WLAN_STA_INSERTED)) {
2297 		int err = drv_sta_state(sta->local, sta->sdata, sta,
2298 					sta->sta_state, new_state);
2299 		if (err)
2300 			return err;
2301 	}
2302 
2303 	/* reflect the change in all state variables */
2304 
2305 	switch (new_state) {
2306 	case IEEE80211_STA_NONE:
2307 		if (sta->sta_state == IEEE80211_STA_AUTH)
2308 			clear_bit(WLAN_STA_AUTH, &sta->_flags);
2309 		break;
2310 	case IEEE80211_STA_AUTH:
2311 		if (sta->sta_state == IEEE80211_STA_NONE) {
2312 			set_bit(WLAN_STA_AUTH, &sta->_flags);
2313 		} else if (sta->sta_state == IEEE80211_STA_ASSOC) {
2314 			clear_bit(WLAN_STA_ASSOC, &sta->_flags);
2315 			ieee80211_recalc_min_chandef(sta->sdata, -1);
2316 			if (!sta->sta.support_p2p_ps)
2317 				ieee80211_recalc_p2p_go_ps_allowed(sta->sdata);
2318 		}
2319 		break;
2320 	case IEEE80211_STA_ASSOC:
2321 		if (sta->sta_state == IEEE80211_STA_AUTH) {
2322 			set_bit(WLAN_STA_ASSOC, &sta->_flags);
2323 			sta->assoc_at = ktime_get_boottime_ns();
2324 			ieee80211_recalc_min_chandef(sta->sdata, -1);
2325 			if (!sta->sta.support_p2p_ps)
2326 				ieee80211_recalc_p2p_go_ps_allowed(sta->sdata);
2327 		} else if (sta->sta_state == IEEE80211_STA_AUTHORIZED) {
2328 			ieee80211_vif_dec_num_mcast(sta->sdata);
2329 			clear_bit(WLAN_STA_AUTHORIZED, &sta->_flags);
2330 			ieee80211_clear_fast_xmit(sta);
2331 			ieee80211_clear_fast_rx(sta);
2332 		}
2333 		break;
2334 	case IEEE80211_STA_AUTHORIZED:
2335 		if (sta->sta_state == IEEE80211_STA_ASSOC) {
2336 			ieee80211_vif_inc_num_mcast(sta->sdata);
2337 			set_bit(WLAN_STA_AUTHORIZED, &sta->_flags);
2338 			ieee80211_check_fast_xmit(sta);
2339 			ieee80211_check_fast_rx(sta);
2340 		}
2341 		if (sta->sdata->vif.type == NL80211_IFTYPE_AP_VLAN ||
2342 		    sta->sdata->vif.type == NL80211_IFTYPE_AP)
2343 			cfg80211_send_layer2_update(sta->sdata->dev,
2344 						    sta->sta.addr);
2345 		break;
2346 	default:
2347 		break;
2348 	}
2349 
2350 	sta->sta_state = new_state;
2351 
2352 	return 0;
2353 }
2354 
2355 static struct ieee80211_sta_rx_stats *
2356 sta_get_last_rx_stats(struct sta_info *sta)
2357 {
2358 	struct ieee80211_sta_rx_stats *stats = &sta->deflink.rx_stats;
2359 	int cpu;
2360 
2361 	if (!sta->deflink.pcpu_rx_stats)
2362 		return stats;
2363 
2364 	for_each_possible_cpu(cpu) {
2365 		struct ieee80211_sta_rx_stats *cpustats;
2366 
2367 		cpustats = per_cpu_ptr(sta->deflink.pcpu_rx_stats, cpu);
2368 
2369 		if (time_after(cpustats->last_rx, stats->last_rx))
2370 			stats = cpustats;
2371 	}
2372 
2373 	return stats;
2374 }
2375 
2376 static void sta_stats_decode_rate(struct ieee80211_local *local, u32 rate,
2377 				  struct rate_info *rinfo)
2378 {
2379 	rinfo->bw = STA_STATS_GET(BW, rate);
2380 
2381 	switch (STA_STATS_GET(TYPE, rate)) {
2382 	case STA_STATS_RATE_TYPE_VHT:
2383 		rinfo->flags = RATE_INFO_FLAGS_VHT_MCS;
2384 		rinfo->mcs = STA_STATS_GET(VHT_MCS, rate);
2385 		rinfo->nss = STA_STATS_GET(VHT_NSS, rate);
2386 		if (STA_STATS_GET(SGI, rate))
2387 			rinfo->flags |= RATE_INFO_FLAGS_SHORT_GI;
2388 		break;
2389 	case STA_STATS_RATE_TYPE_HT:
2390 		rinfo->flags = RATE_INFO_FLAGS_MCS;
2391 		rinfo->mcs = STA_STATS_GET(HT_MCS, rate);
2392 		if (STA_STATS_GET(SGI, rate))
2393 			rinfo->flags |= RATE_INFO_FLAGS_SHORT_GI;
2394 		break;
2395 	case STA_STATS_RATE_TYPE_LEGACY: {
2396 		struct ieee80211_supported_band *sband;
2397 		u16 brate;
2398 		unsigned int shift;
2399 		int band = STA_STATS_GET(LEGACY_BAND, rate);
2400 		int rate_idx = STA_STATS_GET(LEGACY_IDX, rate);
2401 
2402 		sband = local->hw.wiphy->bands[band];
2403 
2404 		if (WARN_ON_ONCE(!sband->bitrates))
2405 			break;
2406 
2407 		brate = sband->bitrates[rate_idx].bitrate;
2408 		if (rinfo->bw == RATE_INFO_BW_5)
2409 			shift = 2;
2410 		else if (rinfo->bw == RATE_INFO_BW_10)
2411 			shift = 1;
2412 		else
2413 			shift = 0;
2414 		rinfo->legacy = DIV_ROUND_UP(brate, 1 << shift);
2415 		break;
2416 		}
2417 	case STA_STATS_RATE_TYPE_HE:
2418 		rinfo->flags = RATE_INFO_FLAGS_HE_MCS;
2419 		rinfo->mcs = STA_STATS_GET(HE_MCS, rate);
2420 		rinfo->nss = STA_STATS_GET(HE_NSS, rate);
2421 		rinfo->he_gi = STA_STATS_GET(HE_GI, rate);
2422 		rinfo->he_ru_alloc = STA_STATS_GET(HE_RU, rate);
2423 		rinfo->he_dcm = STA_STATS_GET(HE_DCM, rate);
2424 		break;
2425 	case STA_STATS_RATE_TYPE_EHT:
2426 		rinfo->flags = RATE_INFO_FLAGS_EHT_MCS;
2427 		rinfo->mcs = STA_STATS_GET(EHT_MCS, rate);
2428 		rinfo->nss = STA_STATS_GET(EHT_NSS, rate);
2429 		rinfo->eht_gi = STA_STATS_GET(EHT_GI, rate);
2430 		rinfo->eht_ru_alloc = STA_STATS_GET(EHT_RU, rate);
2431 		break;
2432 	}
2433 }
2434 
2435 static int sta_set_rate_info_rx(struct sta_info *sta, struct rate_info *rinfo)
2436 {
2437 	u32 rate = READ_ONCE(sta_get_last_rx_stats(sta)->last_rate);
2438 
2439 	if (rate == STA_STATS_RATE_INVALID)
2440 		return -EINVAL;
2441 
2442 	sta_stats_decode_rate(sta->local, rate, rinfo);
2443 	return 0;
2444 }
2445 
2446 static inline u64 sta_get_tidstats_msdu(struct ieee80211_sta_rx_stats *rxstats,
2447 					int tid)
2448 {
2449 	unsigned int start;
2450 	u64 value;
2451 
2452 	do {
2453 		start = u64_stats_fetch_begin(&rxstats->syncp);
2454 		value = rxstats->msdu[tid];
2455 	} while (u64_stats_fetch_retry(&rxstats->syncp, start));
2456 
2457 	return value;
2458 }
2459 
2460 static void sta_set_tidstats(struct sta_info *sta,
2461 			     struct cfg80211_tid_stats *tidstats,
2462 			     int tid)
2463 {
2464 	struct ieee80211_local *local = sta->local;
2465 	int cpu;
2466 
2467 	if (!(tidstats->filled & BIT(NL80211_TID_STATS_RX_MSDU))) {
2468 		tidstats->rx_msdu += sta_get_tidstats_msdu(&sta->deflink.rx_stats,
2469 							   tid);
2470 
2471 		if (sta->deflink.pcpu_rx_stats) {
2472 			for_each_possible_cpu(cpu) {
2473 				struct ieee80211_sta_rx_stats *cpurxs;
2474 
2475 				cpurxs = per_cpu_ptr(sta->deflink.pcpu_rx_stats,
2476 						     cpu);
2477 				tidstats->rx_msdu +=
2478 					sta_get_tidstats_msdu(cpurxs, tid);
2479 			}
2480 		}
2481 
2482 		tidstats->filled |= BIT(NL80211_TID_STATS_RX_MSDU);
2483 	}
2484 
2485 	if (!(tidstats->filled & BIT(NL80211_TID_STATS_TX_MSDU))) {
2486 		tidstats->filled |= BIT(NL80211_TID_STATS_TX_MSDU);
2487 		tidstats->tx_msdu = sta->deflink.tx_stats.msdu[tid];
2488 	}
2489 
2490 	if (!(tidstats->filled & BIT(NL80211_TID_STATS_TX_MSDU_RETRIES)) &&
2491 	    ieee80211_hw_check(&local->hw, REPORTS_TX_ACK_STATUS)) {
2492 		tidstats->filled |= BIT(NL80211_TID_STATS_TX_MSDU_RETRIES);
2493 		tidstats->tx_msdu_retries = sta->deflink.status_stats.msdu_retries[tid];
2494 	}
2495 
2496 	if (!(tidstats->filled & BIT(NL80211_TID_STATS_TX_MSDU_FAILED)) &&
2497 	    ieee80211_hw_check(&local->hw, REPORTS_TX_ACK_STATUS)) {
2498 		tidstats->filled |= BIT(NL80211_TID_STATS_TX_MSDU_FAILED);
2499 		tidstats->tx_msdu_failed = sta->deflink.status_stats.msdu_failed[tid];
2500 	}
2501 
2502 	if (tid < IEEE80211_NUM_TIDS) {
2503 		spin_lock_bh(&local->fq.lock);
2504 		rcu_read_lock();
2505 
2506 		tidstats->filled |= BIT(NL80211_TID_STATS_TXQ_STATS);
2507 		ieee80211_fill_txq_stats(&tidstats->txq_stats,
2508 					 to_txq_info(sta->sta.txq[tid]));
2509 
2510 		rcu_read_unlock();
2511 		spin_unlock_bh(&local->fq.lock);
2512 	}
2513 }
2514 
2515 static inline u64 sta_get_stats_bytes(struct ieee80211_sta_rx_stats *rxstats)
2516 {
2517 	unsigned int start;
2518 	u64 value;
2519 
2520 	do {
2521 		start = u64_stats_fetch_begin(&rxstats->syncp);
2522 		value = rxstats->bytes;
2523 	} while (u64_stats_fetch_retry(&rxstats->syncp, start));
2524 
2525 	return value;
2526 }
2527 
2528 void sta_set_sinfo(struct sta_info *sta, struct station_info *sinfo,
2529 		   bool tidstats)
2530 {
2531 	struct ieee80211_sub_if_data *sdata = sta->sdata;
2532 	struct ieee80211_local *local = sdata->local;
2533 	u32 thr = 0;
2534 	int i, ac, cpu;
2535 	struct ieee80211_sta_rx_stats *last_rxstats;
2536 
2537 	last_rxstats = sta_get_last_rx_stats(sta);
2538 
2539 	sinfo->generation = sdata->local->sta_generation;
2540 
2541 	/* do before driver, so beacon filtering drivers have a
2542 	 * chance to e.g. just add the number of filtered beacons
2543 	 * (or just modify the value entirely, of course)
2544 	 */
2545 	if (sdata->vif.type == NL80211_IFTYPE_STATION)
2546 		sinfo->rx_beacon = sdata->deflink.u.mgd.count_beacon_signal;
2547 
2548 	drv_sta_statistics(local, sdata, &sta->sta, sinfo);
2549 	sinfo->filled |= BIT_ULL(NL80211_STA_INFO_INACTIVE_TIME) |
2550 			 BIT_ULL(NL80211_STA_INFO_STA_FLAGS) |
2551 			 BIT_ULL(NL80211_STA_INFO_BSS_PARAM) |
2552 			 BIT_ULL(NL80211_STA_INFO_CONNECTED_TIME) |
2553 			 BIT_ULL(NL80211_STA_INFO_ASSOC_AT_BOOTTIME) |
2554 			 BIT_ULL(NL80211_STA_INFO_RX_DROP_MISC);
2555 
2556 	if (sdata->vif.type == NL80211_IFTYPE_STATION) {
2557 		sinfo->beacon_loss_count =
2558 			sdata->deflink.u.mgd.beacon_loss_count;
2559 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_BEACON_LOSS);
2560 	}
2561 
2562 	sinfo->connected_time = ktime_get_seconds() - sta->last_connected;
2563 	sinfo->assoc_at = sta->assoc_at;
2564 	sinfo->inactive_time =
2565 		jiffies_to_msecs(jiffies - ieee80211_sta_last_active(sta));
2566 
2567 	if (!(sinfo->filled & (BIT_ULL(NL80211_STA_INFO_TX_BYTES64) |
2568 			       BIT_ULL(NL80211_STA_INFO_TX_BYTES)))) {
2569 		sinfo->tx_bytes = 0;
2570 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
2571 			sinfo->tx_bytes += sta->deflink.tx_stats.bytes[ac];
2572 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_BYTES64);
2573 	}
2574 
2575 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_TX_PACKETS))) {
2576 		sinfo->tx_packets = 0;
2577 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
2578 			sinfo->tx_packets += sta->deflink.tx_stats.packets[ac];
2579 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_PACKETS);
2580 	}
2581 
2582 	if (!(sinfo->filled & (BIT_ULL(NL80211_STA_INFO_RX_BYTES64) |
2583 			       BIT_ULL(NL80211_STA_INFO_RX_BYTES)))) {
2584 		sinfo->rx_bytes += sta_get_stats_bytes(&sta->deflink.rx_stats);
2585 
2586 		if (sta->deflink.pcpu_rx_stats) {
2587 			for_each_possible_cpu(cpu) {
2588 				struct ieee80211_sta_rx_stats *cpurxs;
2589 
2590 				cpurxs = per_cpu_ptr(sta->deflink.pcpu_rx_stats,
2591 						     cpu);
2592 				sinfo->rx_bytes += sta_get_stats_bytes(cpurxs);
2593 			}
2594 		}
2595 
2596 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_RX_BYTES64);
2597 	}
2598 
2599 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_RX_PACKETS))) {
2600 		sinfo->rx_packets = sta->deflink.rx_stats.packets;
2601 		if (sta->deflink.pcpu_rx_stats) {
2602 			for_each_possible_cpu(cpu) {
2603 				struct ieee80211_sta_rx_stats *cpurxs;
2604 
2605 				cpurxs = per_cpu_ptr(sta->deflink.pcpu_rx_stats,
2606 						     cpu);
2607 				sinfo->rx_packets += cpurxs->packets;
2608 			}
2609 		}
2610 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_RX_PACKETS);
2611 	}
2612 
2613 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_TX_RETRIES))) {
2614 		sinfo->tx_retries = sta->deflink.status_stats.retry_count;
2615 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_RETRIES);
2616 	}
2617 
2618 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_TX_FAILED))) {
2619 		sinfo->tx_failed = sta->deflink.status_stats.retry_failed;
2620 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_FAILED);
2621 	}
2622 
2623 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_RX_DURATION))) {
2624 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
2625 			sinfo->rx_duration += sta->airtime[ac].rx_airtime;
2626 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_RX_DURATION);
2627 	}
2628 
2629 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_TX_DURATION))) {
2630 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
2631 			sinfo->tx_duration += sta->airtime[ac].tx_airtime;
2632 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_DURATION);
2633 	}
2634 
2635 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_AIRTIME_WEIGHT))) {
2636 		sinfo->airtime_weight = sta->airtime_weight;
2637 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_AIRTIME_WEIGHT);
2638 	}
2639 
2640 	sinfo->rx_dropped_misc = sta->deflink.rx_stats.dropped;
2641 	if (sta->deflink.pcpu_rx_stats) {
2642 		for_each_possible_cpu(cpu) {
2643 			struct ieee80211_sta_rx_stats *cpurxs;
2644 
2645 			cpurxs = per_cpu_ptr(sta->deflink.pcpu_rx_stats, cpu);
2646 			sinfo->rx_dropped_misc += cpurxs->dropped;
2647 		}
2648 	}
2649 
2650 	if (sdata->vif.type == NL80211_IFTYPE_STATION &&
2651 	    !(sdata->vif.driver_flags & IEEE80211_VIF_BEACON_FILTER)) {
2652 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_BEACON_RX) |
2653 				 BIT_ULL(NL80211_STA_INFO_BEACON_SIGNAL_AVG);
2654 		sinfo->rx_beacon_signal_avg = ieee80211_ave_rssi(&sdata->vif);
2655 	}
2656 
2657 	if (ieee80211_hw_check(&sta->local->hw, SIGNAL_DBM) ||
2658 	    ieee80211_hw_check(&sta->local->hw, SIGNAL_UNSPEC)) {
2659 		if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_SIGNAL))) {
2660 			sinfo->signal = (s8)last_rxstats->last_signal;
2661 			sinfo->filled |= BIT_ULL(NL80211_STA_INFO_SIGNAL);
2662 		}
2663 
2664 		if (!sta->deflink.pcpu_rx_stats &&
2665 		    !(sinfo->filled & BIT_ULL(NL80211_STA_INFO_SIGNAL_AVG))) {
2666 			sinfo->signal_avg =
2667 				-ewma_signal_read(&sta->deflink.rx_stats_avg.signal);
2668 			sinfo->filled |= BIT_ULL(NL80211_STA_INFO_SIGNAL_AVG);
2669 		}
2670 	}
2671 
2672 	/* for the average - if pcpu_rx_stats isn't set - rxstats must point to
2673 	 * the sta->rx_stats struct, so the check here is fine with and without
2674 	 * pcpu statistics
2675 	 */
2676 	if (last_rxstats->chains &&
2677 	    !(sinfo->filled & (BIT_ULL(NL80211_STA_INFO_CHAIN_SIGNAL) |
2678 			       BIT_ULL(NL80211_STA_INFO_CHAIN_SIGNAL_AVG)))) {
2679 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_CHAIN_SIGNAL);
2680 		if (!sta->deflink.pcpu_rx_stats)
2681 			sinfo->filled |= BIT_ULL(NL80211_STA_INFO_CHAIN_SIGNAL_AVG);
2682 
2683 		sinfo->chains = last_rxstats->chains;
2684 
2685 		for (i = 0; i < ARRAY_SIZE(sinfo->chain_signal); i++) {
2686 			sinfo->chain_signal[i] =
2687 				last_rxstats->chain_signal_last[i];
2688 			sinfo->chain_signal_avg[i] =
2689 				-ewma_signal_read(&sta->deflink.rx_stats_avg.chain_signal[i]);
2690 		}
2691 	}
2692 
2693 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_TX_BITRATE)) &&
2694 	    !sta->sta.valid_links) {
2695 		sta_set_rate_info_tx(sta, &sta->deflink.tx_stats.last_rate,
2696 				     &sinfo->txrate);
2697 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_TX_BITRATE);
2698 	}
2699 
2700 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_RX_BITRATE)) &&
2701 	    !sta->sta.valid_links) {
2702 		if (sta_set_rate_info_rx(sta, &sinfo->rxrate) == 0)
2703 			sinfo->filled |= BIT_ULL(NL80211_STA_INFO_RX_BITRATE);
2704 	}
2705 
2706 	if (tidstats && !cfg80211_sinfo_alloc_tid_stats(sinfo, GFP_KERNEL)) {
2707 		for (i = 0; i < IEEE80211_NUM_TIDS + 1; i++)
2708 			sta_set_tidstats(sta, &sinfo->pertid[i], i);
2709 	}
2710 
2711 	if (ieee80211_vif_is_mesh(&sdata->vif)) {
2712 #ifdef CONFIG_MAC80211_MESH
2713 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_LLID) |
2714 				 BIT_ULL(NL80211_STA_INFO_PLID) |
2715 				 BIT_ULL(NL80211_STA_INFO_PLINK_STATE) |
2716 				 BIT_ULL(NL80211_STA_INFO_LOCAL_PM) |
2717 				 BIT_ULL(NL80211_STA_INFO_PEER_PM) |
2718 				 BIT_ULL(NL80211_STA_INFO_NONPEER_PM) |
2719 				 BIT_ULL(NL80211_STA_INFO_CONNECTED_TO_GATE) |
2720 				 BIT_ULL(NL80211_STA_INFO_CONNECTED_TO_AS);
2721 
2722 		sinfo->llid = sta->mesh->llid;
2723 		sinfo->plid = sta->mesh->plid;
2724 		sinfo->plink_state = sta->mesh->plink_state;
2725 		if (test_sta_flag(sta, WLAN_STA_TOFFSET_KNOWN)) {
2726 			sinfo->filled |= BIT_ULL(NL80211_STA_INFO_T_OFFSET);
2727 			sinfo->t_offset = sta->mesh->t_offset;
2728 		}
2729 		sinfo->local_pm = sta->mesh->local_pm;
2730 		sinfo->peer_pm = sta->mesh->peer_pm;
2731 		sinfo->nonpeer_pm = sta->mesh->nonpeer_pm;
2732 		sinfo->connected_to_gate = sta->mesh->connected_to_gate;
2733 		sinfo->connected_to_as = sta->mesh->connected_to_as;
2734 #endif
2735 	}
2736 
2737 	sinfo->bss_param.flags = 0;
2738 	if (sdata->vif.bss_conf.use_cts_prot)
2739 		sinfo->bss_param.flags |= BSS_PARAM_FLAGS_CTS_PROT;
2740 	if (sdata->vif.bss_conf.use_short_preamble)
2741 		sinfo->bss_param.flags |= BSS_PARAM_FLAGS_SHORT_PREAMBLE;
2742 	if (sdata->vif.bss_conf.use_short_slot)
2743 		sinfo->bss_param.flags |= BSS_PARAM_FLAGS_SHORT_SLOT_TIME;
2744 	sinfo->bss_param.dtim_period = sdata->vif.bss_conf.dtim_period;
2745 	sinfo->bss_param.beacon_interval = sdata->vif.bss_conf.beacon_int;
2746 
2747 	sinfo->sta_flags.set = 0;
2748 	sinfo->sta_flags.mask = BIT(NL80211_STA_FLAG_AUTHORIZED) |
2749 				BIT(NL80211_STA_FLAG_SHORT_PREAMBLE) |
2750 				BIT(NL80211_STA_FLAG_WME) |
2751 				BIT(NL80211_STA_FLAG_MFP) |
2752 				BIT(NL80211_STA_FLAG_AUTHENTICATED) |
2753 				BIT(NL80211_STA_FLAG_ASSOCIATED) |
2754 				BIT(NL80211_STA_FLAG_TDLS_PEER);
2755 	if (test_sta_flag(sta, WLAN_STA_AUTHORIZED))
2756 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_AUTHORIZED);
2757 	if (test_sta_flag(sta, WLAN_STA_SHORT_PREAMBLE))
2758 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_SHORT_PREAMBLE);
2759 	if (sta->sta.wme)
2760 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_WME);
2761 	if (test_sta_flag(sta, WLAN_STA_MFP))
2762 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_MFP);
2763 	if (test_sta_flag(sta, WLAN_STA_AUTH))
2764 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_AUTHENTICATED);
2765 	if (test_sta_flag(sta, WLAN_STA_ASSOC))
2766 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_ASSOCIATED);
2767 	if (test_sta_flag(sta, WLAN_STA_TDLS_PEER))
2768 		sinfo->sta_flags.set |= BIT(NL80211_STA_FLAG_TDLS_PEER);
2769 
2770 	thr = sta_get_expected_throughput(sta);
2771 
2772 	if (thr != 0) {
2773 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_EXPECTED_THROUGHPUT);
2774 		sinfo->expected_throughput = thr;
2775 	}
2776 
2777 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_ACK_SIGNAL)) &&
2778 	    sta->deflink.status_stats.ack_signal_filled) {
2779 		sinfo->ack_signal = sta->deflink.status_stats.last_ack_signal;
2780 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_ACK_SIGNAL);
2781 	}
2782 
2783 	if (!(sinfo->filled & BIT_ULL(NL80211_STA_INFO_ACK_SIGNAL_AVG)) &&
2784 	    sta->deflink.status_stats.ack_signal_filled) {
2785 		sinfo->avg_ack_signal =
2786 			-(s8)ewma_avg_signal_read(
2787 				&sta->deflink.status_stats.avg_ack_signal);
2788 		sinfo->filled |=
2789 			BIT_ULL(NL80211_STA_INFO_ACK_SIGNAL_AVG);
2790 	}
2791 
2792 	if (ieee80211_vif_is_mesh(&sdata->vif)) {
2793 		sinfo->filled |= BIT_ULL(NL80211_STA_INFO_AIRTIME_LINK_METRIC);
2794 		sinfo->airtime_link_metric =
2795 			airtime_link_metric_get(local, sta);
2796 	}
2797 }
2798 
2799 u32 sta_get_expected_throughput(struct sta_info *sta)
2800 {
2801 	struct ieee80211_sub_if_data *sdata = sta->sdata;
2802 	struct ieee80211_local *local = sdata->local;
2803 	struct rate_control_ref *ref = NULL;
2804 	u32 thr = 0;
2805 
2806 	if (test_sta_flag(sta, WLAN_STA_RATE_CONTROL))
2807 		ref = local->rate_ctrl;
2808 
2809 	/* check if the driver has a SW RC implementation */
2810 	if (ref && ref->ops->get_expected_throughput)
2811 		thr = ref->ops->get_expected_throughput(sta->rate_ctrl_priv);
2812 	else
2813 		thr = drv_get_expected_throughput(local, sta);
2814 
2815 	return thr;
2816 }
2817 
2818 unsigned long ieee80211_sta_last_active(struct sta_info *sta)
2819 {
2820 	struct ieee80211_sta_rx_stats *stats = sta_get_last_rx_stats(sta);
2821 
2822 	if (!sta->deflink.status_stats.last_ack ||
2823 	    time_after(stats->last_rx, sta->deflink.status_stats.last_ack))
2824 		return stats->last_rx;
2825 	return sta->deflink.status_stats.last_ack;
2826 }
2827 
2828 static void sta_update_codel_params(struct sta_info *sta, u32 thr)
2829 {
2830 	if (thr && thr < STA_SLOW_THRESHOLD * sta->local->num_sta) {
2831 		sta->cparams.target = MS2TIME(50);
2832 		sta->cparams.interval = MS2TIME(300);
2833 		sta->cparams.ecn = false;
2834 	} else {
2835 		sta->cparams.target = MS2TIME(20);
2836 		sta->cparams.interval = MS2TIME(100);
2837 		sta->cparams.ecn = true;
2838 	}
2839 }
2840 
2841 void ieee80211_sta_set_expected_throughput(struct ieee80211_sta *pubsta,
2842 					   u32 thr)
2843 {
2844 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2845 
2846 	sta_update_codel_params(sta, thr);
2847 }
2848 
2849 int ieee80211_sta_allocate_link(struct sta_info *sta, unsigned int link_id)
2850 {
2851 	struct ieee80211_sub_if_data *sdata = sta->sdata;
2852 	struct sta_link_alloc *alloc;
2853 	int ret;
2854 
2855 	lockdep_assert_held(&sdata->local->sta_mtx);
2856 
2857 	/* must represent an MLD from the start */
2858 	if (WARN_ON(!sta->sta.valid_links))
2859 		return -EINVAL;
2860 
2861 	if (WARN_ON(sta->sta.valid_links & BIT(link_id) ||
2862 		    sta->link[link_id]))
2863 		return -EBUSY;
2864 
2865 	alloc = kzalloc(sizeof(*alloc), GFP_KERNEL);
2866 	if (!alloc)
2867 		return -ENOMEM;
2868 
2869 	ret = sta_info_alloc_link(sdata->local, &alloc->info, GFP_KERNEL);
2870 	if (ret) {
2871 		kfree(alloc);
2872 		return ret;
2873 	}
2874 
2875 	sta_info_add_link(sta, link_id, &alloc->info, &alloc->sta);
2876 
2877 	ieee80211_link_sta_debugfs_add(&alloc->info);
2878 
2879 	return 0;
2880 }
2881 
2882 void ieee80211_sta_free_link(struct sta_info *sta, unsigned int link_id)
2883 {
2884 	lockdep_assert_held(&sta->sdata->local->sta_mtx);
2885 
2886 	sta_remove_link(sta, link_id, false);
2887 }
2888 
2889 int ieee80211_sta_activate_link(struct sta_info *sta, unsigned int link_id)
2890 {
2891 	struct ieee80211_sub_if_data *sdata = sta->sdata;
2892 	struct link_sta_info *link_sta;
2893 	u16 old_links = sta->sta.valid_links;
2894 	u16 new_links = old_links | BIT(link_id);
2895 	int ret;
2896 
2897 	link_sta = rcu_dereference_protected(sta->link[link_id],
2898 					     lockdep_is_held(&sdata->local->sta_mtx));
2899 
2900 	if (WARN_ON(old_links == new_links || !link_sta))
2901 		return -EINVAL;
2902 
2903 	rcu_read_lock();
2904 	if (link_sta_info_hash_lookup(sdata->local, link_sta->addr)) {
2905 		rcu_read_unlock();
2906 		return -EALREADY;
2907 	}
2908 	/* we only modify under the mutex so this is fine */
2909 	rcu_read_unlock();
2910 
2911 	sta->sta.valid_links = new_links;
2912 
2913 	if (!test_sta_flag(sta, WLAN_STA_INSERTED))
2914 		goto hash;
2915 
2916 	/* Ensure the values are updated for the driver,
2917 	 * redone by sta_remove_link on failure.
2918 	 */
2919 	ieee80211_sta_recalc_aggregates(&sta->sta);
2920 
2921 	ret = drv_change_sta_links(sdata->local, sdata, &sta->sta,
2922 				   old_links, new_links);
2923 	if (ret) {
2924 		sta->sta.valid_links = old_links;
2925 		sta_remove_link(sta, link_id, false);
2926 		return ret;
2927 	}
2928 
2929 hash:
2930 	ret = link_sta_info_hash_add(sdata->local, link_sta);
2931 	WARN_ON(ret);
2932 	return 0;
2933 }
2934 
2935 void ieee80211_sta_remove_link(struct sta_info *sta, unsigned int link_id)
2936 {
2937 	struct ieee80211_sub_if_data *sdata = sta->sdata;
2938 	u16 old_links = sta->sta.valid_links;
2939 
2940 	lockdep_assert_held(&sdata->local->sta_mtx);
2941 
2942 	sta->sta.valid_links &= ~BIT(link_id);
2943 
2944 	if (test_sta_flag(sta, WLAN_STA_INSERTED))
2945 		drv_change_sta_links(sdata->local, sdata, &sta->sta,
2946 				     old_links, sta->sta.valid_links);
2947 
2948 	sta_remove_link(sta, link_id, true);
2949 }
2950 
2951 void ieee80211_sta_set_max_amsdu_subframes(struct sta_info *sta,
2952 					   const u8 *ext_capab,
2953 					   unsigned int ext_capab_len)
2954 {
2955 	u8 val;
2956 
2957 	sta->sta.max_amsdu_subframes = 0;
2958 
2959 	if (ext_capab_len < 8)
2960 		return;
2961 
2962 	/* The sender might not have sent the last bit, consider it to be 0 */
2963 	val = u8_get_bits(ext_capab[7], WLAN_EXT_CAPA8_MAX_MSDU_IN_AMSDU_LSB);
2964 
2965 	/* we did get all the bits, take the MSB as well */
2966 	if (ext_capab_len >= 9)
2967 		val |= u8_get_bits(ext_capab[8],
2968 				   WLAN_EXT_CAPA9_MAX_MSDU_IN_AMSDU_MSB) << 1;
2969 
2970 	if (val)
2971 		sta->sta.max_amsdu_subframes = 4 << val;
2972 }
2973 
2974 #ifdef CONFIG_LOCKDEP
2975 bool lockdep_sta_mutex_held(struct ieee80211_sta *pubsta)
2976 {
2977 	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
2978 
2979 	return lockdep_is_held(&sta->local->sta_mtx);
2980 }
2981 EXPORT_SYMBOL(lockdep_sta_mutex_held);
2982 #endif
2983