1 /*
2  * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
3  *
4  * Permission to use, copy, modify, and/or distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 #include <linux/of.h>
17 #include "mt76.h"
18 
19 #define CHAN2G(_idx, _freq) {			\
20 	.band = NL80211_BAND_2GHZ,		\
21 	.center_freq = (_freq),			\
22 	.hw_value = (_idx),			\
23 	.max_power = 30,			\
24 }
25 
26 #define CHAN5G(_idx, _freq) {			\
27 	.band = NL80211_BAND_5GHZ,		\
28 	.center_freq = (_freq),			\
29 	.hw_value = (_idx),			\
30 	.max_power = 30,			\
31 }
32 
33 static const struct ieee80211_channel mt76_channels_2ghz[] = {
34 	CHAN2G(1, 2412),
35 	CHAN2G(2, 2417),
36 	CHAN2G(3, 2422),
37 	CHAN2G(4, 2427),
38 	CHAN2G(5, 2432),
39 	CHAN2G(6, 2437),
40 	CHAN2G(7, 2442),
41 	CHAN2G(8, 2447),
42 	CHAN2G(9, 2452),
43 	CHAN2G(10, 2457),
44 	CHAN2G(11, 2462),
45 	CHAN2G(12, 2467),
46 	CHAN2G(13, 2472),
47 	CHAN2G(14, 2484),
48 };
49 
50 static const struct ieee80211_channel mt76_channels_5ghz[] = {
51 	CHAN5G(36, 5180),
52 	CHAN5G(40, 5200),
53 	CHAN5G(44, 5220),
54 	CHAN5G(48, 5240),
55 
56 	CHAN5G(52, 5260),
57 	CHAN5G(56, 5280),
58 	CHAN5G(60, 5300),
59 	CHAN5G(64, 5320),
60 
61 	CHAN5G(100, 5500),
62 	CHAN5G(104, 5520),
63 	CHAN5G(108, 5540),
64 	CHAN5G(112, 5560),
65 	CHAN5G(116, 5580),
66 	CHAN5G(120, 5600),
67 	CHAN5G(124, 5620),
68 	CHAN5G(128, 5640),
69 	CHAN5G(132, 5660),
70 	CHAN5G(136, 5680),
71 	CHAN5G(140, 5700),
72 
73 	CHAN5G(149, 5745),
74 	CHAN5G(153, 5765),
75 	CHAN5G(157, 5785),
76 	CHAN5G(161, 5805),
77 	CHAN5G(165, 5825),
78 };
79 
80 static const struct ieee80211_tpt_blink mt76_tpt_blink[] = {
81 	{ .throughput =   0 * 1024, .blink_time = 334 },
82 	{ .throughput =   1 * 1024, .blink_time = 260 },
83 	{ .throughput =   5 * 1024, .blink_time = 220 },
84 	{ .throughput =  10 * 1024, .blink_time = 190 },
85 	{ .throughput =  20 * 1024, .blink_time = 170 },
86 	{ .throughput =  50 * 1024, .blink_time = 150 },
87 	{ .throughput =  70 * 1024, .blink_time = 130 },
88 	{ .throughput = 100 * 1024, .blink_time = 110 },
89 	{ .throughput = 200 * 1024, .blink_time =  80 },
90 	{ .throughput = 300 * 1024, .blink_time =  50 },
91 };
92 
93 static int mt76_led_init(struct mt76_dev *dev)
94 {
95 	struct device_node *np = dev->dev->of_node;
96 	struct ieee80211_hw *hw = dev->hw;
97 	int led_pin;
98 
99 	if (!dev->led_cdev.brightness_set && !dev->led_cdev.blink_set)
100 		return 0;
101 
102 	snprintf(dev->led_name, sizeof(dev->led_name),
103 		 "mt76-%s", wiphy_name(hw->wiphy));
104 
105 	dev->led_cdev.name = dev->led_name;
106 	dev->led_cdev.default_trigger =
107 		ieee80211_create_tpt_led_trigger(hw,
108 					IEEE80211_TPT_LEDTRIG_FL_RADIO,
109 					mt76_tpt_blink,
110 					ARRAY_SIZE(mt76_tpt_blink));
111 
112 	np = of_get_child_by_name(np, "led");
113 	if (np) {
114 		if (!of_property_read_u32(np, "led-sources", &led_pin))
115 			dev->led_pin = led_pin;
116 		dev->led_al = of_property_read_bool(np, "led-active-low");
117 	}
118 
119 	return devm_led_classdev_register(dev->dev, &dev->led_cdev);
120 }
121 
122 static void mt76_init_stream_cap(struct mt76_dev *dev,
123 				 struct ieee80211_supported_band *sband,
124 				 bool vht)
125 {
126 	struct ieee80211_sta_ht_cap *ht_cap = &sband->ht_cap;
127 	int i, nstream = __sw_hweight8(dev->antenna_mask);
128 	struct ieee80211_sta_vht_cap *vht_cap;
129 	u16 mcs_map = 0;
130 
131 	if (nstream > 1)
132 		ht_cap->cap |= IEEE80211_HT_CAP_TX_STBC;
133 	else
134 		ht_cap->cap &= ~IEEE80211_HT_CAP_TX_STBC;
135 
136 	for (i = 0; i < IEEE80211_HT_MCS_MASK_LEN; i++)
137 		ht_cap->mcs.rx_mask[i] = i < nstream ? 0xff : 0;
138 
139 	if (!vht)
140 		return;
141 
142 	vht_cap = &sband->vht_cap;
143 	if (nstream > 1)
144 		vht_cap->cap |= IEEE80211_VHT_CAP_TXSTBC;
145 	else
146 		vht_cap->cap &= ~IEEE80211_VHT_CAP_TXSTBC;
147 
148 	for (i = 0; i < 8; i++) {
149 		if (i < nstream)
150 			mcs_map |= (IEEE80211_VHT_MCS_SUPPORT_0_9 << (i * 2));
151 		else
152 			mcs_map |=
153 				(IEEE80211_VHT_MCS_NOT_SUPPORTED << (i * 2));
154 	}
155 	vht_cap->vht_mcs.rx_mcs_map = cpu_to_le16(mcs_map);
156 	vht_cap->vht_mcs.tx_mcs_map = cpu_to_le16(mcs_map);
157 }
158 
159 void mt76_set_stream_caps(struct mt76_dev *dev, bool vht)
160 {
161 	if (dev->cap.has_2ghz)
162 		mt76_init_stream_cap(dev, &dev->sband_2g.sband, false);
163 	if (dev->cap.has_5ghz)
164 		mt76_init_stream_cap(dev, &dev->sband_5g.sband, vht);
165 }
166 EXPORT_SYMBOL_GPL(mt76_set_stream_caps);
167 
168 static int
169 mt76_init_sband(struct mt76_dev *dev, struct mt76_sband *msband,
170 		const struct ieee80211_channel *chan, int n_chan,
171 		struct ieee80211_rate *rates, int n_rates, bool vht)
172 {
173 	struct ieee80211_supported_band *sband = &msband->sband;
174 	struct ieee80211_sta_ht_cap *ht_cap;
175 	struct ieee80211_sta_vht_cap *vht_cap;
176 	void *chanlist;
177 	int size;
178 
179 	size = n_chan * sizeof(*chan);
180 	chanlist = devm_kmemdup(dev->dev, chan, size, GFP_KERNEL);
181 	if (!chanlist)
182 		return -ENOMEM;
183 
184 	msband->chan = devm_kzalloc(dev->dev, n_chan * sizeof(*msband->chan),
185 				    GFP_KERNEL);
186 	if (!msband->chan)
187 		return -ENOMEM;
188 
189 	sband->channels = chanlist;
190 	sband->n_channels = n_chan;
191 	sband->bitrates = rates;
192 	sband->n_bitrates = n_rates;
193 	dev->chandef.chan = &sband->channels[0];
194 
195 	ht_cap = &sband->ht_cap;
196 	ht_cap->ht_supported = true;
197 	ht_cap->cap |= IEEE80211_HT_CAP_SUP_WIDTH_20_40 |
198 		       IEEE80211_HT_CAP_GRN_FLD |
199 		       IEEE80211_HT_CAP_SGI_20 |
200 		       IEEE80211_HT_CAP_SGI_40 |
201 		       (1 << IEEE80211_HT_CAP_RX_STBC_SHIFT);
202 
203 	ht_cap->mcs.tx_params = IEEE80211_HT_MCS_TX_DEFINED;
204 	ht_cap->ampdu_factor = IEEE80211_HT_MAX_AMPDU_64K;
205 	ht_cap->ampdu_density = IEEE80211_HT_MPDU_DENSITY_4;
206 
207 	mt76_init_stream_cap(dev, sband, vht);
208 
209 	if (!vht)
210 		return 0;
211 
212 	vht_cap = &sband->vht_cap;
213 	vht_cap->vht_supported = true;
214 	vht_cap->cap |= IEEE80211_VHT_CAP_RXLDPC |
215 			IEEE80211_VHT_CAP_RXSTBC_1 |
216 			IEEE80211_VHT_CAP_SHORT_GI_80 |
217 			(3 << IEEE80211_VHT_CAP_MAX_A_MPDU_LENGTH_EXPONENT_SHIFT);
218 
219 	return 0;
220 }
221 
222 static int
223 mt76_init_sband_2g(struct mt76_dev *dev, struct ieee80211_rate *rates,
224 		   int n_rates)
225 {
226 	dev->hw->wiphy->bands[NL80211_BAND_2GHZ] = &dev->sband_2g.sband;
227 
228 	return mt76_init_sband(dev, &dev->sband_2g,
229 			       mt76_channels_2ghz,
230 			       ARRAY_SIZE(mt76_channels_2ghz),
231 			       rates, n_rates, false);
232 }
233 
234 static int
235 mt76_init_sband_5g(struct mt76_dev *dev, struct ieee80211_rate *rates,
236 		   int n_rates, bool vht)
237 {
238 	dev->hw->wiphy->bands[NL80211_BAND_5GHZ] = &dev->sband_5g.sband;
239 
240 	return mt76_init_sband(dev, &dev->sband_5g,
241 			       mt76_channels_5ghz,
242 			       ARRAY_SIZE(mt76_channels_5ghz),
243 			       rates, n_rates, vht);
244 }
245 
246 static void
247 mt76_check_sband(struct mt76_dev *dev, int band)
248 {
249 	struct ieee80211_supported_band *sband = dev->hw->wiphy->bands[band];
250 	bool found = false;
251 	int i;
252 
253 	if (!sband)
254 		return;
255 
256 	for (i = 0; i < sband->n_channels; i++) {
257 		if (sband->channels[i].flags & IEEE80211_CHAN_DISABLED)
258 			continue;
259 
260 		found = true;
261 		break;
262 	}
263 
264 	if (found)
265 		return;
266 
267 	sband->n_channels = 0;
268 	dev->hw->wiphy->bands[band] = NULL;
269 }
270 
271 int mt76_register_device(struct mt76_dev *dev, bool vht,
272 			 struct ieee80211_rate *rates, int n_rates)
273 {
274 	struct ieee80211_hw *hw = dev->hw;
275 	struct wiphy *wiphy = hw->wiphy;
276 	int ret;
277 
278 	dev_set_drvdata(dev->dev, dev);
279 
280 	spin_lock_init(&dev->lock);
281 	spin_lock_init(&dev->cc_lock);
282 	INIT_LIST_HEAD(&dev->txwi_cache);
283 
284 	SET_IEEE80211_DEV(hw, dev->dev);
285 	SET_IEEE80211_PERM_ADDR(hw, dev->macaddr);
286 
287 	wiphy->interface_modes =
288 		BIT(NL80211_IFTYPE_STATION) |
289 		BIT(NL80211_IFTYPE_AP) |
290 #ifdef CONFIG_MAC80211_MESH
291 		BIT(NL80211_IFTYPE_MESH_POINT) |
292 #endif
293 		BIT(NL80211_IFTYPE_ADHOC);
294 
295 	wiphy->features |= NL80211_FEATURE_ACTIVE_MONITOR;
296 
297 	wiphy->available_antennas_tx = dev->antenna_mask;
298 	wiphy->available_antennas_rx = dev->antenna_mask;
299 
300 	hw->txq_data_size = sizeof(struct mt76_txq);
301 	hw->max_tx_fragments = 16;
302 
303 	ieee80211_hw_set(hw, SIGNAL_DBM);
304 	ieee80211_hw_set(hw, PS_NULLFUNC_STACK);
305 	ieee80211_hw_set(hw, HOST_BROADCAST_PS_BUFFERING);
306 	ieee80211_hw_set(hw, AMPDU_AGGREGATION);
307 	ieee80211_hw_set(hw, SUPPORTS_RC_TABLE);
308 	ieee80211_hw_set(hw, SUPPORT_FAST_XMIT);
309 	ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS);
310 	ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU);
311 	ieee80211_hw_set(hw, TX_AMSDU);
312 	ieee80211_hw_set(hw, TX_FRAG_LIST);
313 	ieee80211_hw_set(hw, MFP_CAPABLE);
314 	ieee80211_hw_set(hw, AP_LINK_PS);
315 
316 	wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
317 
318 	if (dev->cap.has_2ghz) {
319 		ret = mt76_init_sband_2g(dev, rates, n_rates);
320 		if (ret)
321 			return ret;
322 	}
323 
324 	if (dev->cap.has_5ghz) {
325 		ret = mt76_init_sband_5g(dev, rates + 4, n_rates - 4, vht);
326 		if (ret)
327 			return ret;
328 	}
329 
330 	wiphy_read_of_freq_limits(dev->hw->wiphy);
331 	mt76_check_sband(dev, NL80211_BAND_2GHZ);
332 	mt76_check_sband(dev, NL80211_BAND_5GHZ);
333 
334 	ret = mt76_led_init(dev);
335 	if (ret)
336 		return ret;
337 
338 	return ieee80211_register_hw(hw);
339 }
340 EXPORT_SYMBOL_GPL(mt76_register_device);
341 
342 void mt76_unregister_device(struct mt76_dev *dev)
343 {
344 	struct ieee80211_hw *hw = dev->hw;
345 
346 	ieee80211_unregister_hw(hw);
347 	mt76_tx_free(dev);
348 }
349 EXPORT_SYMBOL_GPL(mt76_unregister_device);
350 
351 void mt76_rx(struct mt76_dev *dev, enum mt76_rxq_id q, struct sk_buff *skb)
352 {
353 	if (!test_bit(MT76_STATE_RUNNING, &dev->state)) {
354 		dev_kfree_skb(skb);
355 		return;
356 	}
357 
358 	__skb_queue_tail(&dev->rx_skb[q], skb);
359 }
360 EXPORT_SYMBOL_GPL(mt76_rx);
361 
362 void mt76_set_channel(struct mt76_dev *dev)
363 {
364 	struct ieee80211_hw *hw = dev->hw;
365 	struct cfg80211_chan_def *chandef = &hw->conf.chandef;
366 	struct mt76_channel_state *state;
367 	bool offchannel = hw->conf.flags & IEEE80211_CONF_OFFCHANNEL;
368 
369 	if (dev->drv->update_survey)
370 		dev->drv->update_survey(dev);
371 
372 	dev->chandef = *chandef;
373 
374 	if (!offchannel)
375 		dev->main_chan = chandef->chan;
376 
377 	if (chandef->chan != dev->main_chan) {
378 		state = mt76_channel_state(dev, chandef->chan);
379 		memset(state, 0, sizeof(*state));
380 	}
381 }
382 EXPORT_SYMBOL_GPL(mt76_set_channel);
383 
384 int mt76_get_survey(struct ieee80211_hw *hw, int idx,
385 		    struct survey_info *survey)
386 {
387 	struct mt76_dev *dev = hw->priv;
388 	struct mt76_sband *sband;
389 	struct ieee80211_channel *chan;
390 	struct mt76_channel_state *state;
391 	int ret = 0;
392 
393 	if (idx == 0 && dev->drv->update_survey)
394 		dev->drv->update_survey(dev);
395 
396 	sband = &dev->sband_2g;
397 	if (idx >= sband->sband.n_channels) {
398 		idx -= sband->sband.n_channels;
399 		sband = &dev->sband_5g;
400 	}
401 
402 	if (idx >= sband->sband.n_channels)
403 		return -ENOENT;
404 
405 	chan = &sband->sband.channels[idx];
406 	state = mt76_channel_state(dev, chan);
407 
408 	memset(survey, 0, sizeof(*survey));
409 	survey->channel = chan;
410 	survey->filled = SURVEY_INFO_TIME | SURVEY_INFO_TIME_BUSY;
411 	if (chan == dev->main_chan)
412 		survey->filled |= SURVEY_INFO_IN_USE;
413 
414 	spin_lock_bh(&dev->cc_lock);
415 	survey->time = div_u64(state->cc_active, 1000);
416 	survey->time_busy = div_u64(state->cc_busy, 1000);
417 	spin_unlock_bh(&dev->cc_lock);
418 
419 	return ret;
420 }
421 EXPORT_SYMBOL_GPL(mt76_get_survey);
422 
423 void mt76_wcid_key_setup(struct mt76_dev *dev, struct mt76_wcid *wcid,
424 			 struct ieee80211_key_conf *key)
425 {
426 	struct ieee80211_key_seq seq;
427 	int i;
428 
429 	wcid->rx_check_pn = false;
430 
431 	if (!key)
432 		return;
433 
434 	if (key->cipher == WLAN_CIPHER_SUITE_CCMP)
435 		wcid->rx_check_pn = true;
436 
437 	for (i = 0; i < IEEE80211_NUM_TIDS; i++) {
438 		ieee80211_get_key_rx_seq(key, i, &seq);
439 		memcpy(wcid->rx_key_pn[i], seq.ccmp.pn, sizeof(seq.ccmp.pn));
440 	}
441 }
442 EXPORT_SYMBOL(mt76_wcid_key_setup);
443 
444 static struct ieee80211_sta *mt76_rx_convert(struct sk_buff *skb)
445 {
446 	struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
447 	struct mt76_rx_status mstat;
448 
449 	mstat = *((struct mt76_rx_status *) skb->cb);
450 	memset(status, 0, sizeof(*status));
451 
452 	status->flag = mstat.flag;
453 	status->freq = mstat.freq;
454 	status->enc_flags = mstat.enc_flags;
455 	status->encoding = mstat.encoding;
456 	status->bw = mstat.bw;
457 	status->rate_idx = mstat.rate_idx;
458 	status->nss = mstat.nss;
459 	status->band = mstat.band;
460 	status->signal = mstat.signal;
461 	status->chains = mstat.chains;
462 
463 	BUILD_BUG_ON(sizeof(mstat) > sizeof(skb->cb));
464 	BUILD_BUG_ON(sizeof(status->chain_signal) != sizeof(mstat.chain_signal));
465 	memcpy(status->chain_signal, mstat.chain_signal, sizeof(mstat.chain_signal));
466 
467 	return wcid_to_sta(mstat.wcid);
468 }
469 
470 static int
471 mt76_check_ccmp_pn(struct sk_buff *skb)
472 {
473 	struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb;
474 	struct mt76_wcid *wcid = status->wcid;
475 	struct ieee80211_hdr *hdr;
476 	int ret;
477 
478 	if (!(status->flag & RX_FLAG_DECRYPTED))
479 		return 0;
480 
481 	if (!wcid || !wcid->rx_check_pn)
482 		return 0;
483 
484 	if (!(status->flag & RX_FLAG_IV_STRIPPED)) {
485 		/*
486 		 * Validate the first fragment both here and in mac80211
487 		 * All further fragments will be validated by mac80211 only.
488 		 */
489 		hdr = (struct ieee80211_hdr *) skb->data;
490 		if (ieee80211_is_frag(hdr) &&
491 		    !ieee80211_is_first_frag(hdr->frame_control))
492 			return 0;
493 	}
494 
495 	BUILD_BUG_ON(sizeof(status->iv) != sizeof(wcid->rx_key_pn[0]));
496 	ret = memcmp(status->iv, wcid->rx_key_pn[status->tid],
497 		     sizeof(status->iv));
498 	if (ret <= 0)
499 		return -EINVAL; /* replay */
500 
501 	memcpy(wcid->rx_key_pn[status->tid], status->iv, sizeof(status->iv));
502 
503 	if (status->flag & RX_FLAG_IV_STRIPPED)
504 		status->flag |= RX_FLAG_PN_VALIDATED;
505 
506 	return 0;
507 }
508 
509 static void
510 mt76_check_ps(struct mt76_dev *dev, struct sk_buff *skb)
511 {
512 	struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb;
513 	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
514 	struct ieee80211_sta *sta;
515 	struct mt76_wcid *wcid = status->wcid;
516 	bool ps;
517 
518 	if (!wcid || !wcid->sta)
519 		return;
520 
521 	sta = container_of((void *) wcid, struct ieee80211_sta, drv_priv);
522 
523 	if (!test_bit(MT_WCID_FLAG_CHECK_PS, &wcid->flags))
524 		return;
525 
526 	if (ieee80211_is_pspoll(hdr->frame_control)) {
527 		ieee80211_sta_pspoll(sta);
528 		return;
529 	}
530 
531 	if (ieee80211_has_morefrags(hdr->frame_control) ||
532 		!(ieee80211_is_mgmt(hdr->frame_control) ||
533 		  ieee80211_is_data(hdr->frame_control)))
534 		return;
535 
536 	ps = ieee80211_has_pm(hdr->frame_control);
537 
538 	if (ps && (ieee80211_is_data_qos(hdr->frame_control) ||
539 		   ieee80211_is_qos_nullfunc(hdr->frame_control)))
540 		ieee80211_sta_uapsd_trigger(sta, status->tid);
541 
542 	if (!!test_bit(MT_WCID_FLAG_PS, &wcid->flags) == ps)
543 		return;
544 
545 	if (ps)
546 		set_bit(MT_WCID_FLAG_PS, &wcid->flags);
547 	else
548 		clear_bit(MT_WCID_FLAG_PS, &wcid->flags);
549 
550 	dev->drv->sta_ps(dev, sta, ps);
551 	ieee80211_sta_ps_transition(sta, ps);
552 }
553 
554 void mt76_rx_complete(struct mt76_dev *dev, struct sk_buff_head *frames,
555 		      int queue)
556 {
557 	struct napi_struct *napi = NULL;
558 	struct ieee80211_sta *sta;
559 	struct sk_buff *skb;
560 
561 	if (queue >= 0)
562 	    napi = &dev->napi[queue];
563 
564 	spin_lock(&dev->rx_lock);
565 	while ((skb = __skb_dequeue(frames)) != NULL) {
566 		if (mt76_check_ccmp_pn(skb)) {
567 			dev_kfree_skb(skb);
568 			continue;
569 		}
570 
571 		sta = mt76_rx_convert(skb);
572 		ieee80211_rx_napi(dev->hw, sta, skb, napi);
573 	}
574 	spin_unlock(&dev->rx_lock);
575 }
576 
577 void mt76_rx_poll_complete(struct mt76_dev *dev, enum mt76_rxq_id q)
578 {
579 	struct sk_buff_head frames;
580 	struct sk_buff *skb;
581 
582 	__skb_queue_head_init(&frames);
583 
584 	while ((skb = __skb_dequeue(&dev->rx_skb[q])) != NULL) {
585 		mt76_check_ps(dev, skb);
586 		mt76_rx_aggr_reorder(skb, &frames);
587 	}
588 
589 	mt76_rx_complete(dev, &frames, q);
590 }
591