1 // SPDX-License-Identifier: ISC
2 /*
3  * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
4  */
5 #include <linux/sched.h>
6 #include <linux/of.h>
7 #include "mt76.h"
8 
9 #define CHAN2G(_idx, _freq) {			\
10 	.band = NL80211_BAND_2GHZ,		\
11 	.center_freq = (_freq),			\
12 	.hw_value = (_idx),			\
13 	.max_power = 30,			\
14 }
15 
16 #define CHAN5G(_idx, _freq) {			\
17 	.band = NL80211_BAND_5GHZ,		\
18 	.center_freq = (_freq),			\
19 	.hw_value = (_idx),			\
20 	.max_power = 30,			\
21 }
22 
23 static const struct ieee80211_channel mt76_channels_2ghz[] = {
24 	CHAN2G(1, 2412),
25 	CHAN2G(2, 2417),
26 	CHAN2G(3, 2422),
27 	CHAN2G(4, 2427),
28 	CHAN2G(5, 2432),
29 	CHAN2G(6, 2437),
30 	CHAN2G(7, 2442),
31 	CHAN2G(8, 2447),
32 	CHAN2G(9, 2452),
33 	CHAN2G(10, 2457),
34 	CHAN2G(11, 2462),
35 	CHAN2G(12, 2467),
36 	CHAN2G(13, 2472),
37 	CHAN2G(14, 2484),
38 };
39 
40 static const struct ieee80211_channel mt76_channels_5ghz[] = {
41 	CHAN5G(36, 5180),
42 	CHAN5G(40, 5200),
43 	CHAN5G(44, 5220),
44 	CHAN5G(48, 5240),
45 
46 	CHAN5G(52, 5260),
47 	CHAN5G(56, 5280),
48 	CHAN5G(60, 5300),
49 	CHAN5G(64, 5320),
50 
51 	CHAN5G(100, 5500),
52 	CHAN5G(104, 5520),
53 	CHAN5G(108, 5540),
54 	CHAN5G(112, 5560),
55 	CHAN5G(116, 5580),
56 	CHAN5G(120, 5600),
57 	CHAN5G(124, 5620),
58 	CHAN5G(128, 5640),
59 	CHAN5G(132, 5660),
60 	CHAN5G(136, 5680),
61 	CHAN5G(140, 5700),
62 	CHAN5G(144, 5720),
63 
64 	CHAN5G(149, 5745),
65 	CHAN5G(153, 5765),
66 	CHAN5G(157, 5785),
67 	CHAN5G(161, 5805),
68 	CHAN5G(165, 5825),
69 	CHAN5G(169, 5845),
70 	CHAN5G(173, 5865),
71 };
72 
73 static const struct ieee80211_tpt_blink mt76_tpt_blink[] = {
74 	{ .throughput =   0 * 1024, .blink_time = 334 },
75 	{ .throughput =   1 * 1024, .blink_time = 260 },
76 	{ .throughput =   5 * 1024, .blink_time = 220 },
77 	{ .throughput =  10 * 1024, .blink_time = 190 },
78 	{ .throughput =  20 * 1024, .blink_time = 170 },
79 	{ .throughput =  50 * 1024, .blink_time = 150 },
80 	{ .throughput =  70 * 1024, .blink_time = 130 },
81 	{ .throughput = 100 * 1024, .blink_time = 110 },
82 	{ .throughput = 200 * 1024, .blink_time =  80 },
83 	{ .throughput = 300 * 1024, .blink_time =  50 },
84 };
85 
86 static int mt76_led_init(struct mt76_dev *dev)
87 {
88 	struct device_node *np = dev->dev->of_node;
89 	struct ieee80211_hw *hw = dev->hw;
90 	int led_pin;
91 
92 	if (!dev->led_cdev.brightness_set && !dev->led_cdev.blink_set)
93 		return 0;
94 
95 	snprintf(dev->led_name, sizeof(dev->led_name),
96 		 "mt76-%s", wiphy_name(hw->wiphy));
97 
98 	dev->led_cdev.name = dev->led_name;
99 	dev->led_cdev.default_trigger =
100 		ieee80211_create_tpt_led_trigger(hw,
101 					IEEE80211_TPT_LEDTRIG_FL_RADIO,
102 					mt76_tpt_blink,
103 					ARRAY_SIZE(mt76_tpt_blink));
104 
105 	np = of_get_child_by_name(np, "led");
106 	if (np) {
107 		if (!of_property_read_u32(np, "led-sources", &led_pin))
108 			dev->led_pin = led_pin;
109 		dev->led_al = of_property_read_bool(np, "led-active-low");
110 	}
111 
112 	return led_classdev_register(dev->dev, &dev->led_cdev);
113 }
114 
115 static void mt76_led_cleanup(struct mt76_dev *dev)
116 {
117 	if (!dev->led_cdev.brightness_set && !dev->led_cdev.blink_set)
118 		return;
119 
120 	led_classdev_unregister(&dev->led_cdev);
121 }
122 
123 static void mt76_init_stream_cap(struct mt76_phy *phy,
124 				 struct ieee80211_supported_band *sband,
125 				 bool vht)
126 {
127 	struct ieee80211_sta_ht_cap *ht_cap = &sband->ht_cap;
128 	int i, nstream = hweight8(phy->antenna_mask);
129 	struct ieee80211_sta_vht_cap *vht_cap;
130 	u16 mcs_map = 0;
131 
132 	if (nstream > 1)
133 		ht_cap->cap |= IEEE80211_HT_CAP_TX_STBC;
134 	else
135 		ht_cap->cap &= ~IEEE80211_HT_CAP_TX_STBC;
136 
137 	for (i = 0; i < IEEE80211_HT_MCS_MASK_LEN; i++)
138 		ht_cap->mcs.rx_mask[i] = i < nstream ? 0xff : 0;
139 
140 	if (!vht)
141 		return;
142 
143 	vht_cap = &sband->vht_cap;
144 	if (nstream > 1)
145 		vht_cap->cap |= IEEE80211_VHT_CAP_TXSTBC;
146 	else
147 		vht_cap->cap &= ~IEEE80211_VHT_CAP_TXSTBC;
148 
149 	for (i = 0; i < 8; i++) {
150 		if (i < nstream)
151 			mcs_map |= (IEEE80211_VHT_MCS_SUPPORT_0_9 << (i * 2));
152 		else
153 			mcs_map |=
154 				(IEEE80211_VHT_MCS_NOT_SUPPORTED << (i * 2));
155 	}
156 	vht_cap->vht_mcs.rx_mcs_map = cpu_to_le16(mcs_map);
157 	vht_cap->vht_mcs.tx_mcs_map = cpu_to_le16(mcs_map);
158 }
159 
160 void mt76_set_stream_caps(struct mt76_phy *phy, bool vht)
161 {
162 	if (phy->cap.has_2ghz)
163 		mt76_init_stream_cap(phy, &phy->sband_2g.sband, false);
164 	if (phy->cap.has_5ghz)
165 		mt76_init_stream_cap(phy, &phy->sband_5g.sband, vht);
166 }
167 EXPORT_SYMBOL_GPL(mt76_set_stream_caps);
168 
169 static int
170 mt76_init_sband(struct mt76_phy *phy, struct mt76_sband *msband,
171 		const struct ieee80211_channel *chan, int n_chan,
172 		struct ieee80211_rate *rates, int n_rates, bool vht)
173 {
174 	struct ieee80211_supported_band *sband = &msband->sband;
175 	struct ieee80211_sta_vht_cap *vht_cap;
176 	struct ieee80211_sta_ht_cap *ht_cap;
177 	struct mt76_dev *dev = phy->dev;
178 	void *chanlist;
179 	int size;
180 
181 	size = n_chan * sizeof(*chan);
182 	chanlist = devm_kmemdup(dev->dev, chan, size, GFP_KERNEL);
183 	if (!chanlist)
184 		return -ENOMEM;
185 
186 	msband->chan = devm_kcalloc(dev->dev, n_chan, sizeof(*msband->chan),
187 				    GFP_KERNEL);
188 	if (!msband->chan)
189 		return -ENOMEM;
190 
191 	sband->channels = chanlist;
192 	sband->n_channels = n_chan;
193 	sband->bitrates = rates;
194 	sband->n_bitrates = n_rates;
195 
196 	ht_cap = &sband->ht_cap;
197 	ht_cap->ht_supported = true;
198 	ht_cap->cap |= IEEE80211_HT_CAP_SUP_WIDTH_20_40 |
199 		       IEEE80211_HT_CAP_GRN_FLD |
200 		       IEEE80211_HT_CAP_SGI_20 |
201 		       IEEE80211_HT_CAP_SGI_40 |
202 		       (1 << IEEE80211_HT_CAP_RX_STBC_SHIFT);
203 
204 	ht_cap->mcs.tx_params = IEEE80211_HT_MCS_TX_DEFINED;
205 	ht_cap->ampdu_factor = IEEE80211_HT_MAX_AMPDU_64K;
206 
207 	mt76_init_stream_cap(phy, sband, vht);
208 
209 	if (!vht)
210 		return 0;
211 
212 	vht_cap = &sband->vht_cap;
213 	vht_cap->vht_supported = true;
214 	vht_cap->cap |= IEEE80211_VHT_CAP_RXLDPC |
215 			IEEE80211_VHT_CAP_RXSTBC_1 |
216 			IEEE80211_VHT_CAP_SHORT_GI_80 |
217 			IEEE80211_VHT_CAP_RX_ANTENNA_PATTERN |
218 			IEEE80211_VHT_CAP_TX_ANTENNA_PATTERN |
219 			(3 << IEEE80211_VHT_CAP_MAX_A_MPDU_LENGTH_EXPONENT_SHIFT);
220 
221 	return 0;
222 }
223 
224 static int
225 mt76_init_sband_2g(struct mt76_phy *phy, struct ieee80211_rate *rates,
226 		   int n_rates)
227 {
228 	phy->hw->wiphy->bands[NL80211_BAND_2GHZ] = &phy->sband_2g.sband;
229 
230 	return mt76_init_sband(phy, &phy->sband_2g, mt76_channels_2ghz,
231 			       ARRAY_SIZE(mt76_channels_2ghz), rates,
232 			       n_rates, false);
233 }
234 
235 static int
236 mt76_init_sband_5g(struct mt76_phy *phy, struct ieee80211_rate *rates,
237 		   int n_rates, bool vht)
238 {
239 	phy->hw->wiphy->bands[NL80211_BAND_5GHZ] = &phy->sband_5g.sband;
240 
241 	return mt76_init_sband(phy, &phy->sband_5g, mt76_channels_5ghz,
242 			       ARRAY_SIZE(mt76_channels_5ghz), rates,
243 			       n_rates, vht);
244 }
245 
246 static void
247 mt76_check_sband(struct mt76_phy *phy, struct mt76_sband *msband,
248 		 enum nl80211_band band)
249 {
250 	struct ieee80211_supported_band *sband = &msband->sband;
251 	bool found = false;
252 	int i;
253 
254 	if (!sband)
255 		return;
256 
257 	for (i = 0; i < sband->n_channels; i++) {
258 		if (sband->channels[i].flags & IEEE80211_CHAN_DISABLED)
259 			continue;
260 
261 		found = true;
262 		break;
263 	}
264 
265 	if (found) {
266 		phy->chandef.chan = &sband->channels[0];
267 		phy->chan_state = &msband->chan[0];
268 		return;
269 	}
270 
271 	sband->n_channels = 0;
272 	phy->hw->wiphy->bands[band] = NULL;
273 }
274 
275 static void
276 mt76_phy_init(struct mt76_phy *phy, struct ieee80211_hw *hw)
277 {
278 	struct mt76_dev *dev = phy->dev;
279 	struct wiphy *wiphy = hw->wiphy;
280 
281 	SET_IEEE80211_DEV(hw, dev->dev);
282 	SET_IEEE80211_PERM_ADDR(hw, phy->macaddr);
283 
284 	wiphy->features |= NL80211_FEATURE_ACTIVE_MONITOR;
285 	wiphy->flags |= WIPHY_FLAG_HAS_CHANNEL_SWITCH |
286 			WIPHY_FLAG_SUPPORTS_TDLS |
287 			WIPHY_FLAG_AP_UAPSD;
288 
289 	wiphy_ext_feature_set(wiphy, NL80211_EXT_FEATURE_CQM_RSSI_LIST);
290 	wiphy_ext_feature_set(wiphy, NL80211_EXT_FEATURE_AIRTIME_FAIRNESS);
291 	wiphy_ext_feature_set(wiphy, NL80211_EXT_FEATURE_AQL);
292 
293 	wiphy->available_antennas_tx = dev->phy.antenna_mask;
294 	wiphy->available_antennas_rx = dev->phy.antenna_mask;
295 
296 	hw->txq_data_size = sizeof(struct mt76_txq);
297 	hw->uapsd_max_sp_len = IEEE80211_WMM_IE_STA_QOSINFO_SP_ALL;
298 
299 	if (!hw->max_tx_fragments)
300 		hw->max_tx_fragments = 16;
301 
302 	ieee80211_hw_set(hw, SIGNAL_DBM);
303 	ieee80211_hw_set(hw, AMPDU_AGGREGATION);
304 	ieee80211_hw_set(hw, SUPPORTS_RC_TABLE);
305 	ieee80211_hw_set(hw, SUPPORT_FAST_XMIT);
306 	ieee80211_hw_set(hw, SUPPORTS_CLONED_SKBS);
307 	ieee80211_hw_set(hw, SUPPORTS_AMSDU_IN_AMPDU);
308 	ieee80211_hw_set(hw, SUPPORTS_REORDERING_BUFFER);
309 
310 	if (!(dev->drv->drv_flags & MT_DRV_AMSDU_OFFLOAD)) {
311 		ieee80211_hw_set(hw, TX_AMSDU);
312 		ieee80211_hw_set(hw, TX_FRAG_LIST);
313 	}
314 
315 	ieee80211_hw_set(hw, MFP_CAPABLE);
316 	ieee80211_hw_set(hw, AP_LINK_PS);
317 	ieee80211_hw_set(hw, REPORTS_TX_ACK_STATUS);
318 
319 	wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
320 	wiphy->interface_modes =
321 		BIT(NL80211_IFTYPE_STATION) |
322 		BIT(NL80211_IFTYPE_AP) |
323 #ifdef CONFIG_MAC80211_MESH
324 		BIT(NL80211_IFTYPE_MESH_POINT) |
325 #endif
326 		BIT(NL80211_IFTYPE_P2P_CLIENT) |
327 		BIT(NL80211_IFTYPE_P2P_GO) |
328 		BIT(NL80211_IFTYPE_ADHOC);
329 }
330 
331 struct mt76_phy *
332 mt76_alloc_phy(struct mt76_dev *dev, unsigned int size,
333 	       const struct ieee80211_ops *ops)
334 {
335 	struct ieee80211_hw *hw;
336 	unsigned int phy_size;
337 	struct mt76_phy *phy;
338 
339 	phy_size = ALIGN(sizeof(*phy), 8);
340 	hw = ieee80211_alloc_hw(size + phy_size, ops);
341 	if (!hw)
342 		return NULL;
343 
344 	phy = hw->priv;
345 	phy->dev = dev;
346 	phy->hw = hw;
347 	phy->priv = hw->priv + phy_size;
348 
349 	return phy;
350 }
351 EXPORT_SYMBOL_GPL(mt76_alloc_phy);
352 
353 int mt76_register_phy(struct mt76_phy *phy, bool vht,
354 		      struct ieee80211_rate *rates, int n_rates)
355 {
356 	int ret;
357 
358 	mt76_phy_init(phy, phy->hw);
359 
360 	if (phy->cap.has_2ghz) {
361 		ret = mt76_init_sband_2g(phy, rates, n_rates);
362 		if (ret)
363 			return ret;
364 	}
365 
366 	if (phy->cap.has_5ghz) {
367 		ret = mt76_init_sband_5g(phy, rates + 4, n_rates - 4, vht);
368 		if (ret)
369 			return ret;
370 	}
371 
372 	wiphy_read_of_freq_limits(phy->hw->wiphy);
373 	mt76_check_sband(phy, &phy->sband_2g, NL80211_BAND_2GHZ);
374 	mt76_check_sband(phy, &phy->sband_5g, NL80211_BAND_5GHZ);
375 
376 	ret = ieee80211_register_hw(phy->hw);
377 	if (ret)
378 		return ret;
379 
380 	phy->dev->phy2 = phy;
381 
382 	return 0;
383 }
384 EXPORT_SYMBOL_GPL(mt76_register_phy);
385 
386 void mt76_unregister_phy(struct mt76_phy *phy)
387 {
388 	struct mt76_dev *dev = phy->dev;
389 
390 	mt76_tx_status_check(dev, NULL, true);
391 	ieee80211_unregister_hw(phy->hw);
392 	dev->phy2 = NULL;
393 }
394 EXPORT_SYMBOL_GPL(mt76_unregister_phy);
395 
396 struct mt76_dev *
397 mt76_alloc_device(struct device *pdev, unsigned int size,
398 		  const struct ieee80211_ops *ops,
399 		  const struct mt76_driver_ops *drv_ops)
400 {
401 	struct ieee80211_hw *hw;
402 	struct mt76_phy *phy;
403 	struct mt76_dev *dev;
404 	int i;
405 
406 	hw = ieee80211_alloc_hw(size, ops);
407 	if (!hw)
408 		return NULL;
409 
410 	dev = hw->priv;
411 	dev->hw = hw;
412 	dev->dev = pdev;
413 	dev->drv = drv_ops;
414 
415 	phy = &dev->phy;
416 	phy->dev = dev;
417 	phy->hw = hw;
418 
419 	spin_lock_init(&dev->rx_lock);
420 	spin_lock_init(&dev->lock);
421 	spin_lock_init(&dev->cc_lock);
422 	mutex_init(&dev->mutex);
423 	init_waitqueue_head(&dev->tx_wait);
424 	skb_queue_head_init(&dev->status_list);
425 
426 	skb_queue_head_init(&dev->mcu.res_q);
427 	init_waitqueue_head(&dev->mcu.wait);
428 	mutex_init(&dev->mcu.mutex);
429 	dev->tx_worker.fn = mt76_tx_worker;
430 
431 	INIT_LIST_HEAD(&dev->txwi_cache);
432 
433 	for (i = 0; i < ARRAY_SIZE(dev->q_rx); i++)
434 		skb_queue_head_init(&dev->rx_skb[i]);
435 
436 	dev->wq = alloc_ordered_workqueue("mt76", 0);
437 	if (!dev->wq) {
438 		ieee80211_free_hw(hw);
439 		return NULL;
440 	}
441 
442 	return dev;
443 }
444 EXPORT_SYMBOL_GPL(mt76_alloc_device);
445 
446 int mt76_register_device(struct mt76_dev *dev, bool vht,
447 			 struct ieee80211_rate *rates, int n_rates)
448 {
449 	struct ieee80211_hw *hw = dev->hw;
450 	struct mt76_phy *phy = &dev->phy;
451 	int ret;
452 
453 	dev_set_drvdata(dev->dev, dev);
454 	mt76_phy_init(phy, hw);
455 
456 	if (phy->cap.has_2ghz) {
457 		ret = mt76_init_sband_2g(phy, rates, n_rates);
458 		if (ret)
459 			return ret;
460 	}
461 
462 	if (phy->cap.has_5ghz) {
463 		ret = mt76_init_sband_5g(phy, rates + 4, n_rates - 4, vht);
464 		if (ret)
465 			return ret;
466 	}
467 
468 	wiphy_read_of_freq_limits(hw->wiphy);
469 	mt76_check_sband(&dev->phy, &phy->sband_2g, NL80211_BAND_2GHZ);
470 	mt76_check_sband(&dev->phy, &phy->sband_5g, NL80211_BAND_5GHZ);
471 
472 	if (IS_ENABLED(CONFIG_MT76_LEDS)) {
473 		ret = mt76_led_init(dev);
474 		if (ret)
475 			return ret;
476 	}
477 
478 	ret = ieee80211_register_hw(hw);
479 	if (ret)
480 		return ret;
481 
482 	WARN_ON(mt76_worker_setup(hw, &dev->tx_worker, NULL, "tx"));
483 	sched_set_fifo_low(dev->tx_worker.task);
484 
485 	return 0;
486 }
487 EXPORT_SYMBOL_GPL(mt76_register_device);
488 
489 void mt76_unregister_device(struct mt76_dev *dev)
490 {
491 	struct ieee80211_hw *hw = dev->hw;
492 
493 	if (IS_ENABLED(CONFIG_MT76_LEDS))
494 		mt76_led_cleanup(dev);
495 	mt76_tx_status_check(dev, NULL, true);
496 	ieee80211_unregister_hw(hw);
497 }
498 EXPORT_SYMBOL_GPL(mt76_unregister_device);
499 
500 void mt76_free_device(struct mt76_dev *dev)
501 {
502 	mt76_worker_teardown(&dev->tx_worker);
503 	if (dev->wq) {
504 		destroy_workqueue(dev->wq);
505 		dev->wq = NULL;
506 	}
507 	ieee80211_free_hw(dev->hw);
508 }
509 EXPORT_SYMBOL_GPL(mt76_free_device);
510 
511 void mt76_rx(struct mt76_dev *dev, enum mt76_rxq_id q, struct sk_buff *skb)
512 {
513 	struct mt76_rx_status *status = (struct mt76_rx_status *)skb->cb;
514 	struct mt76_phy *phy = mt76_dev_phy(dev, status->ext_phy);
515 
516 	if (!test_bit(MT76_STATE_RUNNING, &phy->state)) {
517 		dev_kfree_skb(skb);
518 		return;
519 	}
520 
521 #ifdef CONFIG_NL80211_TESTMODE
522 	if (phy->test.state == MT76_TM_STATE_RX_FRAMES) {
523 		phy->test.rx_stats.packets[q]++;
524 		if (status->flag & RX_FLAG_FAILED_FCS_CRC)
525 			phy->test.rx_stats.fcs_error[q]++;
526 	}
527 #endif
528 	__skb_queue_tail(&dev->rx_skb[q], skb);
529 }
530 EXPORT_SYMBOL_GPL(mt76_rx);
531 
532 bool mt76_has_tx_pending(struct mt76_phy *phy)
533 {
534 	struct mt76_queue *q;
535 	int i;
536 
537 	for (i = 0; i < __MT_TXQ_MAX; i++) {
538 		q = phy->q_tx[i];
539 		if (q && q->queued)
540 			return true;
541 	}
542 
543 	return false;
544 }
545 EXPORT_SYMBOL_GPL(mt76_has_tx_pending);
546 
547 static struct mt76_channel_state *
548 mt76_channel_state(struct mt76_phy *phy, struct ieee80211_channel *c)
549 {
550 	struct mt76_sband *msband;
551 	int idx;
552 
553 	if (c->band == NL80211_BAND_2GHZ)
554 		msband = &phy->sband_2g;
555 	else
556 		msband = &phy->sband_5g;
557 
558 	idx = c - &msband->sband.channels[0];
559 	return &msband->chan[idx];
560 }
561 
562 void mt76_update_survey_active_time(struct mt76_phy *phy, ktime_t time)
563 {
564 	struct mt76_channel_state *state = phy->chan_state;
565 
566 	state->cc_active += ktime_to_us(ktime_sub(time,
567 						  phy->survey_time));
568 	phy->survey_time = time;
569 }
570 EXPORT_SYMBOL_GPL(mt76_update_survey_active_time);
571 
572 void mt76_update_survey(struct mt76_dev *dev)
573 {
574 	ktime_t cur_time;
575 
576 	if (dev->drv->update_survey)
577 		dev->drv->update_survey(dev);
578 
579 	cur_time = ktime_get_boottime();
580 	mt76_update_survey_active_time(&dev->phy, cur_time);
581 	if (dev->phy2)
582 		mt76_update_survey_active_time(dev->phy2, cur_time);
583 
584 	if (dev->drv->drv_flags & MT_DRV_SW_RX_AIRTIME) {
585 		struct mt76_channel_state *state = dev->phy.chan_state;
586 
587 		spin_lock_bh(&dev->cc_lock);
588 		state->cc_bss_rx += dev->cur_cc_bss_rx;
589 		dev->cur_cc_bss_rx = 0;
590 		spin_unlock_bh(&dev->cc_lock);
591 	}
592 }
593 EXPORT_SYMBOL_GPL(mt76_update_survey);
594 
595 void mt76_set_channel(struct mt76_phy *phy)
596 {
597 	struct mt76_dev *dev = phy->dev;
598 	struct ieee80211_hw *hw = phy->hw;
599 	struct cfg80211_chan_def *chandef = &hw->conf.chandef;
600 	bool offchannel = hw->conf.flags & IEEE80211_CONF_OFFCHANNEL;
601 	int timeout = HZ / 5;
602 
603 	wait_event_timeout(dev->tx_wait, !mt76_has_tx_pending(phy), timeout);
604 	mt76_update_survey(dev);
605 
606 	phy->chandef = *chandef;
607 	phy->chan_state = mt76_channel_state(phy, chandef->chan);
608 
609 	if (!offchannel)
610 		phy->main_chan = chandef->chan;
611 
612 	if (chandef->chan != phy->main_chan)
613 		memset(phy->chan_state, 0, sizeof(*phy->chan_state));
614 }
615 EXPORT_SYMBOL_GPL(mt76_set_channel);
616 
617 int mt76_get_survey(struct ieee80211_hw *hw, int idx,
618 		    struct survey_info *survey)
619 {
620 	struct mt76_phy *phy = hw->priv;
621 	struct mt76_dev *dev = phy->dev;
622 	struct mt76_sband *sband;
623 	struct ieee80211_channel *chan;
624 	struct mt76_channel_state *state;
625 	int ret = 0;
626 
627 	mutex_lock(&dev->mutex);
628 	if (idx == 0 && dev->drv->update_survey)
629 		mt76_update_survey(dev);
630 
631 	sband = &phy->sband_2g;
632 	if (idx >= sband->sband.n_channels) {
633 		idx -= sband->sband.n_channels;
634 		sband = &phy->sband_5g;
635 	}
636 
637 	if (idx >= sband->sband.n_channels) {
638 		ret = -ENOENT;
639 		goto out;
640 	}
641 
642 	chan = &sband->sband.channels[idx];
643 	state = mt76_channel_state(phy, chan);
644 
645 	memset(survey, 0, sizeof(*survey));
646 	survey->channel = chan;
647 	survey->filled = SURVEY_INFO_TIME | SURVEY_INFO_TIME_BUSY;
648 	survey->filled |= dev->drv->survey_flags;
649 	if (state->noise)
650 		survey->filled |= SURVEY_INFO_NOISE_DBM;
651 
652 	if (chan == phy->main_chan) {
653 		survey->filled |= SURVEY_INFO_IN_USE;
654 
655 		if (dev->drv->drv_flags & MT_DRV_SW_RX_AIRTIME)
656 			survey->filled |= SURVEY_INFO_TIME_BSS_RX;
657 	}
658 
659 	survey->time_busy = div_u64(state->cc_busy, 1000);
660 	survey->time_rx = div_u64(state->cc_rx, 1000);
661 	survey->time = div_u64(state->cc_active, 1000);
662 	survey->noise = state->noise;
663 
664 	spin_lock_bh(&dev->cc_lock);
665 	survey->time_bss_rx = div_u64(state->cc_bss_rx, 1000);
666 	survey->time_tx = div_u64(state->cc_tx, 1000);
667 	spin_unlock_bh(&dev->cc_lock);
668 
669 out:
670 	mutex_unlock(&dev->mutex);
671 
672 	return ret;
673 }
674 EXPORT_SYMBOL_GPL(mt76_get_survey);
675 
676 void mt76_wcid_key_setup(struct mt76_dev *dev, struct mt76_wcid *wcid,
677 			 struct ieee80211_key_conf *key)
678 {
679 	struct ieee80211_key_seq seq;
680 	int i;
681 
682 	wcid->rx_check_pn = false;
683 
684 	if (!key)
685 		return;
686 
687 	if (key->cipher != WLAN_CIPHER_SUITE_CCMP)
688 		return;
689 
690 	wcid->rx_check_pn = true;
691 	for (i = 0; i < IEEE80211_NUM_TIDS; i++) {
692 		ieee80211_get_key_rx_seq(key, i, &seq);
693 		memcpy(wcid->rx_key_pn[i], seq.ccmp.pn, sizeof(seq.ccmp.pn));
694 	}
695 }
696 EXPORT_SYMBOL(mt76_wcid_key_setup);
697 
698 static void
699 mt76_rx_convert(struct mt76_dev *dev, struct sk_buff *skb,
700 		struct ieee80211_hw **hw,
701 		struct ieee80211_sta **sta)
702 {
703 	struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
704 	struct mt76_rx_status mstat;
705 
706 	mstat = *((struct mt76_rx_status *)skb->cb);
707 	memset(status, 0, sizeof(*status));
708 
709 	status->flag = mstat.flag;
710 	status->freq = mstat.freq;
711 	status->enc_flags = mstat.enc_flags;
712 	status->encoding = mstat.encoding;
713 	status->bw = mstat.bw;
714 	status->he_ru = mstat.he_ru;
715 	status->he_gi = mstat.he_gi;
716 	status->he_dcm = mstat.he_dcm;
717 	status->rate_idx = mstat.rate_idx;
718 	status->nss = mstat.nss;
719 	status->band = mstat.band;
720 	status->signal = mstat.signal;
721 	status->chains = mstat.chains;
722 	status->ampdu_reference = mstat.ampdu_ref;
723 
724 	BUILD_BUG_ON(sizeof(mstat) > sizeof(skb->cb));
725 	BUILD_BUG_ON(sizeof(status->chain_signal) !=
726 		     sizeof(mstat.chain_signal));
727 	memcpy(status->chain_signal, mstat.chain_signal,
728 	       sizeof(mstat.chain_signal));
729 
730 	*sta = wcid_to_sta(mstat.wcid);
731 	*hw = mt76_phy_hw(dev, mstat.ext_phy);
732 }
733 
734 static int
735 mt76_check_ccmp_pn(struct sk_buff *skb)
736 {
737 	struct mt76_rx_status *status = (struct mt76_rx_status *)skb->cb;
738 	struct mt76_wcid *wcid = status->wcid;
739 	struct ieee80211_hdr *hdr;
740 	int ret;
741 
742 	if (!(status->flag & RX_FLAG_DECRYPTED))
743 		return 0;
744 
745 	if (!wcid || !wcid->rx_check_pn)
746 		return 0;
747 
748 	if (!(status->flag & RX_FLAG_IV_STRIPPED)) {
749 		/*
750 		 * Validate the first fragment both here and in mac80211
751 		 * All further fragments will be validated by mac80211 only.
752 		 */
753 		hdr = mt76_skb_get_hdr(skb);
754 		if (ieee80211_is_frag(hdr) &&
755 		    !ieee80211_is_first_frag(hdr->frame_control))
756 			return 0;
757 	}
758 
759 	BUILD_BUG_ON(sizeof(status->iv) != sizeof(wcid->rx_key_pn[0]));
760 	ret = memcmp(status->iv, wcid->rx_key_pn[status->tid],
761 		     sizeof(status->iv));
762 	if (ret <= 0)
763 		return -EINVAL; /* replay */
764 
765 	memcpy(wcid->rx_key_pn[status->tid], status->iv, sizeof(status->iv));
766 
767 	if (status->flag & RX_FLAG_IV_STRIPPED)
768 		status->flag |= RX_FLAG_PN_VALIDATED;
769 
770 	return 0;
771 }
772 
773 static void
774 mt76_airtime_report(struct mt76_dev *dev, struct mt76_rx_status *status,
775 		    int len)
776 {
777 	struct mt76_wcid *wcid = status->wcid;
778 	struct ieee80211_rx_status info = {
779 		.enc_flags = status->enc_flags,
780 		.rate_idx = status->rate_idx,
781 		.encoding = status->encoding,
782 		.band = status->band,
783 		.nss = status->nss,
784 		.bw = status->bw,
785 	};
786 	struct ieee80211_sta *sta;
787 	u32 airtime;
788 
789 	airtime = ieee80211_calc_rx_airtime(dev->hw, &info, len);
790 	spin_lock(&dev->cc_lock);
791 	dev->cur_cc_bss_rx += airtime;
792 	spin_unlock(&dev->cc_lock);
793 
794 	if (!wcid || !wcid->sta)
795 		return;
796 
797 	sta = container_of((void *)wcid, struct ieee80211_sta, drv_priv);
798 	ieee80211_sta_register_airtime(sta, status->tid, 0, airtime);
799 }
800 
801 static void
802 mt76_airtime_flush_ampdu(struct mt76_dev *dev)
803 {
804 	struct mt76_wcid *wcid;
805 	int wcid_idx;
806 
807 	if (!dev->rx_ampdu_len)
808 		return;
809 
810 	wcid_idx = dev->rx_ampdu_status.wcid_idx;
811 	if (wcid_idx < ARRAY_SIZE(dev->wcid))
812 		wcid = rcu_dereference(dev->wcid[wcid_idx]);
813 	else
814 		wcid = NULL;
815 	dev->rx_ampdu_status.wcid = wcid;
816 
817 	mt76_airtime_report(dev, &dev->rx_ampdu_status, dev->rx_ampdu_len);
818 
819 	dev->rx_ampdu_len = 0;
820 	dev->rx_ampdu_ref = 0;
821 }
822 
823 static void
824 mt76_airtime_check(struct mt76_dev *dev, struct sk_buff *skb)
825 {
826 	struct ieee80211_hdr *hdr = mt76_skb_get_hdr(skb);
827 	struct mt76_rx_status *status = (struct mt76_rx_status *)skb->cb;
828 	struct mt76_wcid *wcid = status->wcid;
829 
830 	if (!(dev->drv->drv_flags & MT_DRV_SW_RX_AIRTIME))
831 		return;
832 
833 	if (!wcid || !wcid->sta) {
834 		if (!ether_addr_equal(hdr->addr1, dev->phy.macaddr))
835 			return;
836 
837 		wcid = NULL;
838 	}
839 
840 	if (!(status->flag & RX_FLAG_AMPDU_DETAILS) ||
841 	    status->ampdu_ref != dev->rx_ampdu_ref)
842 		mt76_airtime_flush_ampdu(dev);
843 
844 	if (status->flag & RX_FLAG_AMPDU_DETAILS) {
845 		if (!dev->rx_ampdu_len ||
846 		    status->ampdu_ref != dev->rx_ampdu_ref) {
847 			dev->rx_ampdu_status = *status;
848 			dev->rx_ampdu_status.wcid_idx = wcid ? wcid->idx : 0xff;
849 			dev->rx_ampdu_ref = status->ampdu_ref;
850 		}
851 
852 		dev->rx_ampdu_len += skb->len;
853 		return;
854 	}
855 
856 	mt76_airtime_report(dev, status, skb->len);
857 }
858 
859 static void
860 mt76_check_sta(struct mt76_dev *dev, struct sk_buff *skb)
861 {
862 	struct mt76_rx_status *status = (struct mt76_rx_status *)skb->cb;
863 	struct ieee80211_hdr *hdr = mt76_skb_get_hdr(skb);
864 	struct ieee80211_sta *sta;
865 	struct ieee80211_hw *hw;
866 	struct mt76_wcid *wcid = status->wcid;
867 	bool ps;
868 
869 	hw = mt76_phy_hw(dev, status->ext_phy);
870 	if (ieee80211_is_pspoll(hdr->frame_control) && !wcid) {
871 		sta = ieee80211_find_sta_by_ifaddr(hw, hdr->addr2, NULL);
872 		if (sta)
873 			wcid = status->wcid = (struct mt76_wcid *)sta->drv_priv;
874 	}
875 
876 	mt76_airtime_check(dev, skb);
877 
878 	if (!wcid || !wcid->sta)
879 		return;
880 
881 	sta = container_of((void *)wcid, struct ieee80211_sta, drv_priv);
882 
883 	if (status->signal <= 0)
884 		ewma_signal_add(&wcid->rssi, -status->signal);
885 
886 	wcid->inactive_count = 0;
887 
888 	if (!test_bit(MT_WCID_FLAG_CHECK_PS, &wcid->flags))
889 		return;
890 
891 	if (ieee80211_is_pspoll(hdr->frame_control)) {
892 		ieee80211_sta_pspoll(sta);
893 		return;
894 	}
895 
896 	if (ieee80211_has_morefrags(hdr->frame_control) ||
897 	    !(ieee80211_is_mgmt(hdr->frame_control) ||
898 	      ieee80211_is_data(hdr->frame_control)))
899 		return;
900 
901 	ps = ieee80211_has_pm(hdr->frame_control);
902 
903 	if (ps && (ieee80211_is_data_qos(hdr->frame_control) ||
904 		   ieee80211_is_qos_nullfunc(hdr->frame_control)))
905 		ieee80211_sta_uapsd_trigger(sta, status->tid);
906 
907 	if (!!test_bit(MT_WCID_FLAG_PS, &wcid->flags) == ps)
908 		return;
909 
910 	if (ps)
911 		set_bit(MT_WCID_FLAG_PS, &wcid->flags);
912 	else
913 		clear_bit(MT_WCID_FLAG_PS, &wcid->flags);
914 
915 	dev->drv->sta_ps(dev, sta, ps);
916 	ieee80211_sta_ps_transition(sta, ps);
917 }
918 
919 void mt76_rx_complete(struct mt76_dev *dev, struct sk_buff_head *frames,
920 		      struct napi_struct *napi)
921 {
922 	struct ieee80211_sta *sta;
923 	struct ieee80211_hw *hw;
924 	struct sk_buff *skb, *tmp;
925 	LIST_HEAD(list);
926 
927 	spin_lock(&dev->rx_lock);
928 	while ((skb = __skb_dequeue(frames)) != NULL) {
929 		if (mt76_check_ccmp_pn(skb)) {
930 			dev_kfree_skb(skb);
931 			continue;
932 		}
933 
934 		mt76_rx_convert(dev, skb, &hw, &sta);
935 		ieee80211_rx_list(hw, sta, skb, &list);
936 	}
937 	spin_unlock(&dev->rx_lock);
938 
939 	if (!napi) {
940 		netif_receive_skb_list(&list);
941 		return;
942 	}
943 
944 	list_for_each_entry_safe(skb, tmp, &list, list) {
945 		skb_list_del_init(skb);
946 		napi_gro_receive(napi, skb);
947 	}
948 }
949 
950 void mt76_rx_poll_complete(struct mt76_dev *dev, enum mt76_rxq_id q,
951 			   struct napi_struct *napi)
952 {
953 	struct sk_buff_head frames;
954 	struct sk_buff *skb;
955 
956 	__skb_queue_head_init(&frames);
957 
958 	while ((skb = __skb_dequeue(&dev->rx_skb[q])) != NULL) {
959 		mt76_check_sta(dev, skb);
960 		mt76_rx_aggr_reorder(skb, &frames);
961 	}
962 
963 	mt76_rx_complete(dev, &frames, napi);
964 }
965 EXPORT_SYMBOL_GPL(mt76_rx_poll_complete);
966 
967 static int
968 mt76_sta_add(struct mt76_dev *dev, struct ieee80211_vif *vif,
969 	     struct ieee80211_sta *sta, bool ext_phy)
970 {
971 	struct mt76_wcid *wcid = (struct mt76_wcid *)sta->drv_priv;
972 	int ret;
973 	int i;
974 
975 	mutex_lock(&dev->mutex);
976 
977 	ret = dev->drv->sta_add(dev, vif, sta);
978 	if (ret)
979 		goto out;
980 
981 	for (i = 0; i < ARRAY_SIZE(sta->txq); i++) {
982 		struct mt76_txq *mtxq;
983 
984 		if (!sta->txq[i])
985 			continue;
986 
987 		mtxq = (struct mt76_txq *)sta->txq[i]->drv_priv;
988 		mtxq->wcid = wcid;
989 	}
990 
991 	ewma_signal_init(&wcid->rssi);
992 	if (ext_phy)
993 		mt76_wcid_mask_set(dev->wcid_phy_mask, wcid->idx);
994 	wcid->ext_phy = ext_phy;
995 	rcu_assign_pointer(dev->wcid[wcid->idx], wcid);
996 
997 out:
998 	mutex_unlock(&dev->mutex);
999 
1000 	return ret;
1001 }
1002 
1003 void __mt76_sta_remove(struct mt76_dev *dev, struct ieee80211_vif *vif,
1004 		       struct ieee80211_sta *sta)
1005 {
1006 	struct mt76_wcid *wcid = (struct mt76_wcid *)sta->drv_priv;
1007 	int i, idx = wcid->idx;
1008 
1009 	for (i = 0; i < ARRAY_SIZE(wcid->aggr); i++)
1010 		mt76_rx_aggr_stop(dev, wcid, i);
1011 
1012 	if (dev->drv->sta_remove)
1013 		dev->drv->sta_remove(dev, vif, sta);
1014 
1015 	mt76_tx_status_check(dev, wcid, true);
1016 	mt76_wcid_mask_clear(dev->wcid_mask, idx);
1017 	mt76_wcid_mask_clear(dev->wcid_phy_mask, idx);
1018 }
1019 EXPORT_SYMBOL_GPL(__mt76_sta_remove);
1020 
1021 static void
1022 mt76_sta_remove(struct mt76_dev *dev, struct ieee80211_vif *vif,
1023 		struct ieee80211_sta *sta)
1024 {
1025 	mutex_lock(&dev->mutex);
1026 	__mt76_sta_remove(dev, vif, sta);
1027 	mutex_unlock(&dev->mutex);
1028 }
1029 
1030 int mt76_sta_state(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1031 		   struct ieee80211_sta *sta,
1032 		   enum ieee80211_sta_state old_state,
1033 		   enum ieee80211_sta_state new_state)
1034 {
1035 	struct mt76_phy *phy = hw->priv;
1036 	struct mt76_dev *dev = phy->dev;
1037 	bool ext_phy = phy != &dev->phy;
1038 
1039 	if (old_state == IEEE80211_STA_NOTEXIST &&
1040 	    new_state == IEEE80211_STA_NONE)
1041 		return mt76_sta_add(dev, vif, sta, ext_phy);
1042 
1043 	if (old_state == IEEE80211_STA_AUTH &&
1044 	    new_state == IEEE80211_STA_ASSOC &&
1045 	    dev->drv->sta_assoc)
1046 		dev->drv->sta_assoc(dev, vif, sta);
1047 
1048 	if (old_state == IEEE80211_STA_NONE &&
1049 	    new_state == IEEE80211_STA_NOTEXIST)
1050 		mt76_sta_remove(dev, vif, sta);
1051 
1052 	return 0;
1053 }
1054 EXPORT_SYMBOL_GPL(mt76_sta_state);
1055 
1056 void mt76_sta_pre_rcu_remove(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1057 			     struct ieee80211_sta *sta)
1058 {
1059 	struct mt76_phy *phy = hw->priv;
1060 	struct mt76_dev *dev = phy->dev;
1061 	struct mt76_wcid *wcid = (struct mt76_wcid *)sta->drv_priv;
1062 
1063 	mutex_lock(&dev->mutex);
1064 	rcu_assign_pointer(dev->wcid[wcid->idx], NULL);
1065 	mutex_unlock(&dev->mutex);
1066 }
1067 EXPORT_SYMBOL_GPL(mt76_sta_pre_rcu_remove);
1068 
1069 int mt76_get_txpower(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1070 		     int *dbm)
1071 {
1072 	struct mt76_phy *phy = hw->priv;
1073 	int n_chains = hweight8(phy->antenna_mask);
1074 	int delta = mt76_tx_power_nss_delta(n_chains);
1075 
1076 	*dbm = DIV_ROUND_UP(phy->txpower_cur + delta, 2);
1077 
1078 	return 0;
1079 }
1080 EXPORT_SYMBOL_GPL(mt76_get_txpower);
1081 
1082 static void
1083 __mt76_csa_finish(void *priv, u8 *mac, struct ieee80211_vif *vif)
1084 {
1085 	if (vif->csa_active && ieee80211_beacon_cntdwn_is_complete(vif))
1086 		ieee80211_csa_finish(vif);
1087 }
1088 
1089 void mt76_csa_finish(struct mt76_dev *dev)
1090 {
1091 	if (!dev->csa_complete)
1092 		return;
1093 
1094 	ieee80211_iterate_active_interfaces_atomic(dev->hw,
1095 		IEEE80211_IFACE_ITER_RESUME_ALL,
1096 		__mt76_csa_finish, dev);
1097 
1098 	dev->csa_complete = 0;
1099 }
1100 EXPORT_SYMBOL_GPL(mt76_csa_finish);
1101 
1102 static void
1103 __mt76_csa_check(void *priv, u8 *mac, struct ieee80211_vif *vif)
1104 {
1105 	struct mt76_dev *dev = priv;
1106 
1107 	if (!vif->csa_active)
1108 		return;
1109 
1110 	dev->csa_complete |= ieee80211_beacon_cntdwn_is_complete(vif);
1111 }
1112 
1113 void mt76_csa_check(struct mt76_dev *dev)
1114 {
1115 	ieee80211_iterate_active_interfaces_atomic(dev->hw,
1116 		IEEE80211_IFACE_ITER_RESUME_ALL,
1117 		__mt76_csa_check, dev);
1118 }
1119 EXPORT_SYMBOL_GPL(mt76_csa_check);
1120 
1121 int
1122 mt76_set_tim(struct ieee80211_hw *hw, struct ieee80211_sta *sta, bool set)
1123 {
1124 	return 0;
1125 }
1126 EXPORT_SYMBOL_GPL(mt76_set_tim);
1127 
1128 void mt76_insert_ccmp_hdr(struct sk_buff *skb, u8 key_id)
1129 {
1130 	struct mt76_rx_status *status = (struct mt76_rx_status *)skb->cb;
1131 	int hdr_len = ieee80211_get_hdrlen_from_skb(skb);
1132 	u8 *hdr, *pn = status->iv;
1133 
1134 	__skb_push(skb, 8);
1135 	memmove(skb->data, skb->data + 8, hdr_len);
1136 	hdr = skb->data + hdr_len;
1137 
1138 	hdr[0] = pn[5];
1139 	hdr[1] = pn[4];
1140 	hdr[2] = 0;
1141 	hdr[3] = 0x20 | (key_id << 6);
1142 	hdr[4] = pn[3];
1143 	hdr[5] = pn[2];
1144 	hdr[6] = pn[1];
1145 	hdr[7] = pn[0];
1146 
1147 	status->flag &= ~RX_FLAG_IV_STRIPPED;
1148 }
1149 EXPORT_SYMBOL_GPL(mt76_insert_ccmp_hdr);
1150 
1151 int mt76_get_rate(struct mt76_dev *dev,
1152 		  struct ieee80211_supported_band *sband,
1153 		  int idx, bool cck)
1154 {
1155 	int i, offset = 0, len = sband->n_bitrates;
1156 
1157 	if (cck) {
1158 		if (sband == &dev->phy.sband_5g.sband)
1159 			return 0;
1160 
1161 		idx &= ~BIT(2); /* short preamble */
1162 	} else if (sband == &dev->phy.sband_2g.sband) {
1163 		offset = 4;
1164 	}
1165 
1166 	for (i = offset; i < len; i++) {
1167 		if ((sband->bitrates[i].hw_value & GENMASK(7, 0)) == idx)
1168 			return i;
1169 	}
1170 
1171 	return 0;
1172 }
1173 EXPORT_SYMBOL_GPL(mt76_get_rate);
1174 
1175 void mt76_sw_scan(struct ieee80211_hw *hw, struct ieee80211_vif *vif,
1176 		  const u8 *mac)
1177 {
1178 	struct mt76_phy *phy = hw->priv;
1179 
1180 	set_bit(MT76_SCANNING, &phy->state);
1181 }
1182 EXPORT_SYMBOL_GPL(mt76_sw_scan);
1183 
1184 void mt76_sw_scan_complete(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
1185 {
1186 	struct mt76_phy *phy = hw->priv;
1187 
1188 	clear_bit(MT76_SCANNING, &phy->state);
1189 }
1190 EXPORT_SYMBOL_GPL(mt76_sw_scan_complete);
1191 
1192 int mt76_get_antenna(struct ieee80211_hw *hw, u32 *tx_ant, u32 *rx_ant)
1193 {
1194 	struct mt76_phy *phy = hw->priv;
1195 	struct mt76_dev *dev = phy->dev;
1196 
1197 	mutex_lock(&dev->mutex);
1198 	*tx_ant = phy->antenna_mask;
1199 	*rx_ant = phy->antenna_mask;
1200 	mutex_unlock(&dev->mutex);
1201 
1202 	return 0;
1203 }
1204 EXPORT_SYMBOL_GPL(mt76_get_antenna);
1205 
1206 struct mt76_queue *
1207 mt76_init_queue(struct mt76_dev *dev, int qid, int idx, int n_desc,
1208 		int ring_base)
1209 {
1210 	struct mt76_queue *hwq;
1211 	int err;
1212 
1213 	hwq = devm_kzalloc(dev->dev, sizeof(*hwq), GFP_KERNEL);
1214 	if (!hwq)
1215 		return ERR_PTR(-ENOMEM);
1216 
1217 	err = dev->queue_ops->alloc(dev, hwq, idx, n_desc, 0, ring_base);
1218 	if (err < 0)
1219 		return ERR_PTR(err);
1220 
1221 	return hwq;
1222 }
1223 EXPORT_SYMBOL_GPL(mt76_init_queue);
1224