1 // SPDX-License-Identifier: GPL-2.0+
2 /* Copyright (c) 2015-2016 Quantenna Communications. All rights reserved. */
3 
4 #include <linux/kernel.h>
5 #include <linux/module.h>
6 #include <linux/if_ether.h>
7 #include <linux/nospec.h>
8 
9 #include "core.h"
10 #include "bus.h"
11 #include "trans.h"
12 #include "commands.h"
13 #include "cfg80211.h"
14 #include "event.h"
15 #include "util.h"
16 #include "switchdev.h"
17 
18 #define QTNF_PRIMARY_VIF_IDX	0
19 
20 static bool slave_radar = true;
21 module_param(slave_radar, bool, 0644);
22 MODULE_PARM_DESC(slave_radar, "set 0 to disable radar detection in slave mode");
23 
24 static bool dfs_offload;
25 module_param(dfs_offload, bool, 0644);
26 MODULE_PARM_DESC(dfs_offload, "set 1 to enable DFS offload to firmware");
27 
28 static struct dentry *qtnf_debugfs_dir;
29 
30 bool qtnf_slave_radar_get(void)
31 {
32 	return slave_radar;
33 }
34 
35 bool qtnf_dfs_offload_get(void)
36 {
37 	return dfs_offload;
38 }
39 
40 struct qtnf_wmac *qtnf_core_get_mac(const struct qtnf_bus *bus, u8 macid)
41 {
42 	struct qtnf_wmac *mac = NULL;
43 
44 	if (macid >= QTNF_MAX_MAC) {
45 		pr_err("invalid MAC index %u\n", macid);
46 		return NULL;
47 	}
48 
49 	macid = array_index_nospec(macid, QTNF_MAX_MAC);
50 	mac = bus->mac[macid];
51 
52 	if (unlikely(!mac)) {
53 		pr_err("MAC%u: not initialized\n", macid);
54 		return NULL;
55 	}
56 
57 	return mac;
58 }
59 
60 /* Netdev handler for open.
61  */
62 static int qtnf_netdev_open(struct net_device *ndev)
63 {
64 	netif_carrier_off(ndev);
65 	qtnf_netdev_updown(ndev, 1);
66 	return 0;
67 }
68 
69 /* Netdev handler for close.
70  */
71 static int qtnf_netdev_close(struct net_device *ndev)
72 {
73 	netif_carrier_off(ndev);
74 	qtnf_virtual_intf_cleanup(ndev);
75 	qtnf_netdev_updown(ndev, 0);
76 	return 0;
77 }
78 
79 static void qtnf_packet_send_hi_pri(struct sk_buff *skb)
80 {
81 	struct qtnf_vif *vif = qtnf_netdev_get_priv(skb->dev);
82 
83 	skb_queue_tail(&vif->high_pri_tx_queue, skb);
84 	queue_work(vif->mac->bus->hprio_workqueue, &vif->high_pri_tx_work);
85 }
86 
87 /* Netdev handler for data transmission.
88  */
89 static netdev_tx_t
90 qtnf_netdev_hard_start_xmit(struct sk_buff *skb, struct net_device *ndev)
91 {
92 	struct qtnf_vif *vif;
93 	struct qtnf_wmac *mac;
94 
95 	vif = qtnf_netdev_get_priv(ndev);
96 
97 	if (unlikely(skb->dev != ndev)) {
98 		pr_err_ratelimited("invalid skb->dev");
99 		dev_kfree_skb_any(skb);
100 		return 0;
101 	}
102 
103 	if (unlikely(vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED)) {
104 		pr_err_ratelimited("%s: VIF not initialized\n", ndev->name);
105 		dev_kfree_skb_any(skb);
106 		return 0;
107 	}
108 
109 	mac = vif->mac;
110 	if (unlikely(!mac)) {
111 		pr_err_ratelimited("%s: NULL mac pointer", ndev->name);
112 		dev_kfree_skb_any(skb);
113 		return 0;
114 	}
115 
116 	if (!skb->len || (skb->len > ETH_FRAME_LEN)) {
117 		pr_err_ratelimited("%s: invalid skb len %d\n", ndev->name,
118 				   skb->len);
119 		dev_kfree_skb_any(skb);
120 		ndev->stats.tx_dropped++;
121 		return 0;
122 	}
123 
124 	/* tx path is enabled: reset vif timeout */
125 	vif->cons_tx_timeout_cnt = 0;
126 
127 	if (unlikely(skb->protocol == htons(ETH_P_PAE))) {
128 		qtnf_packet_send_hi_pri(skb);
129 		dev_sw_netstats_tx_add(ndev, 1, skb->len);
130 		return NETDEV_TX_OK;
131 	}
132 
133 	return qtnf_bus_data_tx(mac->bus, skb, mac->macid, vif->vifid);
134 }
135 
136 /* Netdev handler for transmission timeout.
137  */
138 static void qtnf_netdev_tx_timeout(struct net_device *ndev, unsigned int txqueue)
139 {
140 	struct qtnf_vif *vif = qtnf_netdev_get_priv(ndev);
141 	struct qtnf_wmac *mac;
142 	struct qtnf_bus *bus;
143 
144 	if (unlikely(!vif || !vif->mac || !vif->mac->bus))
145 		return;
146 
147 	mac = vif->mac;
148 	bus = mac->bus;
149 
150 	pr_warn("VIF%u.%u: Tx timeout- %lu\n", mac->macid, vif->vifid, jiffies);
151 
152 	qtnf_bus_data_tx_timeout(bus, ndev);
153 	ndev->stats.tx_errors++;
154 
155 	if (++vif->cons_tx_timeout_cnt > QTNF_TX_TIMEOUT_TRSHLD) {
156 		pr_err("Tx timeout threshold exceeded !\n");
157 		pr_err("schedule interface %s reset !\n", netdev_name(ndev));
158 		queue_work(bus->workqueue, &vif->reset_work);
159 	}
160 }
161 
162 static int qtnf_netdev_set_mac_address(struct net_device *ndev, void *addr)
163 {
164 	struct qtnf_vif *vif = qtnf_netdev_get_priv(ndev);
165 	struct sockaddr *sa = addr;
166 	int ret;
167 	unsigned char old_addr[ETH_ALEN];
168 
169 	memcpy(old_addr, sa->sa_data, sizeof(old_addr));
170 
171 	ret = eth_mac_addr(ndev, sa);
172 	if (ret)
173 		return ret;
174 
175 	qtnf_scan_done(vif->mac, true);
176 
177 	ret = qtnf_cmd_send_change_intf_type(vif, vif->wdev.iftype,
178 					     vif->wdev.use_4addr,
179 					     sa->sa_data);
180 
181 	if (ret)
182 		memcpy(ndev->dev_addr, old_addr, ETH_ALEN);
183 
184 	return ret;
185 }
186 
187 static int qtnf_netdev_port_parent_id(struct net_device *ndev,
188 				      struct netdev_phys_item_id *ppid)
189 {
190 	const struct qtnf_vif *vif = qtnf_netdev_get_priv(ndev);
191 	const struct qtnf_bus *bus = vif->mac->bus;
192 
193 	ppid->id_len = sizeof(bus->hw_id);
194 	memcpy(&ppid->id, bus->hw_id, ppid->id_len);
195 
196 	return 0;
197 }
198 
199 static int qtnf_netdev_alloc_pcpu_stats(struct net_device *dev)
200 {
201 	dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
202 
203 	return dev->tstats ? 0 : -ENOMEM;
204 }
205 
206 static void qtnf_netdev_free_pcpu_stats(struct net_device *dev)
207 {
208 	free_percpu(dev->tstats);
209 }
210 
211 /* Network device ops handlers */
212 const struct net_device_ops qtnf_netdev_ops = {
213 	.ndo_init = qtnf_netdev_alloc_pcpu_stats,
214 	.ndo_uninit = qtnf_netdev_free_pcpu_stats,
215 	.ndo_open = qtnf_netdev_open,
216 	.ndo_stop = qtnf_netdev_close,
217 	.ndo_start_xmit = qtnf_netdev_hard_start_xmit,
218 	.ndo_tx_timeout = qtnf_netdev_tx_timeout,
219 	.ndo_get_stats64 = dev_get_tstats64,
220 	.ndo_set_mac_address = qtnf_netdev_set_mac_address,
221 	.ndo_get_port_parent_id = qtnf_netdev_port_parent_id,
222 };
223 
224 static int qtnf_mac_init_single_band(struct wiphy *wiphy,
225 				     struct qtnf_wmac *mac,
226 				     enum nl80211_band band)
227 {
228 	int ret;
229 
230 	wiphy->bands[band] = kzalloc(sizeof(*wiphy->bands[band]), GFP_KERNEL);
231 	if (!wiphy->bands[band])
232 		return -ENOMEM;
233 
234 	wiphy->bands[band]->band = band;
235 
236 	ret = qtnf_cmd_band_info_get(mac, wiphy->bands[band]);
237 	if (ret) {
238 		pr_err("MAC%u: band %u: failed to get chans info: %d\n",
239 		       mac->macid, band, ret);
240 		return ret;
241 	}
242 
243 	qtnf_band_init_rates(wiphy->bands[band]);
244 
245 	return 0;
246 }
247 
248 static int qtnf_mac_init_bands(struct qtnf_wmac *mac)
249 {
250 	struct wiphy *wiphy = priv_to_wiphy(mac);
251 	int ret = 0;
252 
253 	if (mac->macinfo.bands_cap & QLINK_BAND_2GHZ) {
254 		ret = qtnf_mac_init_single_band(wiphy, mac, NL80211_BAND_2GHZ);
255 		if (ret)
256 			goto out;
257 	}
258 
259 	if (mac->macinfo.bands_cap & QLINK_BAND_5GHZ) {
260 		ret = qtnf_mac_init_single_band(wiphy, mac, NL80211_BAND_5GHZ);
261 		if (ret)
262 			goto out;
263 	}
264 
265 	if (mac->macinfo.bands_cap & QLINK_BAND_60GHZ)
266 		ret = qtnf_mac_init_single_band(wiphy, mac, NL80211_BAND_60GHZ);
267 
268 out:
269 	return ret;
270 }
271 
272 struct qtnf_vif *qtnf_mac_get_free_vif(struct qtnf_wmac *mac)
273 {
274 	struct qtnf_vif *vif;
275 	int i;
276 
277 	for (i = 0; i < QTNF_MAX_INTF; i++) {
278 		vif = &mac->iflist[i];
279 		if (vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED)
280 			return vif;
281 	}
282 
283 	return NULL;
284 }
285 
286 struct qtnf_vif *qtnf_mac_get_base_vif(struct qtnf_wmac *mac)
287 {
288 	struct qtnf_vif *vif;
289 
290 	vif = &mac->iflist[QTNF_PRIMARY_VIF_IDX];
291 
292 	if (vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED)
293 		return NULL;
294 
295 	return vif;
296 }
297 
298 void qtnf_mac_iface_comb_free(struct qtnf_wmac *mac)
299 {
300 	struct ieee80211_iface_combination *comb;
301 	int i;
302 
303 	if (mac->macinfo.if_comb) {
304 		for (i = 0; i < mac->macinfo.n_if_comb; i++) {
305 			comb = &mac->macinfo.if_comb[i];
306 			kfree(comb->limits);
307 			comb->limits = NULL;
308 		}
309 
310 		kfree(mac->macinfo.if_comb);
311 		mac->macinfo.if_comb = NULL;
312 	}
313 }
314 
315 void qtnf_mac_ext_caps_free(struct qtnf_wmac *mac)
316 {
317 	if (mac->macinfo.extended_capabilities_len) {
318 		kfree(mac->macinfo.extended_capabilities);
319 		mac->macinfo.extended_capabilities = NULL;
320 
321 		kfree(mac->macinfo.extended_capabilities_mask);
322 		mac->macinfo.extended_capabilities_mask = NULL;
323 
324 		mac->macinfo.extended_capabilities_len = 0;
325 	}
326 }
327 
328 static void qtnf_vif_reset_handler(struct work_struct *work)
329 {
330 	struct qtnf_vif *vif = container_of(work, struct qtnf_vif, reset_work);
331 
332 	rtnl_lock();
333 
334 	if (vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED) {
335 		rtnl_unlock();
336 		return;
337 	}
338 
339 	/* stop tx completely */
340 	netif_tx_stop_all_queues(vif->netdev);
341 	if (netif_carrier_ok(vif->netdev))
342 		netif_carrier_off(vif->netdev);
343 
344 	qtnf_cfg80211_vif_reset(vif);
345 
346 	rtnl_unlock();
347 }
348 
349 static void qtnf_mac_init_primary_intf(struct qtnf_wmac *mac)
350 {
351 	struct qtnf_vif *vif = &mac->iflist[QTNF_PRIMARY_VIF_IDX];
352 
353 	vif->wdev.iftype = NL80211_IFTYPE_STATION;
354 	vif->bss_priority = QTNF_DEF_BSS_PRIORITY;
355 	vif->wdev.wiphy = priv_to_wiphy(mac);
356 	INIT_WORK(&vif->reset_work, qtnf_vif_reset_handler);
357 	vif->cons_tx_timeout_cnt = 0;
358 }
359 
360 static void qtnf_mac_scan_finish(struct qtnf_wmac *mac, bool aborted)
361 {
362 	struct cfg80211_scan_info info = {
363 		.aborted = aborted,
364 	};
365 
366 	mutex_lock(&mac->mac_lock);
367 
368 	if (mac->scan_req) {
369 		cfg80211_scan_done(mac->scan_req, &info);
370 		mac->scan_req = NULL;
371 	}
372 
373 	mutex_unlock(&mac->mac_lock);
374 }
375 
376 void qtnf_scan_done(struct qtnf_wmac *mac, bool aborted)
377 {
378 	cancel_delayed_work_sync(&mac->scan_timeout);
379 	qtnf_mac_scan_finish(mac, aborted);
380 }
381 
382 static void qtnf_mac_scan_timeout(struct work_struct *work)
383 {
384 	struct qtnf_wmac *mac =
385 		container_of(work, struct qtnf_wmac, scan_timeout.work);
386 
387 	pr_warn("MAC%d: scan timed out\n", mac->macid);
388 	qtnf_mac_scan_finish(mac, true);
389 }
390 
391 static void qtnf_vif_send_data_high_pri(struct work_struct *work)
392 {
393 	struct qtnf_vif *vif =
394 		container_of(work, struct qtnf_vif, high_pri_tx_work);
395 	struct sk_buff *skb;
396 
397 	if (!vif->netdev ||
398 	    vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED)
399 		return;
400 
401 	while ((skb = skb_dequeue(&vif->high_pri_tx_queue))) {
402 		qtnf_cmd_send_frame(vif, 0, QLINK_FRAME_TX_FLAG_8023,
403 				    0, skb->data, skb->len);
404 		dev_kfree_skb_any(skb);
405 	}
406 }
407 
408 static struct qtnf_wmac *qtnf_core_mac_alloc(struct qtnf_bus *bus,
409 					     unsigned int macid)
410 {
411 	struct platform_device *pdev = NULL;
412 	struct qtnf_wmac *mac;
413 	struct qtnf_vif *vif;
414 	struct wiphy *wiphy;
415 	unsigned int i;
416 
417 	if (bus->hw_info.num_mac > 1) {
418 		pdev = platform_device_register_data(bus->dev,
419 						     dev_name(bus->dev),
420 						     macid, NULL, 0);
421 		if (IS_ERR(pdev))
422 			return ERR_PTR(-EINVAL);
423 	}
424 
425 	wiphy = qtnf_wiphy_allocate(bus, pdev);
426 	if (!wiphy) {
427 		if (pdev)
428 			platform_device_unregister(pdev);
429 		return ERR_PTR(-ENOMEM);
430 	}
431 
432 	mac = wiphy_priv(wiphy);
433 
434 	mac->macid = macid;
435 	mac->pdev = pdev;
436 	mac->bus = bus;
437 	mutex_init(&mac->mac_lock);
438 	INIT_DELAYED_WORK(&mac->scan_timeout, qtnf_mac_scan_timeout);
439 
440 	for (i = 0; i < QTNF_MAX_INTF; i++) {
441 		vif = &mac->iflist[i];
442 
443 		memset(vif, 0, sizeof(*vif));
444 		vif->wdev.iftype = NL80211_IFTYPE_UNSPECIFIED;
445 		vif->mac = mac;
446 		vif->vifid = i;
447 		qtnf_sta_list_init(&vif->sta_list);
448 		INIT_WORK(&vif->high_pri_tx_work, qtnf_vif_send_data_high_pri);
449 		skb_queue_head_init(&vif->high_pri_tx_queue);
450 	}
451 
452 	qtnf_mac_init_primary_intf(mac);
453 	bus->mac[macid] = mac;
454 
455 	return mac;
456 }
457 
458 static const struct ethtool_ops qtnf_ethtool_ops = {
459 	.get_drvinfo = cfg80211_get_drvinfo,
460 };
461 
462 int qtnf_core_net_attach(struct qtnf_wmac *mac, struct qtnf_vif *vif,
463 			 const char *name, unsigned char name_assign_type)
464 {
465 	struct wiphy *wiphy = priv_to_wiphy(mac);
466 	struct net_device *dev;
467 	void *qdev_vif;
468 	int ret;
469 
470 	dev = alloc_netdev_mqs(sizeof(struct qtnf_vif *), name,
471 			       name_assign_type, ether_setup, 1, 1);
472 	if (!dev)
473 		return -ENOMEM;
474 
475 	vif->netdev = dev;
476 
477 	dev->netdev_ops = &qtnf_netdev_ops;
478 	dev->needs_free_netdev = true;
479 	dev_net_set(dev, wiphy_net(wiphy));
480 	dev->ieee80211_ptr = &vif->wdev;
481 	ether_addr_copy(dev->dev_addr, vif->mac_addr);
482 	dev->flags |= IFF_BROADCAST | IFF_MULTICAST;
483 	dev->watchdog_timeo = QTNF_DEF_WDOG_TIMEOUT;
484 	dev->tx_queue_len = 100;
485 	dev->ethtool_ops = &qtnf_ethtool_ops;
486 
487 	if (qtnf_hwcap_is_set(&mac->bus->hw_info, QLINK_HW_CAPAB_HW_BRIDGE))
488 		dev->needed_tailroom = sizeof(struct qtnf_frame_meta_info);
489 
490 	qdev_vif = netdev_priv(dev);
491 	*((void **)qdev_vif) = vif;
492 
493 	SET_NETDEV_DEV(dev, wiphy_dev(wiphy));
494 
495 	ret = register_netdevice(dev);
496 	if (ret) {
497 		free_netdev(dev);
498 		vif->netdev = NULL;
499 	}
500 
501 	return ret;
502 }
503 
504 static void qtnf_core_mac_detach(struct qtnf_bus *bus, unsigned int macid)
505 {
506 	struct qtnf_wmac *mac;
507 	struct wiphy *wiphy;
508 	struct qtnf_vif *vif;
509 	unsigned int i;
510 	enum nl80211_band band;
511 
512 	mac = bus->mac[macid];
513 
514 	if (!mac)
515 		return;
516 
517 	wiphy = priv_to_wiphy(mac);
518 
519 	for (i = 0; i < QTNF_MAX_INTF; i++) {
520 		vif = &mac->iflist[i];
521 		rtnl_lock();
522 		if (vif->netdev &&
523 		    vif->wdev.iftype != NL80211_IFTYPE_UNSPECIFIED) {
524 			qtnf_virtual_intf_cleanup(vif->netdev);
525 			qtnf_del_virtual_intf(wiphy, &vif->wdev);
526 		}
527 		rtnl_unlock();
528 		qtnf_sta_list_free(&vif->sta_list);
529 	}
530 
531 	if (mac->wiphy_registered)
532 		wiphy_unregister(wiphy);
533 
534 	for (band = NL80211_BAND_2GHZ; band < NUM_NL80211_BANDS; ++band) {
535 		if (!wiphy->bands[band])
536 			continue;
537 
538 		kfree(wiphy->bands[band]->iftype_data);
539 		wiphy->bands[band]->n_iftype_data = 0;
540 
541 		kfree(wiphy->bands[band]->channels);
542 		wiphy->bands[band]->n_channels = 0;
543 
544 		kfree(wiphy->bands[band]);
545 		wiphy->bands[band] = NULL;
546 	}
547 
548 	platform_device_unregister(mac->pdev);
549 	qtnf_mac_iface_comb_free(mac);
550 	qtnf_mac_ext_caps_free(mac);
551 	kfree(mac->macinfo.wowlan);
552 	kfree(mac->rd);
553 	mac->rd = NULL;
554 	wiphy_free(wiphy);
555 	bus->mac[macid] = NULL;
556 }
557 
558 static int qtnf_core_mac_attach(struct qtnf_bus *bus, unsigned int macid)
559 {
560 	struct qtnf_wmac *mac;
561 	struct qtnf_vif *vif;
562 	int ret;
563 
564 	if (!(bus->hw_info.mac_bitmap & BIT(macid))) {
565 		pr_info("MAC%u is not active in FW\n", macid);
566 		return 0;
567 	}
568 
569 	mac = qtnf_core_mac_alloc(bus, macid);
570 	if (IS_ERR(mac)) {
571 		pr_err("MAC%u allocation failed\n", macid);
572 		return PTR_ERR(mac);
573 	}
574 
575 	vif = qtnf_mac_get_base_vif(mac);
576 	if (!vif) {
577 		pr_err("MAC%u: primary VIF is not ready\n", macid);
578 		ret = -EFAULT;
579 		goto error;
580 	}
581 
582 	ret = qtnf_cmd_send_add_intf(vif, vif->wdev.iftype,
583 				     vif->wdev.use_4addr, vif->mac_addr);
584 	if (ret) {
585 		pr_err("MAC%u: failed to add VIF\n", macid);
586 		goto error;
587 	}
588 
589 	ret = qtnf_cmd_get_mac_info(mac);
590 	if (ret) {
591 		pr_err("MAC%u: failed to get MAC info\n", macid);
592 		goto error_del_vif;
593 	}
594 
595 	/* Use MAC address of the first active radio as a unique device ID */
596 	if (is_zero_ether_addr(mac->bus->hw_id))
597 		ether_addr_copy(mac->bus->hw_id, mac->macaddr);
598 
599 	ret = qtnf_mac_init_bands(mac);
600 	if (ret) {
601 		pr_err("MAC%u: failed to init bands\n", macid);
602 		goto error_del_vif;
603 	}
604 
605 	ret = qtnf_wiphy_register(&bus->hw_info, mac);
606 	if (ret) {
607 		pr_err("MAC%u: wiphy registration failed\n", macid);
608 		goto error_del_vif;
609 	}
610 
611 	mac->wiphy_registered = 1;
612 
613 	rtnl_lock();
614 
615 	ret = qtnf_core_net_attach(mac, vif, "wlan%d", NET_NAME_ENUM);
616 	rtnl_unlock();
617 
618 	if (ret) {
619 		pr_err("MAC%u: failed to attach netdev\n", macid);
620 		goto error_del_vif;
621 	}
622 
623 	if (qtnf_hwcap_is_set(&bus->hw_info, QLINK_HW_CAPAB_HW_BRIDGE)) {
624 		ret = qtnf_cmd_netdev_changeupper(vif, vif->netdev->ifindex);
625 		if (ret)
626 			goto error;
627 	}
628 
629 	pr_debug("MAC%u initialized\n", macid);
630 
631 	return 0;
632 
633 error_del_vif:
634 	qtnf_cmd_send_del_intf(vif);
635 	vif->wdev.iftype = NL80211_IFTYPE_UNSPECIFIED;
636 error:
637 	qtnf_core_mac_detach(bus, macid);
638 	return ret;
639 }
640 
641 bool qtnf_netdev_is_qtn(const struct net_device *ndev)
642 {
643 	return ndev->netdev_ops == &qtnf_netdev_ops;
644 }
645 
646 static int qtnf_check_br_ports(struct net_device *dev,
647 			       struct netdev_nested_priv *priv)
648 {
649 	struct net_device *ndev = (struct net_device *)priv->data;
650 
651 	if (dev != ndev && netdev_port_same_parent_id(dev, ndev))
652 		return -ENOTSUPP;
653 
654 	return 0;
655 }
656 
657 static int qtnf_core_netdevice_event(struct notifier_block *nb,
658 				     unsigned long event, void *ptr)
659 {
660 	struct net_device *ndev = netdev_notifier_info_to_dev(ptr);
661 	const struct netdev_notifier_changeupper_info *info;
662 	struct netdev_nested_priv priv = {
663 		.data = (void *)ndev,
664 	};
665 	struct net_device *brdev;
666 	struct qtnf_vif *vif;
667 	struct qtnf_bus *bus;
668 	int br_domain;
669 	int ret = 0;
670 
671 	if (!qtnf_netdev_is_qtn(ndev))
672 		return NOTIFY_DONE;
673 
674 	if (!net_eq(dev_net(ndev), &init_net))
675 		return NOTIFY_OK;
676 
677 	vif = qtnf_netdev_get_priv(ndev);
678 	bus = vif->mac->bus;
679 
680 	switch (event) {
681 	case NETDEV_CHANGEUPPER:
682 		info = ptr;
683 		brdev = info->upper_dev;
684 
685 		if (!netif_is_bridge_master(brdev))
686 			break;
687 
688 		pr_debug("[VIF%u.%u] change bridge: %s %s\n",
689 			 vif->mac->macid, vif->vifid, netdev_name(brdev),
690 			 info->linking ? "add" : "del");
691 
692 		if (IS_ENABLED(CONFIG_NET_SWITCHDEV) &&
693 		    qtnf_hwcap_is_set(&bus->hw_info,
694 				      QLINK_HW_CAPAB_HW_BRIDGE)) {
695 			if (info->linking)
696 				br_domain = brdev->ifindex;
697 			else
698 				br_domain = ndev->ifindex;
699 
700 			ret = qtnf_cmd_netdev_changeupper(vif, br_domain);
701 		} else {
702 			ret = netdev_walk_all_lower_dev(brdev,
703 							qtnf_check_br_ports,
704 							&priv);
705 		}
706 
707 		break;
708 	default:
709 		break;
710 	}
711 
712 	return notifier_from_errno(ret);
713 }
714 
715 int qtnf_core_attach(struct qtnf_bus *bus)
716 {
717 	unsigned int i;
718 	int ret;
719 
720 	qtnf_trans_init(bus);
721 	qtnf_bus_data_rx_start(bus);
722 
723 	bus->workqueue = alloc_ordered_workqueue("QTNF_BUS", 0);
724 	if (!bus->workqueue) {
725 		pr_err("failed to alloc main workqueue\n");
726 		ret = -ENOMEM;
727 		goto error;
728 	}
729 
730 	bus->hprio_workqueue = alloc_workqueue("QTNF_HPRI", WQ_HIGHPRI, 0);
731 	if (!bus->hprio_workqueue) {
732 		pr_err("failed to alloc high prio workqueue\n");
733 		ret = -ENOMEM;
734 		goto error;
735 	}
736 
737 	INIT_WORK(&bus->event_work, qtnf_event_work_handler);
738 
739 	ret = qtnf_cmd_send_init_fw(bus);
740 	if (ret) {
741 		pr_err("failed to init FW: %d\n", ret);
742 		goto error;
743 	}
744 
745 	if (QLINK_VER_MAJOR(bus->hw_info.ql_proto_ver) !=
746 	    QLINK_PROTO_VER_MAJOR) {
747 		pr_err("qlink driver vs FW version mismatch: %u vs %u\n",
748 		       QLINK_PROTO_VER_MAJOR,
749 		       QLINK_VER_MAJOR(bus->hw_info.ql_proto_ver));
750 		ret = -EPROTONOSUPPORT;
751 		goto error;
752 	}
753 
754 	bus->fw_state = QTNF_FW_STATE_ACTIVE;
755 	ret = qtnf_cmd_get_hw_info(bus);
756 	if (ret) {
757 		pr_err("failed to get HW info: %d\n", ret);
758 		goto error;
759 	}
760 
761 	if (qtnf_hwcap_is_set(&bus->hw_info, QLINK_HW_CAPAB_HW_BRIDGE) &&
762 	    bus->bus_ops->data_tx_use_meta_set)
763 		bus->bus_ops->data_tx_use_meta_set(bus, true);
764 
765 	if (bus->hw_info.num_mac > QTNF_MAX_MAC) {
766 		pr_err("no support for number of MACs=%u\n",
767 		       bus->hw_info.num_mac);
768 		ret = -ERANGE;
769 		goto error;
770 	}
771 
772 	for (i = 0; i < bus->hw_info.num_mac; i++) {
773 		ret = qtnf_core_mac_attach(bus, i);
774 
775 		if (ret) {
776 			pr_err("MAC%u: attach failed: %d\n", i, ret);
777 			goto error;
778 		}
779 	}
780 
781 	bus->netdev_nb.notifier_call = qtnf_core_netdevice_event;
782 	ret = register_netdevice_notifier(&bus->netdev_nb);
783 	if (ret) {
784 		pr_err("failed to register netdev notifier: %d\n", ret);
785 		goto error;
786 	}
787 
788 	bus->fw_state = QTNF_FW_STATE_RUNNING;
789 	return 0;
790 
791 error:
792 	qtnf_core_detach(bus);
793 	return ret;
794 }
795 EXPORT_SYMBOL_GPL(qtnf_core_attach);
796 
797 void qtnf_core_detach(struct qtnf_bus *bus)
798 {
799 	unsigned int macid;
800 
801 	unregister_netdevice_notifier(&bus->netdev_nb);
802 	qtnf_bus_data_rx_stop(bus);
803 
804 	for (macid = 0; macid < QTNF_MAX_MAC; macid++)
805 		qtnf_core_mac_detach(bus, macid);
806 
807 	if (qtnf_fw_is_up(bus))
808 		qtnf_cmd_send_deinit_fw(bus);
809 
810 	bus->fw_state = QTNF_FW_STATE_DETACHED;
811 
812 	if (bus->workqueue) {
813 		flush_workqueue(bus->workqueue);
814 		destroy_workqueue(bus->workqueue);
815 		bus->workqueue = NULL;
816 	}
817 
818 	if (bus->hprio_workqueue) {
819 		flush_workqueue(bus->hprio_workqueue);
820 		destroy_workqueue(bus->hprio_workqueue);
821 		bus->hprio_workqueue = NULL;
822 	}
823 
824 	qtnf_trans_free(bus);
825 }
826 EXPORT_SYMBOL_GPL(qtnf_core_detach);
827 
828 static inline int qtnf_is_frame_meta_magic_valid(struct qtnf_frame_meta_info *m)
829 {
830 	return m->magic_s == HBM_FRAME_META_MAGIC_PATTERN_S &&
831 		m->magic_e == HBM_FRAME_META_MAGIC_PATTERN_E;
832 }
833 
834 struct net_device *qtnf_classify_skb(struct qtnf_bus *bus, struct sk_buff *skb)
835 {
836 	struct qtnf_frame_meta_info *meta;
837 	struct net_device *ndev = NULL;
838 	struct qtnf_wmac *mac;
839 	struct qtnf_vif *vif;
840 
841 	if (unlikely(bus->fw_state != QTNF_FW_STATE_RUNNING))
842 		return NULL;
843 
844 	meta = (struct qtnf_frame_meta_info *)
845 		(skb_tail_pointer(skb) - sizeof(*meta));
846 
847 	if (unlikely(!qtnf_is_frame_meta_magic_valid(meta))) {
848 		pr_err_ratelimited("invalid magic 0x%x:0x%x\n",
849 				   meta->magic_s, meta->magic_e);
850 		goto out;
851 	}
852 
853 	if (unlikely(meta->macid >= QTNF_MAX_MAC)) {
854 		pr_err_ratelimited("invalid mac(%u)\n", meta->macid);
855 		goto out;
856 	}
857 
858 	if (unlikely(meta->ifidx >= QTNF_MAX_INTF)) {
859 		pr_err_ratelimited("invalid vif(%u)\n", meta->ifidx);
860 		goto out;
861 	}
862 
863 	mac = bus->mac[meta->macid];
864 
865 	if (unlikely(!mac)) {
866 		pr_err_ratelimited("mac(%d) does not exist\n", meta->macid);
867 		goto out;
868 	}
869 
870 	vif = &mac->iflist[meta->ifidx];
871 
872 	if (unlikely(vif->wdev.iftype == NL80211_IFTYPE_UNSPECIFIED)) {
873 		pr_err_ratelimited("vif(%u) does not exists\n", meta->ifidx);
874 		goto out;
875 	}
876 
877 	ndev = vif->netdev;
878 
879 	if (unlikely(!ndev)) {
880 		pr_err_ratelimited("netdev for wlan%u.%u does not exists\n",
881 				   meta->macid, meta->ifidx);
882 		goto out;
883 	}
884 
885 	__skb_trim(skb, skb->len - sizeof(*meta));
886 	/* Firmware always handles packets that require flooding */
887 	qtnfmac_switch_mark_skb_flooded(skb);
888 
889 out:
890 	return ndev;
891 }
892 EXPORT_SYMBOL_GPL(qtnf_classify_skb);
893 
894 void qtnf_wake_all_queues(struct net_device *ndev)
895 {
896 	struct qtnf_vif *vif = qtnf_netdev_get_priv(ndev);
897 	struct qtnf_wmac *mac;
898 	struct qtnf_bus *bus;
899 	int macid;
900 	int i;
901 
902 	if (unlikely(!vif || !vif->mac || !vif->mac->bus))
903 		return;
904 
905 	bus = vif->mac->bus;
906 
907 	for (macid = 0; macid < QTNF_MAX_MAC; macid++) {
908 		if (!(bus->hw_info.mac_bitmap & BIT(macid)))
909 			continue;
910 
911 		mac = bus->mac[macid];
912 		for (i = 0; i < QTNF_MAX_INTF; i++) {
913 			vif = &mac->iflist[i];
914 			if (vif->netdev && netif_queue_stopped(vif->netdev))
915 				netif_tx_wake_all_queues(vif->netdev);
916 		}
917 	}
918 }
919 EXPORT_SYMBOL_GPL(qtnf_wake_all_queues);
920 
921 struct dentry *qtnf_get_debugfs_dir(void)
922 {
923 	return qtnf_debugfs_dir;
924 }
925 EXPORT_SYMBOL_GPL(qtnf_get_debugfs_dir);
926 
927 static int __init qtnf_core_register(void)
928 {
929 	qtnf_debugfs_dir = debugfs_create_dir(KBUILD_MODNAME, NULL);
930 
931 	if (IS_ERR(qtnf_debugfs_dir))
932 		qtnf_debugfs_dir = NULL;
933 
934 	return 0;
935 }
936 
937 static void __exit qtnf_core_exit(void)
938 {
939 	debugfs_remove(qtnf_debugfs_dir);
940 }
941 
942 module_init(qtnf_core_register);
943 module_exit(qtnf_core_exit);
944 
945 MODULE_AUTHOR("Quantenna Communications");
946 MODULE_DESCRIPTION("Quantenna 802.11 wireless LAN FullMAC driver.");
947 MODULE_LICENSE("GPL");
948