1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Atlantic Network Driver
3  *
4  * Copyright (C) 2014-2019 aQuantia Corporation
5  * Copyright (C) 2019-2020 Marvell International Ltd.
6  */
7 
8 /* File aq_main.c: Main file for aQuantia Linux driver. */
9 
10 #include "aq_main.h"
11 #include "aq_nic.h"
12 #include "aq_pci_func.h"
13 #include "aq_ethtool.h"
14 #include "aq_ptp.h"
15 #include "aq_filters.h"
16 #include "aq_hw_utils.h"
17 
18 #include <linux/netdevice.h>
19 #include <linux/module.h>
20 #include <linux/ip.h>
21 #include <linux/udp.h>
22 #include <net/pkt_cls.h>
23 
24 MODULE_LICENSE("GPL v2");
25 MODULE_AUTHOR(AQ_CFG_DRV_AUTHOR);
26 MODULE_DESCRIPTION(AQ_CFG_DRV_DESC);
27 
28 static const char aq_ndev_driver_name[] = AQ_CFG_DRV_NAME;
29 
30 static const struct net_device_ops aq_ndev_ops;
31 
32 static struct workqueue_struct *aq_ndev_wq;
33 
34 void aq_ndev_schedule_work(struct work_struct *work)
35 {
36 	queue_work(aq_ndev_wq, work);
37 }
38 
39 struct net_device *aq_ndev_alloc(void)
40 {
41 	struct net_device *ndev = NULL;
42 	struct aq_nic_s *aq_nic = NULL;
43 
44 	ndev = alloc_etherdev_mq(sizeof(struct aq_nic_s), AQ_HW_QUEUES_MAX);
45 	if (!ndev)
46 		return NULL;
47 
48 	aq_nic = netdev_priv(ndev);
49 	aq_nic->ndev = ndev;
50 	ndev->netdev_ops = &aq_ndev_ops;
51 	ndev->ethtool_ops = &aq_ethtool_ops;
52 
53 	return ndev;
54 }
55 
56 static int aq_ndev_open(struct net_device *ndev)
57 {
58 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
59 	int err = 0;
60 
61 	err = aq_nic_init(aq_nic);
62 	if (err < 0)
63 		goto err_exit;
64 
65 	err = aq_reapply_rxnfc_all_rules(aq_nic);
66 	if (err < 0)
67 		goto err_exit;
68 
69 	err = aq_filters_vlans_update(aq_nic);
70 	if (err < 0)
71 		goto err_exit;
72 
73 	err = aq_nic_start(aq_nic);
74 	if (err < 0) {
75 		aq_nic_stop(aq_nic);
76 		goto err_exit;
77 	}
78 
79 err_exit:
80 	if (err < 0)
81 		aq_nic_deinit(aq_nic, true);
82 
83 	return err;
84 }
85 
86 static int aq_ndev_close(struct net_device *ndev)
87 {
88 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
89 	int err = 0;
90 
91 	err = aq_nic_stop(aq_nic);
92 	if (err < 0)
93 		goto err_exit;
94 	aq_nic_deinit(aq_nic, true);
95 
96 err_exit:
97 	return err;
98 }
99 
100 static netdev_tx_t aq_ndev_start_xmit(struct sk_buff *skb, struct net_device *ndev)
101 {
102 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
103 
104 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
105 	if (unlikely(aq_utils_obj_test(&aq_nic->flags, AQ_NIC_PTP_DPATH_UP))) {
106 		/* Hardware adds the Timestamp for PTPv2 802.AS1
107 		 * and PTPv2 IPv4 UDP.
108 		 * We have to push even general 320 port messages to the ptp
109 		 * queue explicitly. This is a limitation of current firmware
110 		 * and hardware PTP design of the chip. Otherwise ptp stream
111 		 * will fail to sync
112 		 */
113 		if (unlikely(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP) ||
114 		    unlikely((ip_hdr(skb)->version == 4) &&
115 			     (ip_hdr(skb)->protocol == IPPROTO_UDP) &&
116 			     ((udp_hdr(skb)->dest == htons(319)) ||
117 			      (udp_hdr(skb)->dest == htons(320)))) ||
118 		    unlikely(eth_hdr(skb)->h_proto == htons(ETH_P_1588)))
119 			return aq_ptp_xmit(aq_nic, skb);
120 	}
121 #endif
122 
123 	skb_tx_timestamp(skb);
124 	return aq_nic_xmit(aq_nic, skb);
125 }
126 
127 static int aq_ndev_change_mtu(struct net_device *ndev, int new_mtu)
128 {
129 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
130 	int err;
131 
132 	err = aq_nic_set_mtu(aq_nic, new_mtu + ETH_HLEN);
133 
134 	if (err < 0)
135 		goto err_exit;
136 	ndev->mtu = new_mtu;
137 
138 err_exit:
139 	return err;
140 }
141 
142 static int aq_ndev_set_features(struct net_device *ndev,
143 				netdev_features_t features)
144 {
145 	bool is_vlan_tx_insert = !!(features & NETIF_F_HW_VLAN_CTAG_TX);
146 	bool is_vlan_rx_strip = !!(features & NETIF_F_HW_VLAN_CTAG_RX);
147 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
148 	bool need_ndev_restart = false;
149 	struct aq_nic_cfg_s *aq_cfg;
150 	bool is_lro = false;
151 	int err = 0;
152 
153 	aq_cfg = aq_nic_get_cfg(aq_nic);
154 
155 	if (!(features & NETIF_F_NTUPLE)) {
156 		if (aq_nic->ndev->features & NETIF_F_NTUPLE) {
157 			err = aq_clear_rxnfc_all_rules(aq_nic);
158 			if (unlikely(err))
159 				goto err_exit;
160 		}
161 	}
162 	if (!(features & NETIF_F_HW_VLAN_CTAG_FILTER)) {
163 		if (aq_nic->ndev->features & NETIF_F_HW_VLAN_CTAG_FILTER) {
164 			err = aq_filters_vlan_offload_off(aq_nic);
165 			if (unlikely(err))
166 				goto err_exit;
167 		}
168 	}
169 
170 	aq_cfg->features = features;
171 
172 	if (aq_cfg->aq_hw_caps->hw_features & NETIF_F_LRO) {
173 		is_lro = features & NETIF_F_LRO;
174 
175 		if (aq_cfg->is_lro != is_lro) {
176 			aq_cfg->is_lro = is_lro;
177 			need_ndev_restart = true;
178 		}
179 	}
180 
181 	if ((aq_nic->ndev->features ^ features) & NETIF_F_RXCSUM) {
182 		err = aq_nic->aq_hw_ops->hw_set_offload(aq_nic->aq_hw,
183 							aq_cfg);
184 
185 		if (unlikely(err))
186 			goto err_exit;
187 	}
188 
189 	if (aq_cfg->is_vlan_rx_strip != is_vlan_rx_strip) {
190 		aq_cfg->is_vlan_rx_strip = is_vlan_rx_strip;
191 		need_ndev_restart = true;
192 	}
193 	if (aq_cfg->is_vlan_tx_insert != is_vlan_tx_insert) {
194 		aq_cfg->is_vlan_tx_insert = is_vlan_tx_insert;
195 		need_ndev_restart = true;
196 	}
197 
198 	if (need_ndev_restart && netif_running(ndev)) {
199 		aq_ndev_close(ndev);
200 		aq_ndev_open(ndev);
201 	}
202 
203 err_exit:
204 	return err;
205 }
206 
207 static int aq_ndev_set_mac_address(struct net_device *ndev, void *addr)
208 {
209 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
210 	int err = 0;
211 
212 	err = eth_mac_addr(ndev, addr);
213 	if (err < 0)
214 		goto err_exit;
215 	err = aq_nic_set_mac(aq_nic, ndev);
216 	if (err < 0)
217 		goto err_exit;
218 
219 err_exit:
220 	return err;
221 }
222 
223 static void aq_ndev_set_multicast_settings(struct net_device *ndev)
224 {
225 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
226 
227 	(void)aq_nic_set_multicast_list(aq_nic, ndev);
228 }
229 
230 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
231 static int aq_ndev_config_hwtstamp(struct aq_nic_s *aq_nic,
232 				   struct hwtstamp_config *config)
233 {
234 	switch (config->tx_type) {
235 	case HWTSTAMP_TX_OFF:
236 	case HWTSTAMP_TX_ON:
237 		break;
238 	default:
239 		return -ERANGE;
240 	}
241 
242 	switch (config->rx_filter) {
243 	case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
244 	case HWTSTAMP_FILTER_PTP_V2_L4_SYNC:
245 	case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ:
246 	case HWTSTAMP_FILTER_PTP_V2_L2_EVENT:
247 	case HWTSTAMP_FILTER_PTP_V2_L2_SYNC:
248 	case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ:
249 	case HWTSTAMP_FILTER_PTP_V2_SYNC:
250 	case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ:
251 		config->rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
252 		break;
253 	case HWTSTAMP_FILTER_PTP_V2_EVENT:
254 	case HWTSTAMP_FILTER_NONE:
255 		break;
256 	default:
257 		return -ERANGE;
258 	}
259 
260 	return aq_ptp_hwtstamp_config_set(aq_nic->aq_ptp, config);
261 }
262 #endif
263 
264 static int aq_ndev_hwtstamp_set(struct aq_nic_s *aq_nic, struct ifreq *ifr)
265 {
266 	struct hwtstamp_config config;
267 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
268 	int ret_val;
269 #endif
270 
271 	if (!aq_nic->aq_ptp)
272 		return -EOPNOTSUPP;
273 
274 	if (copy_from_user(&config, ifr->ifr_data, sizeof(config)))
275 		return -EFAULT;
276 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
277 	ret_val = aq_ndev_config_hwtstamp(aq_nic, &config);
278 	if (ret_val)
279 		return ret_val;
280 #endif
281 
282 	return copy_to_user(ifr->ifr_data, &config, sizeof(config)) ?
283 	       -EFAULT : 0;
284 }
285 
286 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
287 static int aq_ndev_hwtstamp_get(struct aq_nic_s *aq_nic, struct ifreq *ifr)
288 {
289 	struct hwtstamp_config config;
290 
291 	if (!aq_nic->aq_ptp)
292 		return -EOPNOTSUPP;
293 
294 	aq_ptp_hwtstamp_config_get(aq_nic->aq_ptp, &config);
295 	return copy_to_user(ifr->ifr_data, &config, sizeof(config)) ?
296 	       -EFAULT : 0;
297 }
298 #endif
299 
300 static int aq_ndev_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
301 {
302 	struct aq_nic_s *aq_nic = netdev_priv(netdev);
303 
304 	switch (cmd) {
305 	case SIOCSHWTSTAMP:
306 		return aq_ndev_hwtstamp_set(aq_nic, ifr);
307 
308 #if IS_REACHABLE(CONFIG_PTP_1588_CLOCK)
309 	case SIOCGHWTSTAMP:
310 		return aq_ndev_hwtstamp_get(aq_nic, ifr);
311 #endif
312 	}
313 
314 	return -EOPNOTSUPP;
315 }
316 
317 static int aq_ndo_vlan_rx_add_vid(struct net_device *ndev, __be16 proto,
318 				  u16 vid)
319 {
320 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
321 
322 	if (!aq_nic->aq_hw_ops->hw_filter_vlan_set)
323 		return -EOPNOTSUPP;
324 
325 	set_bit(vid, aq_nic->active_vlans);
326 
327 	return aq_filters_vlans_update(aq_nic);
328 }
329 
330 static int aq_ndo_vlan_rx_kill_vid(struct net_device *ndev, __be16 proto,
331 				   u16 vid)
332 {
333 	struct aq_nic_s *aq_nic = netdev_priv(ndev);
334 
335 	if (!aq_nic->aq_hw_ops->hw_filter_vlan_set)
336 		return -EOPNOTSUPP;
337 
338 	clear_bit(vid, aq_nic->active_vlans);
339 
340 	if (-ENOENT == aq_del_fvlan_by_vlan(aq_nic, vid))
341 		return aq_filters_vlans_update(aq_nic);
342 
343 	return 0;
344 }
345 
346 static int aq_validate_mqprio_opt(struct aq_nic_s *self,
347 				  struct tc_mqprio_qopt_offload *mqprio,
348 				  const unsigned int num_tc)
349 {
350 	const bool has_min_rate = !!(mqprio->flags & TC_MQPRIO_F_MIN_RATE);
351 	struct aq_nic_cfg_s *aq_nic_cfg = aq_nic_get_cfg(self);
352 	const unsigned int tcs_max = min_t(u8, aq_nic_cfg->aq_hw_caps->tcs_max,
353 					   AQ_CFG_TCS_MAX);
354 
355 	if (num_tc > tcs_max) {
356 		netdev_err(self->ndev, "Too many TCs requested\n");
357 		return -EOPNOTSUPP;
358 	}
359 
360 	if (num_tc != 0 && !is_power_of_2(num_tc)) {
361 		netdev_err(self->ndev, "TC count should be power of 2\n");
362 		return -EOPNOTSUPP;
363 	}
364 
365 	if (has_min_rate && !ATL_HW_IS_CHIP_FEATURE(self->aq_hw, ANTIGUA)) {
366 		netdev_err(self->ndev, "Min tx rate is not supported\n");
367 		return -EOPNOTSUPP;
368 	}
369 
370 	return 0;
371 }
372 
373 static int aq_ndo_setup_tc(struct net_device *dev, enum tc_setup_type type,
374 			   void *type_data)
375 {
376 	struct tc_mqprio_qopt_offload *mqprio = type_data;
377 	struct aq_nic_s *aq_nic = netdev_priv(dev);
378 	bool has_min_rate;
379 	bool has_max_rate;
380 	int err;
381 	int i;
382 
383 	if (type != TC_SETUP_QDISC_MQPRIO)
384 		return -EOPNOTSUPP;
385 
386 	has_min_rate = !!(mqprio->flags & TC_MQPRIO_F_MIN_RATE);
387 	has_max_rate = !!(mqprio->flags & TC_MQPRIO_F_MAX_RATE);
388 
389 	err = aq_validate_mqprio_opt(aq_nic, mqprio, mqprio->qopt.num_tc);
390 	if (err)
391 		return err;
392 
393 	for (i = 0; i < mqprio->qopt.num_tc; i++) {
394 		if (has_max_rate) {
395 			u64 max_rate = mqprio->max_rate[i];
396 
397 			do_div(max_rate, AQ_MBPS_DIVISOR);
398 			aq_nic_setup_tc_max_rate(aq_nic, i, (u32)max_rate);
399 		}
400 
401 		if (has_min_rate) {
402 			u64 min_rate = mqprio->min_rate[i];
403 
404 			do_div(min_rate, AQ_MBPS_DIVISOR);
405 			aq_nic_setup_tc_min_rate(aq_nic, i, (u32)min_rate);
406 		}
407 	}
408 
409 	return aq_nic_setup_tc_mqprio(aq_nic, mqprio->qopt.num_tc,
410 				      mqprio->qopt.prio_tc_map);
411 }
412 
413 static const struct net_device_ops aq_ndev_ops = {
414 	.ndo_open = aq_ndev_open,
415 	.ndo_stop = aq_ndev_close,
416 	.ndo_start_xmit = aq_ndev_start_xmit,
417 	.ndo_set_rx_mode = aq_ndev_set_multicast_settings,
418 	.ndo_change_mtu = aq_ndev_change_mtu,
419 	.ndo_set_mac_address = aq_ndev_set_mac_address,
420 	.ndo_set_features = aq_ndev_set_features,
421 	.ndo_eth_ioctl = aq_ndev_ioctl,
422 	.ndo_vlan_rx_add_vid = aq_ndo_vlan_rx_add_vid,
423 	.ndo_vlan_rx_kill_vid = aq_ndo_vlan_rx_kill_vid,
424 	.ndo_setup_tc = aq_ndo_setup_tc,
425 };
426 
427 static int __init aq_ndev_init_module(void)
428 {
429 	int ret;
430 
431 	aq_ndev_wq = create_singlethread_workqueue(aq_ndev_driver_name);
432 	if (!aq_ndev_wq) {
433 		pr_err("Failed to create workqueue\n");
434 		return -ENOMEM;
435 	}
436 
437 	ret = aq_pci_func_register_driver();
438 	if (ret) {
439 		destroy_workqueue(aq_ndev_wq);
440 		return ret;
441 	}
442 
443 	return 0;
444 }
445 
446 static void __exit aq_ndev_exit_module(void)
447 {
448 	aq_pci_func_unregister_driver();
449 
450 	if (aq_ndev_wq) {
451 		destroy_workqueue(aq_ndev_wq);
452 		aq_ndev_wq = NULL;
453 	}
454 }
455 
456 module_init(aq_ndev_init_module);
457 module_exit(aq_ndev_exit_module);
458