1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Copyright (c) 2014-2015 Hisilicon Limited.
4  */
5 
6 #include <linux/etherdevice.h>
7 #include <linux/netdevice.h>
8 #include <linux/spinlock.h>
9 
10 #include "hnae.h"
11 #include "hns_dsaf_mac.h"
12 #include "hns_dsaf_main.h"
13 #include "hns_dsaf_ppe.h"
14 #include "hns_dsaf_rcb.h"
15 
16 static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle)
17 {
18 	struct  hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
19 
20 	return vf_cb->mac_cb;
21 }
22 
23 static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev)
24 {
25 	return container_of(dev, struct dsaf_device, ae_dev);
26 }
27 
28 static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle)
29 {
30 	int ppe_index;
31 	struct ppe_common_cb *ppe_comm;
32 	struct  hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
33 
34 	ppe_comm = vf_cb->dsaf_dev->ppe_common[0];
35 	ppe_index = vf_cb->port_index;
36 
37 	return &ppe_comm->ppe_cb[ppe_index];
38 }
39 
40 static int hns_ae_get_q_num_per_vf(
41 	struct dsaf_device *dsaf_dev, int port)
42 {
43 	return dsaf_dev->rcb_common[0]->max_q_per_vf;
44 }
45 
46 static int hns_ae_get_vf_num_per_port(
47 	struct dsaf_device *dsaf_dev, int port)
48 {
49 	return dsaf_dev->rcb_common[0]->max_vfn;
50 }
51 
52 static struct ring_pair_cb *hns_ae_get_base_ring_pair(
53 	struct dsaf_device *dsaf_dev, int port)
54 {
55 	struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0];
56 	int q_num = rcb_comm->max_q_per_vf;
57 	int vf_num = rcb_comm->max_vfn;
58 
59 	return &rcb_comm->ring_pair_cb[port * q_num * vf_num];
60 }
61 
62 static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q)
63 {
64 	return container_of(q, struct ring_pair_cb, q);
65 }
66 
67 static struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev,
68 					     u32 port_id)
69 {
70 	int vfnum_per_port;
71 	int qnum_per_vf;
72 	int i;
73 	struct dsaf_device *dsaf_dev;
74 	struct hnae_handle *ae_handle;
75 	struct ring_pair_cb *ring_pair_cb;
76 	struct hnae_vf_cb *vf_cb;
77 
78 	dsaf_dev = hns_ae_get_dsaf_dev(dev);
79 
80 	ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id);
81 	vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id);
82 	qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id);
83 
84 	vf_cb = kzalloc(struct_size(vf_cb, ae_handle.qs, qnum_per_vf),
85 			GFP_KERNEL);
86 	if (unlikely(!vf_cb)) {
87 		dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n");
88 		ae_handle = ERR_PTR(-ENOMEM);
89 		goto handle_err;
90 	}
91 	ae_handle = &vf_cb->ae_handle;
92 	/* ae_handle Init  */
93 	ae_handle->owner_dev = dsaf_dev->dev;
94 	ae_handle->dev = dev;
95 	ae_handle->q_num = qnum_per_vf;
96 	ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM;
97 
98 	/* find ring pair, and set vf id*/
99 	for (ae_handle->vf_id = 0;
100 		ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) {
101 		if (!ring_pair_cb->used_by_vf)
102 			break;
103 		ring_pair_cb += qnum_per_vf;
104 	}
105 	if (ae_handle->vf_id >= vfnum_per_port) {
106 		dev_err(dsaf_dev->dev, "malloc queue fail!\n");
107 		ae_handle = ERR_PTR(-EINVAL);
108 		goto vf_id_err;
109 	}
110 
111 	for (i = 0; i < qnum_per_vf; i++) {
112 		ae_handle->qs[i] = &ring_pair_cb->q;
113 		ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i];
114 		ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i];
115 
116 		ring_pair_cb->used_by_vf = 1;
117 		ring_pair_cb++;
118 	}
119 
120 	vf_cb->dsaf_dev = dsaf_dev;
121 	vf_cb->port_index = port_id;
122 	vf_cb->mac_cb = dsaf_dev->mac_cb[port_id];
123 
124 	ae_handle->phy_if = vf_cb->mac_cb->phy_if;
125 	ae_handle->phy_dev = vf_cb->mac_cb->phy_dev;
126 	ae_handle->if_support = vf_cb->mac_cb->if_support;
127 	ae_handle->port_type = vf_cb->mac_cb->mac_type;
128 	ae_handle->media_type = vf_cb->mac_cb->media_type;
129 	ae_handle->dport_id = port_id;
130 
131 	return ae_handle;
132 vf_id_err:
133 	kfree(vf_cb);
134 handle_err:
135 	return ae_handle;
136 }
137 
138 static void hns_ae_put_handle(struct hnae_handle *handle)
139 {
140 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
141 	int i;
142 
143 	for (i = 0; i < handle->q_num; i++)
144 		hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0;
145 
146 	kfree(vf_cb);
147 }
148 
149 static int hns_ae_wait_flow_down(struct hnae_handle *handle)
150 {
151 	struct dsaf_device *dsaf_dev;
152 	struct hns_ppe_cb *ppe_cb;
153 	struct hnae_vf_cb *vf_cb;
154 	int ret;
155 	int i;
156 
157 	for (i = 0; i < handle->q_num; i++) {
158 		ret = hns_rcb_wait_tx_ring_clean(handle->qs[i]);
159 		if (ret)
160 			return ret;
161 	}
162 
163 	ppe_cb = hns_get_ppe_cb(handle);
164 	ret = hns_ppe_wait_tx_fifo_clean(ppe_cb);
165 	if (ret)
166 		return ret;
167 
168 	dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
169 	if (!dsaf_dev)
170 		return -EINVAL;
171 	ret = hns_dsaf_wait_pkt_clean(dsaf_dev, handle->dport_id);
172 	if (ret)
173 		return ret;
174 
175 	vf_cb = hns_ae_get_vf_cb(handle);
176 	ret = hns_mac_wait_fifo_clean(vf_cb->mac_cb);
177 	if (ret)
178 		return ret;
179 
180 	mdelay(10);
181 	return 0;
182 }
183 
184 static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val)
185 {
186 	int q_num = handle->q_num;
187 	int i;
188 
189 	for (i = 0; i < q_num; i++)
190 		hns_rcb_ring_enable_hw(handle->qs[i], val);
191 }
192 
193 static void hns_ae_init_queue(struct hnae_queue *q)
194 {
195 	struct ring_pair_cb *ring =
196 		container_of(q, struct ring_pair_cb, q);
197 
198 	hns_rcb_init_hw(ring);
199 }
200 
201 static void hns_ae_fini_queue(struct hnae_queue *q)
202 {
203 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle);
204 
205 	if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
206 		hns_rcb_reset_ring_hw(q);
207 }
208 
209 static int hns_ae_set_mac_address(struct hnae_handle *handle, const void *p)
210 {
211 	int ret;
212 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
213 
214 	if (!p || !is_valid_ether_addr((const u8 *)p)) {
215 		dev_err(handle->owner_dev, "is not valid ether addr !\n");
216 		return -EADDRNOTAVAIL;
217 	}
218 
219 	ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p);
220 	if (ret != 0) {
221 		dev_err(handle->owner_dev,
222 			"set_mac_address fail, ret=%d!\n", ret);
223 		return ret;
224 	}
225 
226 	return 0;
227 }
228 
229 static int hns_ae_add_uc_address(struct hnae_handle *handle,
230 				 const unsigned char *addr)
231 {
232 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
233 
234 	if (mac_cb->mac_type != HNAE_PORT_SERVICE)
235 		return -ENOSPC;
236 
237 	return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr);
238 }
239 
240 static int hns_ae_rm_uc_address(struct hnae_handle *handle,
241 				const unsigned char *addr)
242 {
243 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
244 
245 	if (mac_cb->mac_type != HNAE_PORT_SERVICE)
246 		return -ENOSPC;
247 
248 	return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr);
249 }
250 
251 static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr)
252 {
253 	int ret;
254 	char *mac_addr = (char *)addr;
255 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
256 	u8 port_num;
257 
258 	assert(mac_cb);
259 
260 	if (mac_cb->mac_type != HNAE_PORT_SERVICE)
261 		return 0;
262 
263 	ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true);
264 	if (ret) {
265 		dev_err(handle->owner_dev,
266 			"mac add mul_mac:%pM port%d  fail, ret = %#x!\n",
267 			mac_addr, mac_cb->mac_id, ret);
268 		return ret;
269 	}
270 
271 	ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num);
272 	if (ret)
273 		return ret;
274 
275 	ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true);
276 	if (ret)
277 		dev_err(handle->owner_dev,
278 			"mac add mul_mac:%pM port%d  fail, ret = %#x!\n",
279 			mac_addr, DSAF_BASE_INNER_PORT_NUM, ret);
280 
281 	return ret;
282 }
283 
284 static int hns_ae_clr_multicast(struct hnae_handle *handle)
285 {
286 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
287 
288 	if (mac_cb->mac_type != HNAE_PORT_SERVICE)
289 		return 0;
290 
291 	return hns_mac_clr_multicast(mac_cb, handle->vf_id);
292 }
293 
294 static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu)
295 {
296 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
297 	struct hnae_queue *q;
298 	u32 rx_buf_size;
299 	int i, ret;
300 
301 	/* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */
302 	if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) {
303 		if (new_mtu <= BD_SIZE_2048_MAX_MTU)
304 			rx_buf_size = 2048;
305 		else
306 			rx_buf_size = 4096;
307 	} else {
308 		rx_buf_size = mac_cb->dsaf_dev->buf_size;
309 	}
310 
311 	ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size);
312 
313 	if (!ret) {
314 		/* reinit ring buf_size */
315 		for (i = 0; i < handle->q_num; i++) {
316 			q = handle->qs[i];
317 			q->rx_ring.buf_size = rx_buf_size;
318 			hns_rcb_set_rx_ring_bs(q, rx_buf_size);
319 		}
320 	}
321 
322 	return ret;
323 }
324 
325 static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable)
326 {
327 	struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
328 
329 	hns_ppe_set_tso_enable(ppe_cb, enable);
330 }
331 
332 static int hns_ae_start(struct hnae_handle *handle)
333 {
334 	int ret;
335 	int k;
336 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
337 
338 	ret = hns_mac_vm_config_bc_en(mac_cb, 0, true);
339 	if (ret)
340 		return ret;
341 
342 	for (k = 0; k < handle->q_num; k++) {
343 		if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver))
344 			hns_rcb_int_clr_hw(handle->qs[k],
345 					   RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
346 		else
347 			hns_rcbv2_int_clr_hw(handle->qs[k],
348 					     RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
349 	}
350 	hns_ae_ring_enable_all(handle, 1);
351 	msleep(100);
352 
353 	hns_mac_start(mac_cb);
354 
355 	return 0;
356 }
357 
358 static void hns_ae_stop(struct hnae_handle *handle)
359 {
360 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
361 
362 	/* just clean tx fbd, neednot rx fbd*/
363 	hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX);
364 
365 	msleep(20);
366 
367 	hns_mac_stop(mac_cb);
368 
369 	usleep_range(10000, 20000);
370 
371 	hns_ae_ring_enable_all(handle, 0);
372 
373 	/* clean rx fbd. */
374 	hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_RX);
375 
376 	(void)hns_mac_vm_config_bc_en(mac_cb, 0, false);
377 }
378 
379 static void hns_ae_reset(struct hnae_handle *handle)
380 {
381 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
382 
383 	if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) {
384 		hns_mac_reset(vf_cb->mac_cb);
385 		hns_ppe_reset_common(vf_cb->dsaf_dev, 0);
386 	}
387 }
388 
389 static void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
390 {
391 	u32 flag;
392 
393 	if (is_tx_ring(ring))
394 		flag = RCB_INT_FLAG_TX;
395 	else
396 		flag = RCB_INT_FLAG_RX;
397 
398 	hns_rcb_int_ctrl_hw(ring->q, flag, mask);
399 }
400 
401 static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
402 {
403 	u32 flag;
404 
405 	if (is_tx_ring(ring))
406 		flag = RCB_INT_FLAG_TX;
407 	else
408 		flag = RCB_INT_FLAG_RX;
409 
410 	hns_rcbv2_int_ctrl_hw(ring->q, flag, mask);
411 }
412 
413 static int hns_ae_get_link_status(struct hnae_handle *handle)
414 {
415 	u32 link_status;
416 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
417 
418 	hns_mac_get_link_status(mac_cb, &link_status);
419 
420 	return !!link_status;
421 }
422 
423 static int hns_ae_get_mac_info(struct hnae_handle *handle,
424 			       u8 *auto_neg, u16 *speed, u8 *duplex)
425 {
426 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
427 
428 	return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex);
429 }
430 
431 static bool hns_ae_need_adjust_link(struct hnae_handle *handle, int speed,
432 				    int duplex)
433 {
434 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
435 
436 	return hns_mac_need_adjust_link(mac_cb, speed, duplex);
437 }
438 
439 static void hns_ae_adjust_link(struct hnae_handle *handle, int speed,
440 			       int duplex)
441 {
442 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
443 
444 	switch (mac_cb->dsaf_dev->dsaf_ver) {
445 	case AE_VERSION_1:
446 		hns_mac_adjust_link(mac_cb, speed, duplex);
447 		break;
448 
449 	case AE_VERSION_2:
450 		/* chip need to clear all pkt inside */
451 		hns_mac_disable(mac_cb, MAC_COMM_MODE_RX);
452 		if (hns_ae_wait_flow_down(handle)) {
453 			hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
454 			break;
455 		}
456 
457 		hns_mac_adjust_link(mac_cb, speed, duplex);
458 		hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
459 		break;
460 
461 	default:
462 		break;
463 	}
464 }
465 
466 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue,
467 					u32 *uplimit)
468 {
469 	*uplimit = HNS_RCB_RING_MAX_PENDING_BD;
470 }
471 
472 static void hns_ae_get_pauseparam(struct hnae_handle *handle,
473 				  u32 *auto_neg, u32 *rx_en, u32 *tx_en)
474 {
475 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
476 	struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
477 
478 	hns_mac_get_autoneg(mac_cb, auto_neg);
479 
480 	hns_mac_get_pauseparam(mac_cb, rx_en, tx_en);
481 
482 	/* Service port's pause feature is provided by DSAF, not mac */
483 	if (handle->port_type == HNAE_PORT_SERVICE)
484 		hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en);
485 }
486 
487 static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en)
488 {
489 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
490 
491 	hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en);
492 	hns_mac_set_promisc(mac_cb, (u8)!!en);
493 }
494 
495 static int hns_ae_set_pauseparam(struct hnae_handle *handle,
496 				 u32 autoneg, u32 rx_en, u32 tx_en)
497 {
498 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
499 	struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
500 	int ret;
501 
502 	ret = hns_mac_set_autoneg(mac_cb, autoneg);
503 	if (ret)
504 		return ret;
505 
506 	/* Service port's pause feature is provided by DSAF, not mac */
507 	if (handle->port_type == HNAE_PORT_SERVICE) {
508 		ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev,
509 						   mac_cb->mac_id, rx_en);
510 		if (ret)
511 			return ret;
512 		rx_en = 0;
513 	}
514 	return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en);
515 }
516 
517 static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle,
518 				      u32 *tx_usecs, u32 *rx_usecs)
519 {
520 	struct ring_pair_cb *ring_pair =
521 		container_of(handle->qs[0], struct ring_pair_cb, q);
522 
523 	*tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
524 					       ring_pair->port_id_in_comm);
525 	*rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
526 					       ring_pair->port_id_in_comm);
527 }
528 
529 static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle,
530 					    u32 *tx_frames, u32 *rx_frames)
531 {
532 	struct ring_pair_cb *ring_pair =
533 		container_of(handle->qs[0], struct ring_pair_cb, q);
534 	struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
535 
536 	if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
537 	    handle->port_type == HNAE_PORT_DEBUG)
538 		*tx_frames = hns_rcb_get_rx_coalesced_frames(
539 			ring_pair->rcb_common, ring_pair->port_id_in_comm);
540 	else
541 		*tx_frames = hns_rcb_get_tx_coalesced_frames(
542 			ring_pair->rcb_common, ring_pair->port_id_in_comm);
543 	*rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common,
544 						  ring_pair->port_id_in_comm);
545 }
546 
547 static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle,
548 				     u32 timeout)
549 {
550 	struct ring_pair_cb *ring_pair =
551 		container_of(handle->qs[0], struct ring_pair_cb, q);
552 
553 	return hns_rcb_set_coalesce_usecs(
554 		ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout);
555 }
556 
557 static int hns_ae_set_coalesce_frames(struct hnae_handle *handle,
558 				      u32 tx_frames, u32 rx_frames)
559 {
560 	int ret;
561 	struct ring_pair_cb *ring_pair =
562 		container_of(handle->qs[0], struct ring_pair_cb, q);
563 	struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
564 
565 	if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
566 	    handle->port_type == HNAE_PORT_DEBUG) {
567 		if (tx_frames != rx_frames)
568 			return -EINVAL;
569 		return hns_rcb_set_rx_coalesced_frames(
570 			ring_pair->rcb_common,
571 			ring_pair->port_id_in_comm, rx_frames);
572 	} else {
573 		if (tx_frames != 1)
574 			return -EINVAL;
575 		ret = hns_rcb_set_tx_coalesced_frames(
576 			ring_pair->rcb_common,
577 			ring_pair->port_id_in_comm, tx_frames);
578 		if (ret)
579 			return ret;
580 
581 		return hns_rcb_set_rx_coalesced_frames(
582 			ring_pair->rcb_common,
583 			ring_pair->port_id_in_comm, rx_frames);
584 	}
585 }
586 
587 static void hns_ae_get_coalesce_range(struct hnae_handle *handle,
588 				      u32 *tx_frames_low, u32 *rx_frames_low,
589 				      u32 *tx_frames_high, u32 *rx_frames_high,
590 				      u32 *tx_usecs_low, u32 *rx_usecs_low,
591 				      u32 *tx_usecs_high, u32 *rx_usecs_high)
592 {
593 	struct dsaf_device *dsaf_dev;
594 
595 	assert(handle);
596 
597 	dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
598 
599 	*tx_frames_low  = HNS_RCB_TX_FRAMES_LOW;
600 	*rx_frames_low  = HNS_RCB_RX_FRAMES_LOW;
601 
602 	if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
603 	    handle->port_type == HNAE_PORT_DEBUG)
604 		*tx_frames_high =
605 			(dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ?
606 			HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
607 	else
608 		*tx_frames_high = 1;
609 
610 	*rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ?
611 		HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
612 	*tx_usecs_low   = HNS_RCB_TX_USECS_LOW;
613 	*rx_usecs_low   = HNS_RCB_RX_USECS_LOW;
614 	*tx_usecs_high  = HNS_RCB_TX_USECS_HIGH;
615 	*rx_usecs_high  = HNS_RCB_RX_USECS_HIGH;
616 }
617 
618 static void hns_ae_update_stats(struct hnae_handle *handle,
619 				struct net_device_stats *net_stats)
620 {
621 	int port;
622 	int idx;
623 	struct dsaf_device *dsaf_dev;
624 	struct hns_mac_cb *mac_cb;
625 	struct hns_ppe_cb *ppe_cb;
626 	struct hnae_queue *queue;
627 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
628 	u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0;
629 	u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0;
630 	u64 rx_missed_errors;
631 
632 	dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
633 	if (!dsaf_dev)
634 		return;
635 	port = vf_cb->port_index;
636 	ppe_cb = hns_get_ppe_cb(handle);
637 	mac_cb = hns_get_mac_cb(handle);
638 
639 	for (idx = 0; idx < handle->q_num; idx++) {
640 		queue = handle->qs[idx];
641 		hns_rcb_update_stats(queue);
642 
643 		tx_bytes += queue->tx_ring.stats.tx_bytes;
644 		tx_packets += queue->tx_ring.stats.tx_pkts;
645 		rx_bytes += queue->rx_ring.stats.rx_bytes;
646 		rx_packets += queue->rx_ring.stats.rx_pkts;
647 
648 		rx_errors += queue->rx_ring.stats.err_pkt_len
649 				+ queue->rx_ring.stats.l2_err
650 				+ queue->rx_ring.stats.l3l4_csum_err;
651 	}
652 
653 	hns_ppe_update_stats(ppe_cb);
654 	rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf;
655 	tx_errors += ppe_cb->hw_stats.tx_err_checksum
656 		+ ppe_cb->hw_stats.tx_err_fifo_empty;
657 
658 	if (mac_cb->mac_type == HNAE_PORT_SERVICE) {
659 		hns_dsaf_update_stats(dsaf_dev, port);
660 		/* for port upline direction, i.e., rx. */
661 		rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop;
662 		rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop;
663 		rx_missed_errors += dsaf_dev->hw_stats[port].crc_false;
664 
665 		/* for port downline direction, i.e., tx. */
666 		port = port + DSAF_PPE_INODE_BASE;
667 		hns_dsaf_update_stats(dsaf_dev, port);
668 		tx_dropped += dsaf_dev->hw_stats[port].bp_drop;
669 		tx_dropped += dsaf_dev->hw_stats[port].pad_drop;
670 		tx_dropped += dsaf_dev->hw_stats[port].crc_false;
671 		tx_dropped += dsaf_dev->hw_stats[port].rslt_drop;
672 		tx_dropped += dsaf_dev->hw_stats[port].vlan_drop;
673 		tx_dropped += dsaf_dev->hw_stats[port].stp_drop;
674 	}
675 
676 	hns_mac_update_stats(mac_cb);
677 	rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err;
678 
679 	tx_errors += mac_cb->hw_stats.tx_bad_pkts
680 		+ mac_cb->hw_stats.tx_fragment_err
681 		+ mac_cb->hw_stats.tx_jabber_err
682 		+ mac_cb->hw_stats.tx_underrun_err
683 		+ mac_cb->hw_stats.tx_crc_err;
684 
685 	net_stats->tx_bytes = tx_bytes;
686 	net_stats->tx_packets = tx_packets;
687 	net_stats->rx_bytes = rx_bytes;
688 	net_stats->rx_dropped = 0;
689 	net_stats->rx_packets = rx_packets;
690 	net_stats->rx_errors = rx_errors;
691 	net_stats->tx_errors = tx_errors;
692 	net_stats->tx_dropped = tx_dropped;
693 	net_stats->rx_missed_errors = rx_missed_errors;
694 	net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err;
695 	net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err;
696 	net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err;
697 	net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err;
698 	net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts;
699 }
700 
701 static void hns_ae_get_stats(struct hnae_handle *handle, u64 *data)
702 {
703 	int idx;
704 	struct hns_mac_cb *mac_cb;
705 	struct hns_ppe_cb *ppe_cb;
706 	u64 *p = data;
707 	struct  hnae_vf_cb *vf_cb;
708 
709 	if (!handle || !data) {
710 		pr_err("hns_ae_get_stats NULL handle or data pointer!\n");
711 		return;
712 	}
713 
714 	vf_cb = hns_ae_get_vf_cb(handle);
715 	mac_cb = hns_get_mac_cb(handle);
716 	ppe_cb = hns_get_ppe_cb(handle);
717 
718 	for (idx = 0; idx < handle->q_num; idx++) {
719 		hns_rcb_get_stats(handle->qs[idx], p);
720 		p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS);
721 	}
722 
723 	hns_ppe_get_stats(ppe_cb, p);
724 	p += hns_ppe_get_sset_count((int)ETH_SS_STATS);
725 
726 	hns_mac_get_stats(mac_cb, p);
727 	p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS);
728 
729 	if (mac_cb->mac_type == HNAE_PORT_SERVICE)
730 		hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index);
731 }
732 
733 static void hns_ae_get_strings(struct hnae_handle *handle,
734 			       u32 stringset, u8 *data)
735 {
736 	int port;
737 	int idx;
738 	struct hns_mac_cb *mac_cb;
739 	struct hns_ppe_cb *ppe_cb;
740 	struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
741 	u8 *p = data;
742 	struct	hnae_vf_cb *vf_cb;
743 
744 	assert(handle);
745 
746 	vf_cb = hns_ae_get_vf_cb(handle);
747 	port = vf_cb->port_index;
748 	mac_cb = hns_get_mac_cb(handle);
749 	ppe_cb = hns_get_ppe_cb(handle);
750 
751 	for (idx = 0; idx < handle->q_num; idx++) {
752 		hns_rcb_get_strings(stringset, p, idx);
753 		p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset);
754 	}
755 
756 	hns_ppe_get_strings(ppe_cb, stringset, p);
757 	p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset);
758 
759 	hns_mac_get_strings(mac_cb, stringset, p);
760 	p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset);
761 
762 	if (mac_cb->mac_type == HNAE_PORT_SERVICE)
763 		hns_dsaf_get_strings(stringset, p, port, dsaf_dev);
764 }
765 
766 static int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset)
767 {
768 	u32 sset_count = 0;
769 	struct hns_mac_cb *mac_cb;
770 	struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
771 
772 	assert(handle);
773 
774 	mac_cb = hns_get_mac_cb(handle);
775 
776 	sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num;
777 	sset_count += hns_ppe_get_sset_count(stringset);
778 	sset_count += hns_mac_get_sset_count(mac_cb, stringset);
779 
780 	if (mac_cb->mac_type == HNAE_PORT_SERVICE)
781 		sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset);
782 
783 	return sset_count;
784 }
785 
786 static int hns_ae_config_loopback(struct hnae_handle *handle,
787 				  enum hnae_loop loop, int en)
788 {
789 	int ret;
790 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
791 	struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
792 	struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
793 
794 	switch (loop) {
795 	case MAC_INTERNALLOOP_PHY:
796 		ret = 0;
797 		break;
798 	case MAC_INTERNALLOOP_SERDES:
799 		ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb,
800 							     !!en);
801 		break;
802 	case MAC_INTERNALLOOP_MAC:
803 		ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en);
804 		break;
805 	default:
806 		ret = -EINVAL;
807 	}
808 
809 	return ret;
810 }
811 
812 static void hns_ae_update_led_status(struct hnae_handle *handle)
813 {
814 	struct hns_mac_cb *mac_cb;
815 
816 	assert(handle);
817 	mac_cb = hns_get_mac_cb(handle);
818 	if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER)
819 		return;
820 
821 	hns_set_led_opt(mac_cb);
822 }
823 
824 static int hns_ae_cpld_set_led_id(struct hnae_handle *handle,
825 				  enum hnae_led_state status)
826 {
827 	struct hns_mac_cb *mac_cb;
828 
829 	assert(handle);
830 
831 	mac_cb = hns_get_mac_cb(handle);
832 
833 	return hns_cpld_led_set_id(mac_cb, status);
834 }
835 
836 static void hns_ae_get_regs(struct hnae_handle *handle, void *data)
837 {
838 	u32 *p = data;
839 	int i;
840 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
841 	struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
842 
843 	hns_ppe_get_regs(ppe_cb, p);
844 	p += hns_ppe_get_regs_count();
845 
846 	hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p);
847 	p += hns_rcb_get_common_regs_count();
848 
849 	for (i = 0; i < handle->q_num; i++) {
850 		hns_rcb_get_ring_regs(handle->qs[i], p);
851 		p += hns_rcb_get_ring_regs_count();
852 	}
853 
854 	hns_mac_get_regs(vf_cb->mac_cb, p);
855 	p += hns_mac_get_regs_count(vf_cb->mac_cb);
856 
857 	if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
858 		hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p);
859 }
860 
861 static int hns_ae_get_regs_len(struct hnae_handle *handle)
862 {
863 	u32 total_num;
864 	struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
865 
866 	total_num = hns_ppe_get_regs_count();
867 	total_num += hns_rcb_get_common_regs_count();
868 	total_num += hns_rcb_get_ring_regs_count() * handle->q_num;
869 	total_num += hns_mac_get_regs_count(vf_cb->mac_cb);
870 
871 	if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
872 		total_num += hns_dsaf_get_regs_count();
873 
874 	return total_num;
875 }
876 
877 static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle)
878 {
879 	return HNS_PPEV2_RSS_KEY_SIZE;
880 }
881 
882 static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle)
883 {
884 	return HNS_PPEV2_RSS_IND_TBL_SIZE;
885 }
886 
887 static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key,
888 			  u8 *hfunc)
889 {
890 	struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
891 
892 	/* currently we support only one type of hash function i.e. Toep hash */
893 	if (hfunc)
894 		*hfunc = ETH_RSS_HASH_TOP;
895 
896 	/* get the RSS Key required by the user */
897 	if (key)
898 		memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE);
899 
900 	/* update the current hash->queue mappings from the shadow RSS table */
901 	if (indir)
902 		memcpy(indir, ppe_cb->rss_indir_table,
903 		       HNS_PPEV2_RSS_IND_TBL_SIZE  * sizeof(*indir));
904 
905 	return 0;
906 }
907 
908 static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir,
909 			  const u8 *key, const u8 hfunc)
910 {
911 	struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
912 
913 	/* set the RSS Hash Key if specififed by the user */
914 	if (key) {
915 		memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE);
916 		hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key);
917 	}
918 
919 	if (indir) {
920 		/* update the shadow RSS table with user specified qids */
921 		memcpy(ppe_cb->rss_indir_table, indir,
922 		       HNS_PPEV2_RSS_IND_TBL_SIZE  * sizeof(*indir));
923 
924 		/* now update the hardware */
925 		hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table);
926 	}
927 
928 	return 0;
929 }
930 
931 static struct hnae_ae_ops hns_dsaf_ops = {
932 	.get_handle = hns_ae_get_handle,
933 	.put_handle = hns_ae_put_handle,
934 	.init_queue = hns_ae_init_queue,
935 	.fini_queue = hns_ae_fini_queue,
936 	.start = hns_ae_start,
937 	.stop = hns_ae_stop,
938 	.reset = hns_ae_reset,
939 	.toggle_ring_irq = hns_ae_toggle_ring_irq,
940 	.get_status = hns_ae_get_link_status,
941 	.get_info = hns_ae_get_mac_info,
942 	.adjust_link = hns_ae_adjust_link,
943 	.need_adjust_link = hns_ae_need_adjust_link,
944 	.set_loopback = hns_ae_config_loopback,
945 	.get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit,
946 	.get_pauseparam = hns_ae_get_pauseparam,
947 	.set_pauseparam = hns_ae_set_pauseparam,
948 	.get_coalesce_usecs = hns_ae_get_coalesce_usecs,
949 	.get_max_coalesced_frames = hns_ae_get_max_coalesced_frames,
950 	.set_coalesce_usecs = hns_ae_set_coalesce_usecs,
951 	.set_coalesce_frames = hns_ae_set_coalesce_frames,
952 	.get_coalesce_range = hns_ae_get_coalesce_range,
953 	.set_promisc_mode = hns_ae_set_promisc_mode,
954 	.set_mac_addr = hns_ae_set_mac_address,
955 	.add_uc_addr = hns_ae_add_uc_address,
956 	.rm_uc_addr = hns_ae_rm_uc_address,
957 	.set_mc_addr = hns_ae_set_multicast_one,
958 	.clr_mc_addr = hns_ae_clr_multicast,
959 	.set_mtu = hns_ae_set_mtu,
960 	.update_stats = hns_ae_update_stats,
961 	.set_tso_stats = hns_ae_set_tso_stats,
962 	.get_stats = hns_ae_get_stats,
963 	.get_strings = hns_ae_get_strings,
964 	.get_sset_count = hns_ae_get_sset_count,
965 	.update_led_status = hns_ae_update_led_status,
966 	.set_led_id = hns_ae_cpld_set_led_id,
967 	.get_regs = hns_ae_get_regs,
968 	.get_regs_len = hns_ae_get_regs_len,
969 	.get_rss_key_size = hns_ae_get_rss_key_size,
970 	.get_rss_indir_size = hns_ae_get_rss_indir_size,
971 	.get_rss = hns_ae_get_rss,
972 	.set_rss = hns_ae_set_rss
973 };
974 
975 int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev)
976 {
977 	struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev;
978 	static atomic_t id = ATOMIC_INIT(-1);
979 
980 	switch (dsaf_dev->dsaf_ver) {
981 	case AE_VERSION_1:
982 		hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq;
983 		break;
984 	case AE_VERSION_2:
985 		hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq;
986 		break;
987 	default:
988 		break;
989 	}
990 
991 	snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME,
992 		 (int)atomic_inc_return(&id));
993 	ae_dev->ops = &hns_dsaf_ops;
994 	ae_dev->dev = dsaf_dev->dev;
995 
996 	return hnae_ae_register(ae_dev, THIS_MODULE);
997 }
998 
999 void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev)
1000 {
1001 	hnae_ae_unregister(&dsaf_dev->ae_dev);
1002 }
1003