1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Huawei HiNIC PCI Express Linux driver
4  * Copyright(c) 2017 Huawei Technologies Co., Ltd
5  */
6 
7 #include <linux/kernel.h>
8 #include <linux/types.h>
9 #include <linux/errno.h>
10 #include <linux/pci.h>
11 #include <linux/device.h>
12 #include <linux/netdevice.h>
13 #include <linux/etherdevice.h>
14 #include <linux/u64_stats_sync.h>
15 #include <linux/slab.h>
16 #include <linux/interrupt.h>
17 #include <linux/skbuff.h>
18 #include <linux/dma-mapping.h>
19 #include <linux/prefetch.h>
20 #include <linux/cpumask.h>
21 #include <linux/if_vlan.h>
22 #include <asm/barrier.h>
23 
24 #include "hinic_common.h"
25 #include "hinic_hw_if.h"
26 #include "hinic_hw_wqe.h"
27 #include "hinic_hw_wq.h"
28 #include "hinic_hw_qp.h"
29 #include "hinic_hw_dev.h"
30 #include "hinic_rx.h"
31 #include "hinic_dev.h"
32 
33 #define RX_IRQ_NO_PENDING               0
34 #define RX_IRQ_NO_COALESC               0
35 #define RX_IRQ_NO_LLI_TIMER             0
36 #define RX_IRQ_NO_CREDIT                0
37 #define RX_IRQ_NO_RESEND_TIMER          0
38 #define HINIC_RX_BUFFER_WRITE           16
39 
40 #define HINIC_RX_IPV6_PKT		7
41 #define LRO_PKT_HDR_LEN_IPV4		66
42 #define LRO_PKT_HDR_LEN_IPV6		86
43 #define LRO_REPLENISH_THLD		256
44 
45 #define LRO_PKT_HDR_LEN(cqe)		\
46 	(HINIC_GET_RX_PKT_TYPE(be32_to_cpu((cqe)->offload_type)) == \
47 	 HINIC_RX_IPV6_PKT ? LRO_PKT_HDR_LEN_IPV6 : LRO_PKT_HDR_LEN_IPV4)
48 
49 /**
50  * hinic_rxq_clean_stats - Clean the statistics of specific queue
51  * @rxq: Logical Rx Queue
52  **/
53 static void hinic_rxq_clean_stats(struct hinic_rxq *rxq)
54 {
55 	struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
56 
57 	u64_stats_update_begin(&rxq_stats->syncp);
58 	rxq_stats->pkts  = 0;
59 	rxq_stats->bytes = 0;
60 	rxq_stats->errors = 0;
61 	rxq_stats->csum_errors = 0;
62 	rxq_stats->other_errors = 0;
63 	u64_stats_update_end(&rxq_stats->syncp);
64 }
65 
66 /**
67  * hinic_rxq_get_stats - get statistics of Rx Queue
68  * @rxq: Logical Rx Queue
69  * @stats: return updated stats here
70  **/
71 void hinic_rxq_get_stats(struct hinic_rxq *rxq, struct hinic_rxq_stats *stats)
72 {
73 	struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
74 	unsigned int start;
75 
76 	do {
77 		start = u64_stats_fetch_begin_irq(&rxq_stats->syncp);
78 		stats->pkts = rxq_stats->pkts;
79 		stats->bytes = rxq_stats->bytes;
80 		stats->errors = rxq_stats->csum_errors +
81 				rxq_stats->other_errors;
82 		stats->csum_errors = rxq_stats->csum_errors;
83 		stats->other_errors = rxq_stats->other_errors;
84 	} while (u64_stats_fetch_retry_irq(&rxq_stats->syncp, start));
85 }
86 
87 /**
88  * rxq_stats_init - Initialize the statistics of specific queue
89  * @rxq: Logical Rx Queue
90  **/
91 static void rxq_stats_init(struct hinic_rxq *rxq)
92 {
93 	struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
94 
95 	u64_stats_init(&rxq_stats->syncp);
96 	hinic_rxq_clean_stats(rxq);
97 }
98 
99 static void rx_csum(struct hinic_rxq *rxq, u32 status,
100 		    struct sk_buff *skb)
101 {
102 	struct net_device *netdev = rxq->netdev;
103 	u32 csum_err;
104 
105 	csum_err = HINIC_RQ_CQE_STATUS_GET(status, CSUM_ERR);
106 
107 	if (!(netdev->features & NETIF_F_RXCSUM))
108 		return;
109 
110 	if (!csum_err) {
111 		skb->ip_summed = CHECKSUM_UNNECESSARY;
112 	} else {
113 		if (!(csum_err & (HINIC_RX_CSUM_HW_CHECK_NONE |
114 			HINIC_RX_CSUM_IPSU_OTHER_ERR)))
115 			rxq->rxq_stats.csum_errors++;
116 		skb->ip_summed = CHECKSUM_NONE;
117 	}
118 }
119 
120 /**
121  * rx_alloc_skb - allocate skb and map it to dma address
122  * @rxq: rx queue
123  * @dma_addr: returned dma address for the skb
124  *
125  * Return skb
126  **/
127 static struct sk_buff *rx_alloc_skb(struct hinic_rxq *rxq,
128 				    dma_addr_t *dma_addr)
129 {
130 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
131 	struct hinic_hwdev *hwdev = nic_dev->hwdev;
132 	struct hinic_hwif *hwif = hwdev->hwif;
133 	struct pci_dev *pdev = hwif->pdev;
134 	struct sk_buff *skb;
135 	dma_addr_t addr;
136 	int err;
137 
138 	skb = netdev_alloc_skb_ip_align(rxq->netdev, rxq->rq->buf_sz);
139 	if (!skb)
140 		return NULL;
141 
142 	addr = dma_map_single(&pdev->dev, skb->data, rxq->rq->buf_sz,
143 			      DMA_FROM_DEVICE);
144 	err = dma_mapping_error(&pdev->dev, addr);
145 	if (err) {
146 		dev_err(&pdev->dev, "Failed to map Rx DMA, err = %d\n", err);
147 		goto err_rx_map;
148 	}
149 
150 	*dma_addr = addr;
151 	return skb;
152 
153 err_rx_map:
154 	dev_kfree_skb_any(skb);
155 	return NULL;
156 }
157 
158 /**
159  * rx_unmap_skb - unmap the dma address of the skb
160  * @rxq: rx queue
161  * @dma_addr: dma address of the skb
162  **/
163 static void rx_unmap_skb(struct hinic_rxq *rxq, dma_addr_t dma_addr)
164 {
165 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
166 	struct hinic_hwdev *hwdev = nic_dev->hwdev;
167 	struct hinic_hwif *hwif = hwdev->hwif;
168 	struct pci_dev *pdev = hwif->pdev;
169 
170 	dma_unmap_single(&pdev->dev, dma_addr, rxq->rq->buf_sz,
171 			 DMA_FROM_DEVICE);
172 }
173 
174 /**
175  * rx_free_skb - unmap and free skb
176  * @rxq: rx queue
177  * @skb: skb to free
178  * @dma_addr: dma address of the skb
179  **/
180 static void rx_free_skb(struct hinic_rxq *rxq, struct sk_buff *skb,
181 			dma_addr_t dma_addr)
182 {
183 	rx_unmap_skb(rxq, dma_addr);
184 	dev_kfree_skb_any(skb);
185 }
186 
187 /**
188  * rx_alloc_pkts - allocate pkts in rx queue
189  * @rxq: rx queue
190  *
191  * Return number of skbs allocated
192  **/
193 static int rx_alloc_pkts(struct hinic_rxq *rxq)
194 {
195 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
196 	struct hinic_rq_wqe *rq_wqe;
197 	unsigned int free_wqebbs;
198 	struct hinic_sge sge;
199 	dma_addr_t dma_addr;
200 	struct sk_buff *skb;
201 	u16 prod_idx;
202 	int i;
203 
204 	free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq);
205 
206 	/* Limit the allocation chunks */
207 	if (free_wqebbs > nic_dev->rx_weight)
208 		free_wqebbs = nic_dev->rx_weight;
209 
210 	for (i = 0; i < free_wqebbs; i++) {
211 		skb = rx_alloc_skb(rxq, &dma_addr);
212 		if (!skb)
213 			goto skb_out;
214 
215 		hinic_set_sge(&sge, dma_addr, skb->len);
216 
217 		rq_wqe = hinic_rq_get_wqe(rxq->rq, HINIC_RQ_WQE_SIZE,
218 					  &prod_idx);
219 		if (!rq_wqe) {
220 			rx_free_skb(rxq, skb, dma_addr);
221 			goto skb_out;
222 		}
223 
224 		hinic_rq_prepare_wqe(rxq->rq, prod_idx, rq_wqe, &sge);
225 
226 		hinic_rq_write_wqe(rxq->rq, prod_idx, rq_wqe, skb);
227 	}
228 
229 skb_out:
230 	if (i) {
231 		wmb();  /* write all the wqes before update PI */
232 
233 		hinic_rq_update(rxq->rq, prod_idx);
234 	}
235 
236 	return i;
237 }
238 
239 /**
240  * free_all_rx_skbs - free all skbs in rx queue
241  * @rxq: rx queue
242  **/
243 static void free_all_rx_skbs(struct hinic_rxq *rxq)
244 {
245 	struct hinic_rq *rq = rxq->rq;
246 	struct hinic_hw_wqe *hw_wqe;
247 	struct hinic_sge sge;
248 	u16 ci;
249 
250 	while ((hw_wqe = hinic_read_wqe(rq->wq, HINIC_RQ_WQE_SIZE, &ci))) {
251 		if (IS_ERR(hw_wqe))
252 			break;
253 
254 		hinic_rq_get_sge(rq, &hw_wqe->rq_wqe, ci, &sge);
255 
256 		hinic_put_wqe(rq->wq, HINIC_RQ_WQE_SIZE);
257 
258 		rx_free_skb(rxq, rq->saved_skb[ci], hinic_sge_to_dma(&sge));
259 	}
260 }
261 
262 /**
263  * rx_recv_jumbo_pkt - Rx handler for jumbo pkt
264  * @rxq: rx queue
265  * @head_skb: the first skb in the list
266  * @left_pkt_len: left size of the pkt exclude head skb
267  * @ci: consumer index
268  *
269  * Return number of wqes that used for the left of the pkt
270  **/
271 static int rx_recv_jumbo_pkt(struct hinic_rxq *rxq, struct sk_buff *head_skb,
272 			     unsigned int left_pkt_len, u16 ci)
273 {
274 	struct sk_buff *skb, *curr_skb = head_skb;
275 	struct hinic_rq_wqe *rq_wqe;
276 	unsigned int curr_len;
277 	struct hinic_sge sge;
278 	int num_wqes = 0;
279 
280 	while (left_pkt_len > 0) {
281 		rq_wqe = hinic_rq_read_next_wqe(rxq->rq, HINIC_RQ_WQE_SIZE,
282 						&skb, &ci);
283 
284 		num_wqes++;
285 
286 		hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge);
287 
288 		rx_unmap_skb(rxq, hinic_sge_to_dma(&sge));
289 
290 		prefetch(skb->data);
291 
292 		curr_len = (left_pkt_len > HINIC_RX_BUF_SZ) ? HINIC_RX_BUF_SZ :
293 			    left_pkt_len;
294 
295 		left_pkt_len -= curr_len;
296 
297 		__skb_put(skb, curr_len);
298 
299 		if (curr_skb == head_skb)
300 			skb_shinfo(head_skb)->frag_list = skb;
301 		else
302 			curr_skb->next = skb;
303 
304 		head_skb->len += skb->len;
305 		head_skb->data_len += skb->len;
306 		head_skb->truesize += skb->truesize;
307 
308 		curr_skb = skb;
309 	}
310 
311 	return num_wqes;
312 }
313 
314 static void hinic_copy_lp_data(struct hinic_dev *nic_dev,
315 			       struct sk_buff *skb)
316 {
317 	struct net_device *netdev = nic_dev->netdev;
318 	u8 *lb_buf = nic_dev->lb_test_rx_buf;
319 	int lb_len = nic_dev->lb_pkt_len;
320 	int pkt_offset, frag_len, i;
321 	void *frag_data = NULL;
322 
323 	if (nic_dev->lb_test_rx_idx == LP_PKT_CNT) {
324 		nic_dev->lb_test_rx_idx = 0;
325 		netif_warn(nic_dev, drv, netdev, "Loopback test warning, receive too more test pkts\n");
326 	}
327 
328 	if (skb->len != nic_dev->lb_pkt_len) {
329 		netif_warn(nic_dev, drv, netdev, "Wrong packet length\n");
330 		nic_dev->lb_test_rx_idx++;
331 		return;
332 	}
333 
334 	pkt_offset = nic_dev->lb_test_rx_idx * lb_len;
335 	frag_len = (int)skb_headlen(skb);
336 	memcpy(lb_buf + pkt_offset, skb->data, frag_len);
337 	pkt_offset += frag_len;
338 	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
339 		frag_data = skb_frag_address(&skb_shinfo(skb)->frags[i]);
340 		frag_len = (int)skb_frag_size(&skb_shinfo(skb)->frags[i]);
341 		memcpy((lb_buf + pkt_offset), frag_data, frag_len);
342 		pkt_offset += frag_len;
343 	}
344 	nic_dev->lb_test_rx_idx++;
345 }
346 
347 /**
348  * rxq_recv - Rx handler
349  * @rxq: rx queue
350  * @budget: maximum pkts to process
351  *
352  * Return number of pkts received
353  **/
354 static int rxq_recv(struct hinic_rxq *rxq, int budget)
355 {
356 	struct hinic_qp *qp = container_of(rxq->rq, struct hinic_qp, rq);
357 	struct net_device *netdev = rxq->netdev;
358 	u64 pkt_len = 0, rx_bytes = 0;
359 	struct hinic_rq *rq = rxq->rq;
360 	struct hinic_rq_wqe *rq_wqe;
361 	struct hinic_dev *nic_dev;
362 	unsigned int free_wqebbs;
363 	struct hinic_rq_cqe *cqe;
364 	int num_wqes, pkts = 0;
365 	struct hinic_sge sge;
366 	unsigned int status;
367 	struct sk_buff *skb;
368 	u32 offload_type;
369 	u16 ci, num_lro;
370 	u16 num_wqe = 0;
371 	u32 vlan_len;
372 	u16 vid;
373 
374 	nic_dev = netdev_priv(netdev);
375 
376 	while (pkts < budget) {
377 		num_wqes = 0;
378 
379 		rq_wqe = hinic_rq_read_wqe(rxq->rq, HINIC_RQ_WQE_SIZE, &skb,
380 					   &ci);
381 		if (!rq_wqe)
382 			break;
383 
384 		/* make sure we read rx_done before packet length */
385 		dma_rmb();
386 
387 		cqe = rq->cqe[ci];
388 		status =  be32_to_cpu(cqe->status);
389 		hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge);
390 
391 		rx_unmap_skb(rxq, hinic_sge_to_dma(&sge));
392 
393 		rx_csum(rxq, status, skb);
394 
395 		prefetch(skb->data);
396 
397 		pkt_len = sge.len;
398 
399 		if (pkt_len <= HINIC_RX_BUF_SZ) {
400 			__skb_put(skb, pkt_len);
401 		} else {
402 			__skb_put(skb, HINIC_RX_BUF_SZ);
403 			num_wqes = rx_recv_jumbo_pkt(rxq, skb, pkt_len -
404 						     HINIC_RX_BUF_SZ, ci);
405 		}
406 
407 		hinic_rq_put_wqe(rq, ci,
408 				 (num_wqes + 1) * HINIC_RQ_WQE_SIZE);
409 
410 		offload_type = be32_to_cpu(cqe->offload_type);
411 		vlan_len = be32_to_cpu(cqe->len);
412 		if ((netdev->features & NETIF_F_HW_VLAN_CTAG_RX) &&
413 		    HINIC_GET_RX_VLAN_OFFLOAD_EN(offload_type)) {
414 			vid = HINIC_GET_RX_VLAN_TAG(vlan_len);
415 			__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), vid);
416 		}
417 
418 		if (unlikely(nic_dev->flags & HINIC_LP_TEST))
419 			hinic_copy_lp_data(nic_dev, skb);
420 
421 		skb_record_rx_queue(skb, qp->q_id);
422 		skb->protocol = eth_type_trans(skb, rxq->netdev);
423 
424 		napi_gro_receive(&rxq->napi, skb);
425 
426 		pkts++;
427 		rx_bytes += pkt_len;
428 
429 		num_lro = HINIC_GET_RX_NUM_LRO(status);
430 		if (num_lro) {
431 			rx_bytes += ((num_lro - 1) *
432 				     LRO_PKT_HDR_LEN(cqe));
433 
434 			num_wqe +=
435 			(u16)(pkt_len >> rxq->rx_buff_shift) +
436 			((pkt_len & (rxq->buf_len - 1)) ? 1 : 0);
437 		}
438 
439 		cqe->status = 0;
440 
441 		if (num_wqe >= LRO_REPLENISH_THLD)
442 			break;
443 	}
444 
445 	free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq);
446 	if (free_wqebbs > HINIC_RX_BUFFER_WRITE)
447 		rx_alloc_pkts(rxq);
448 
449 	u64_stats_update_begin(&rxq->rxq_stats.syncp);
450 	rxq->rxq_stats.pkts += pkts;
451 	rxq->rxq_stats.bytes += rx_bytes;
452 	u64_stats_update_end(&rxq->rxq_stats.syncp);
453 
454 	return pkts;
455 }
456 
457 static int rx_poll(struct napi_struct *napi, int budget)
458 {
459 	struct hinic_rxq *rxq = container_of(napi, struct hinic_rxq, napi);
460 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
461 	struct hinic_rq *rq = rxq->rq;
462 	int pkts;
463 
464 	pkts = rxq_recv(rxq, budget);
465 	if (pkts >= budget)
466 		return budget;
467 
468 	napi_complete(napi);
469 
470 	if (!HINIC_IS_VF(nic_dev->hwdev->hwif))
471 		hinic_hwdev_set_msix_state(nic_dev->hwdev,
472 					   rq->msix_entry,
473 					   HINIC_MSIX_ENABLE);
474 
475 	return pkts;
476 }
477 
478 static void rx_add_napi(struct hinic_rxq *rxq)
479 {
480 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
481 
482 	netif_napi_add_weight(rxq->netdev, &rxq->napi, rx_poll,
483 			      nic_dev->rx_weight);
484 	napi_enable(&rxq->napi);
485 }
486 
487 static void rx_del_napi(struct hinic_rxq *rxq)
488 {
489 	napi_disable(&rxq->napi);
490 	netif_napi_del(&rxq->napi);
491 }
492 
493 static irqreturn_t rx_irq(int irq, void *data)
494 {
495 	struct hinic_rxq *rxq = (struct hinic_rxq *)data;
496 	struct hinic_rq *rq = rxq->rq;
497 	struct hinic_dev *nic_dev;
498 
499 	/* Disable the interrupt until napi will be completed */
500 	nic_dev = netdev_priv(rxq->netdev);
501 	if (!HINIC_IS_VF(nic_dev->hwdev->hwif))
502 		hinic_hwdev_set_msix_state(nic_dev->hwdev,
503 					   rq->msix_entry,
504 					   HINIC_MSIX_DISABLE);
505 
506 	nic_dev = netdev_priv(rxq->netdev);
507 	hinic_hwdev_msix_cnt_set(nic_dev->hwdev, rq->msix_entry);
508 
509 	napi_schedule(&rxq->napi);
510 	return IRQ_HANDLED;
511 }
512 
513 static int rx_request_irq(struct hinic_rxq *rxq)
514 {
515 	struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
516 	struct hinic_msix_config interrupt_info = {0};
517 	struct hinic_intr_coal_info *intr_coal = NULL;
518 	struct hinic_hwdev *hwdev = nic_dev->hwdev;
519 	struct hinic_rq *rq = rxq->rq;
520 	struct hinic_qp *qp;
521 	int err;
522 
523 	qp = container_of(rq, struct hinic_qp, rq);
524 
525 	rx_add_napi(rxq);
526 
527 	hinic_hwdev_msix_set(hwdev, rq->msix_entry,
528 			     RX_IRQ_NO_PENDING, RX_IRQ_NO_COALESC,
529 			     RX_IRQ_NO_LLI_TIMER, RX_IRQ_NO_CREDIT,
530 			     RX_IRQ_NO_RESEND_TIMER);
531 
532 	intr_coal = &nic_dev->rx_intr_coalesce[qp->q_id];
533 	interrupt_info.msix_index = rq->msix_entry;
534 	interrupt_info.coalesce_timer_cnt = intr_coal->coalesce_timer_cfg;
535 	interrupt_info.pending_cnt = intr_coal->pending_limt;
536 	interrupt_info.resend_timer_cnt = intr_coal->resend_timer_cfg;
537 
538 	err = hinic_set_interrupt_cfg(hwdev, &interrupt_info);
539 	if (err) {
540 		netif_err(nic_dev, drv, rxq->netdev,
541 			  "Failed to set RX interrupt coalescing attribute\n");
542 		goto err_req_irq;
543 	}
544 
545 	err = request_irq(rq->irq, rx_irq, 0, rxq->irq_name, rxq);
546 	if (err)
547 		goto err_req_irq;
548 
549 	cpumask_set_cpu(qp->q_id % num_online_cpus(), &rq->affinity_mask);
550 	err = irq_set_affinity_and_hint(rq->irq, &rq->affinity_mask);
551 	if (err)
552 		goto err_irq_affinity;
553 
554 	return 0;
555 
556 err_irq_affinity:
557 	free_irq(rq->irq, rxq);
558 err_req_irq:
559 	rx_del_napi(rxq);
560 	return err;
561 }
562 
563 static void rx_free_irq(struct hinic_rxq *rxq)
564 {
565 	struct hinic_rq *rq = rxq->rq;
566 
567 	irq_update_affinity_hint(rq->irq, NULL);
568 	free_irq(rq->irq, rxq);
569 	rx_del_napi(rxq);
570 }
571 
572 /**
573  * hinic_init_rxq - Initialize the Rx Queue
574  * @rxq: Logical Rx Queue
575  * @rq: Hardware Rx Queue to connect the Logical queue with
576  * @netdev: network device to connect the Logical queue with
577  *
578  * Return 0 - Success, negative - Failure
579  **/
580 int hinic_init_rxq(struct hinic_rxq *rxq, struct hinic_rq *rq,
581 		   struct net_device *netdev)
582 {
583 	struct hinic_qp *qp = container_of(rq, struct hinic_qp, rq);
584 	int err, pkts;
585 
586 	rxq->netdev = netdev;
587 	rxq->rq = rq;
588 	rxq->buf_len = HINIC_RX_BUF_SZ;
589 	rxq->rx_buff_shift = ilog2(HINIC_RX_BUF_SZ);
590 
591 	rxq_stats_init(rxq);
592 
593 	rxq->irq_name = devm_kasprintf(&netdev->dev, GFP_KERNEL,
594 				       "%s_rxq%d", netdev->name, qp->q_id);
595 	if (!rxq->irq_name)
596 		return -ENOMEM;
597 
598 	pkts = rx_alloc_pkts(rxq);
599 	if (!pkts) {
600 		err = -ENOMEM;
601 		goto err_rx_pkts;
602 	}
603 
604 	err = rx_request_irq(rxq);
605 	if (err) {
606 		netdev_err(netdev, "Failed to request Rx irq\n");
607 		goto err_req_rx_irq;
608 	}
609 
610 	return 0;
611 
612 err_req_rx_irq:
613 err_rx_pkts:
614 	free_all_rx_skbs(rxq);
615 	devm_kfree(&netdev->dev, rxq->irq_name);
616 	return err;
617 }
618 
619 /**
620  * hinic_clean_rxq - Clean the Rx Queue
621  * @rxq: Logical Rx Queue
622  **/
623 void hinic_clean_rxq(struct hinic_rxq *rxq)
624 {
625 	struct net_device *netdev = rxq->netdev;
626 
627 	rx_free_irq(rxq);
628 
629 	free_all_rx_skbs(rxq);
630 	devm_kfree(&netdev->dev, rxq->irq_name);
631 }
632