54 	struct device *dev = aq_nic_get_dev(rx_ring->aq_nic);  in aq_alloc_rxpages()
109 					       aq_nic_get_dev(self->aq_nic));  in aq_get_rxpages()
136 			 struct aq_nic_s *aq_nic)  in aq_ring_alloc()  argument
148 	self->dx_ring = dma_alloc_coherent(aq_nic_get_dev(aq_nic),  in aq_ring_alloc()
165 		     struct aq_nic_s *aq_nic,  in aq_ring_tx_alloc()  argument
169 	self->aq_nic = aq_nic;  in aq_ring_tx_alloc()
174 	return aq_ring_alloc(self, aq_nic);  in aq_ring_tx_alloc()
178 		     struct aq_nic_s *aq_nic,  in aq_ring_rx_alloc()  argument
182 	self->aq_nic = aq_nic;  in aq_ring_rx_alloc()
186 	self->xdp_prog = aq_nic->xdp_prog;  in aq_ring_rx_alloc()
203 	return aq_ring_alloc(self, aq_nic);  in aq_ring_rx_alloc()
207 aq_ring_hwts_rx_alloc(struct aq_ring_s *self, struct aq_nic_s *aq_nic,  in aq_ring_hwts_rx_alloc()  argument
210 	struct device *dev = aq_nic_get_dev(aq_nic);  in aq_ring_hwts_rx_alloc()
215 	self->aq_nic = aq_nic;  in aq_ring_hwts_rx_alloc()
261 	struct net_device *ndev = aq_nic_get_ndev(ring->aq_nic);  in aq_ring_queue_wake()
264 				     AQ_NIC_RING2QMAP(ring->aq_nic,  in aq_ring_queue_wake()
267 				    AQ_NIC_RING2QMAP(ring->aq_nic, ring->idx));  in aq_ring_queue_wake()
276 	struct net_device *ndev = aq_nic_get_ndev(ring->aq_nic);  in aq_ring_queue_stop()
279 				      AQ_NIC_RING2QMAP(ring->aq_nic,  in aq_ring_queue_stop()
282 				    AQ_NIC_RING2QMAP(ring->aq_nic, ring->idx));  in aq_ring_queue_stop()
287 	struct device *dev = aq_nic_get_dev(self->aq_nic);  in aq_ring_tx_clean()
343 	if (!(self->aq_nic->ndev->features & NETIF_F_RXCSUM))  in aq_rx_checksum()
366 	struct aq_nic_s *aq_nic = netdev_priv(dev);  in aq_xdp_xmit()  local
372 	aq_cfg = aq_nic_get_cfg(aq_nic);  in aq_xdp_xmit()
374 	ring = aq_nic->aq_ring_tx[AQ_NIC_CFG_TCVEC2RING(aq_cfg, 0, vec)];  in aq_xdp_xmit()
379 		if (aq_nic_xmit_xdpf(aq_nic, ring, xdpf) == NETDEV_TX_BUSY)  in aq_xdp_xmit()
405 static struct sk_buff *aq_xdp_run_prog(struct aq_nic_s *aq_nic,  in aq_xdp_run_prog()  argument
424 		return aq_xdp_build_skb(xdp, aq_nic->ndev, buff);  in aq_xdp_run_prog()
435 		skb = aq_xdp_build_skb(xdp, aq_nic->ndev, buff);  in aq_xdp_run_prog()
446 		tx_ring = aq_nic->aq_ring_tx[rx_ring->idx];  in aq_xdp_run_prog()
447 		result = aq_nic_xmit_xdpf(aq_nic, tx_ring, xdpf);  in aq_xdp_run_prog()
456 		if (xdp_do_redirect(aq_nic->ndev, xdp, prog) < 0)  in aq_xdp_run_prog()
471 		trace_xdp_exception(aq_nic->ndev, prog, act);  in aq_xdp_run_prog()
472 		bpf_warn_invalid_xdp_action(aq_nic->ndev, prog, act);  in aq_xdp_run_prog()
531 	struct net_device *ndev = aq_nic_get_ndev(self->aq_nic);  in __aq_ring_rx_clean()
538 		bool is_ptp_ring = aq_ptp_ring(self->aq_nic, self);  in __aq_ring_rx_clean()
606 		dma_sync_single_range_for_cpu(aq_nic_get_dev(self->aq_nic),  in __aq_ring_rx_clean()
621 				aq_ptp_extract_ts(self->aq_nic, skb_hwtstamps(skb),  in __aq_ring_rx_clean()
648 				dma_sync_single_range_for_cpu(aq_nic_get_dev(self->aq_nic),  in __aq_ring_rx_clean()
683 						: AQ_NIC_RING2QMAP(self->aq_nic,  in __aq_ring_rx_clean()
704 	struct aq_nic_s *aq_nic = rx_ring->aq_nic;  in __aq_ring_xdp_clean()  local
709 	dev = aq_nic_get_dev(aq_nic);  in __aq_ring_xdp_clean()
714 		bool is_ptp_ring = aq_ptp_ring(rx_ring->aq_nic, rx_ring);  in __aq_ring_xdp_clean()
787 			ptp_hwtstamp_len = aq_ptp_extract_ts(rx_ring->aq_nic, &shhwtstamps,  in __aq_ring_xdp_clean()
807 		skb = aq_xdp_run_prog(aq_nic, &xdp, rx_ring, buff);  in __aq_ring_xdp_clean()
826 						: AQ_NIC_RING2QMAP(rx_ring->aq_nic,  in __aq_ring_xdp_clean()
847 void aq_ring_hwts_rx_clean(struct aq_ring_s *self, struct aq_nic_s *aq_nic)  in aq_ring_hwts_rx_clean()  argument
853 		aq_nic->aq_hw_ops->extract_hwts(aq_nic->aq_hw,  in aq_ring_hwts_rx_clean()
857 		aq_ptp_tx_hwtstamp(aq_nic, ns);  in aq_ring_hwts_rx_clean()
902 		aq_free_rxpage(&buff->rxdata, aq_nic_get_dev(self->aq_nic));  in aq_ring_rx_deinit()
915 		dma_free_coherent(aq_nic_get_dev(self->aq_nic),  in aq_ring_free()
928 		dma_free_coherent(aq_nic_get_dev(self->aq_nic),  in aq_ring_hwts_rx_free()