317 #   define vmxnet3_getRxComp(dstrcd, rcd, tmp) do { \  argument
319 			vmxnet3_RxCompToCPU((rcd), (tmp)); \
332 #   define vmxnet3_getRxComp(dstrcd, rcd, tmp) (dstrcd) = (rcd)  argument
719 vmxnet3_append_frag(struct sk_buff *skb, struct Vmxnet3_RxCompDesc *rcd,  in vmxnet3_append_frag()  argument
726 	skb_frag_fill_page_desc(frag, rbi->page, 0, rcd->len);  in vmxnet3_append_frag()
727 	skb->data_len += rcd->len;  in vmxnet3_append_frag()
1378 	if (!gdesc->rcd.cnc && adapter->netdev->features & NETIF_F_RXCSUM) {  in vmxnet3_rx_csum()
1379 		if (gdesc->rcd.v4 &&  in vmxnet3_rx_csum()
1387 			WARN_ON_ONCE(!(gdesc->rcd.tcp || gdesc->rcd.udp) &&  in vmxnet3_rx_csum()
1390 			WARN_ON_ONCE(gdesc->rcd.frg &&  in vmxnet3_rx_csum()
1393 		} else if (gdesc->rcd.v6 && (le32_to_cpu(gdesc->dword[3]) &  in vmxnet3_rx_csum()
1400 			WARN_ON_ONCE(!(gdesc->rcd.tcp || gdesc->rcd.udp) &&  in vmxnet3_rx_csum()
1403 			WARN_ON_ONCE(gdesc->rcd.frg &&  in vmxnet3_rx_csum()
1407 			if (gdesc->rcd.csum) {  in vmxnet3_rx_csum()
1408 				skb->csum = htons(gdesc->rcd.csum);  in vmxnet3_rx_csum()
1421 vmxnet3_rx_error(struct vmxnet3_rx_queue *rq, struct Vmxnet3_RxCompDesc *rcd,  in vmxnet3_rx_error()  argument
1425 	if (!rcd->fcs)  in vmxnet3_rx_error()
1460 	BUG_ON(gdesc->rcd.tcp == 0);  in vmxnet3_get_hdr_len()
1473 	if (gdesc->rcd.v4) {  in vmxnet3_get_hdr_len()
1480 	} else if (gdesc->rcd.v6) {  in vmxnet3_get_hdr_len()
1512 	struct Vmxnet3_RxCompDesc *rcd;  in vmxnet3_rq_rx_complete()  local
1522 	vmxnet3_getRxComp(rcd, &rq->comp_ring.base[rq->comp_ring.next2proc].rcd,  in vmxnet3_rq_rx_complete()
1524 	while (rcd->gen == rq->comp_ring.gen) {  in vmxnet3_rq_rx_complete()
1545 		BUG_ON(rcd->rqID != rq->qid && rcd->rqID != rq->qid2 &&  in vmxnet3_rq_rx_complete()
1546 		       rcd->rqID != rq->dataRingQid);  in vmxnet3_rq_rx_complete()
1547 		idx = rcd->rxdIdx;  in vmxnet3_rq_rx_complete()
1548 		ring_idx = VMXNET3_GET_RING_IDX(adapter, rcd->rqID);  in vmxnet3_rq_rx_complete()
1557 		if (unlikely(rcd->eop && rcd->err)) {  in vmxnet3_rq_rx_complete()
1558 			vmxnet3_rx_error(rq, rcd, ctx, adapter);  in vmxnet3_rq_rx_complete()
1562 		if (rcd->sop && rcd->eop && vmxnet3_xdp_enabled(adapter)) {  in vmxnet3_rq_rx_complete()
1566 			if (VMXNET3_RX_DATA_RING(adapter, rcd->rqID)) {  in vmxnet3_rq_rx_complete()
1574 			act = vmxnet3_process_xdp(adapter, rq, rcd, rbi, rxd,  in vmxnet3_rq_rx_complete()
1587 		if (rcd->sop) { /* first buf of the pkt */  in vmxnet3_rq_rx_complete()
1592 			       (rcd->rqID != rq->qid &&  in vmxnet3_rq_rx_complete()
1593 				rcd->rqID != rq->dataRingQid));  in vmxnet3_rq_rx_complete()
1599 			if (unlikely(rcd->len == 0)) {  in vmxnet3_rq_rx_complete()
1601 				BUG_ON(!(rcd->sop && rcd->eop));  in vmxnet3_rq_rx_complete()
1612 				VMXNET3_RX_DATA_RING(adapter, rcd->rqID);  in vmxnet3_rq_rx_complete()
1613 			len = rxDataRingUsed ? rcd->len : rbi->len;  in vmxnet3_rq_rx_complete()
1620 				sz = rcd->rxdIdx * rq->data_ring.desc_size;  in vmxnet3_rq_rx_complete()
1623 								rcd->len,  in vmxnet3_rq_rx_complete()
1649 				BUG_ON(rcd->len > rq->data_ring.desc_size);  in vmxnet3_rq_rx_complete()
1652 				sz = rcd->rxdIdx * rq->data_ring.desc_size;  in vmxnet3_rq_rx_complete()
1654 				       &rq->data_ring.base[sz], rcd->len);  in vmxnet3_rq_rx_complete()
1689 			skb_put(ctx->skb, rcd->len);  in vmxnet3_rq_rx_complete()
1692 			    rcd->type == VMXNET3_CDTYPE_RXCOMP_LRO) {  in vmxnet3_rq_rx_complete()
1696 				rcdlro = (struct Vmxnet3_RxCompDescExt *)rcd;  in vmxnet3_rq_rx_complete()
1697 				gdesc = (union Vmxnet3_GenericDesc *)rcd;  in vmxnet3_rq_rx_complete()
1722 			if (rcd->len) {  in vmxnet3_rq_rx_complete()
1754 				vmxnet3_append_frag(ctx->skb, rcd, rbi);  in vmxnet3_rq_rx_complete()
1767 		if (rcd->eop) {  in vmxnet3_rq_rx_complete()
1772 			if (rcd->rssType != VMXNET3_RCD_RSS_TYPE_NONE &&  in vmxnet3_rq_rx_complete()
1776 				switch (rcd->rssType) {  in vmxnet3_rq_rx_complete()
1792 					     le32_to_cpu(rcd->rssHash),  in vmxnet3_rq_rx_complete()
1797 					(union Vmxnet3_GenericDesc *)rcd);  in vmxnet3_rq_rx_complete()
1799 			if ((!rcd->tcp && !encap_lro) ||  in vmxnet3_rq_rx_complete()
1804 				skb_shinfo(skb)->gso_type = rcd->v4 ?  in vmxnet3_rq_rx_complete()
1812 					(union Vmxnet3_GenericDesc *)rcd);  in vmxnet3_rq_rx_complete()
1817 					rcd->v4 ? SKB_GSO_TCPV4 : SKB_GSO_TCPV6;  in vmxnet3_rq_rx_complete()
1828 			if (unlikely(rcd->ts))  in vmxnet3_rq_rx_complete()
1829 				__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), rcd->tci);  in vmxnet3_rq_rx_complete()
1899 		vmxnet3_getRxComp(rcd,  in vmxnet3_rq_rx_complete()
1900 				  &rq->comp_ring.base[rq->comp_ring.next2proc].rcd, &rxComp);  in vmxnet3_rq_rx_complete()