20 static inline void nicvf_sq_add_gather_subdesc(struct snd_queue *sq, int qentry,
1121 	int qentry;  in nicvf_get_sq_desc()  local
1123 	qentry = sq->tail;  in nicvf_get_sq_desc()
1131 	return qentry;  in nicvf_get_sq_desc()
1136 					  int qentry, int desc_cnt)  in nicvf_rollback_sq_desc()  argument
1138 	sq->tail = qentry;  in nicvf_rollback_sq_desc()
1153 static inline int nicvf_get_nxt_sqentry(struct snd_queue *sq, int qentry)  in nicvf_get_nxt_sqentry()  argument
1155 	qentry++;  in nicvf_get_nxt_sqentry()
1156 	qentry &= (sq->dmem.q_len - 1);  in nicvf_get_nxt_sqentry()
1157 	return qentry;  in nicvf_get_nxt_sqentry()
1222 nicvf_xdp_sq_add_hdr_subdesc(struct snd_queue *sq, int qentry,  in nicvf_xdp_sq_add_hdr_subdesc()  argument
1227 	hdr = (struct sq_hdr_subdesc *)GET_SQ_DESC(sq, qentry);  in nicvf_xdp_sq_add_hdr_subdesc()
1233 	sq->xdp_page[qentry] = (u64)virt_to_page((void *)data);  in nicvf_xdp_sq_add_hdr_subdesc()
1240 	int qentry;  in nicvf_xdp_sq_append_pkt()  local
1245 	qentry = nicvf_get_sq_desc(sq, subdesc_cnt);  in nicvf_xdp_sq_append_pkt()
1247 	nicvf_xdp_sq_add_hdr_subdesc(sq, qentry, subdesc_cnt - 1, bufaddr, len);  in nicvf_xdp_sq_append_pkt()
1249 	qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_xdp_sq_append_pkt()
1250 	nicvf_sq_add_gather_subdesc(sq, qentry, len, dma_addr);  in nicvf_xdp_sq_append_pkt()
1330 nicvf_sq_add_hdr_subdesc(struct nicvf *nic, struct snd_queue *sq, int qentry,  in nicvf_sq_add_hdr_subdesc()  argument
1342 	hdr = (struct sq_hdr_subdesc *)GET_SQ_DESC(sq, qentry);  in nicvf_sq_add_hdr_subdesc()
1352 		sq->skbuff[qentry] = (u64)skb;  in nicvf_sq_add_hdr_subdesc()
1419 static inline void nicvf_sq_add_gather_subdesc(struct snd_queue *sq, int qentry,  in nicvf_sq_add_gather_subdesc()  argument
1424 	qentry &= (sq->dmem.q_len - 1);  in nicvf_sq_add_gather_subdesc()
1425 	gather = (struct sq_gather_subdesc *)GET_SQ_DESC(sq, qentry);  in nicvf_sq_add_gather_subdesc()
1438 static inline void nicvf_sq_add_cqe_subdesc(struct snd_queue *sq, int qentry,  in nicvf_sq_add_cqe_subdesc()  argument
1444 	sq->skbuff[qentry] = (u64)skb;  in nicvf_sq_add_cqe_subdesc()
1446 	hdr = (struct sq_hdr_subdesc *)GET_SQ_DESC(sq, qentry);  in nicvf_sq_add_cqe_subdesc()
1458 	qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_add_cqe_subdesc()
1459 	imm = (struct sq_imm_subdesc *)GET_SQ_DESC(sq, qentry);  in nicvf_sq_add_cqe_subdesc()
1487 			       int sq_num, int qentry, struct sk_buff *skb)  in nicvf_sq_append_tso()  argument
1492 	int hdr_qentry = qentry;  in nicvf_sq_append_tso()
1502 		hdr_qentry = qentry;  in nicvf_sq_append_tso()
1508 		qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_tso()
1509 		hdr = sq->tso_hdrs + qentry * TSO_HEADER_SIZE;  in nicvf_sq_append_tso()
1511 		nicvf_sq_add_gather_subdesc(sq, qentry, hdr_len,  in nicvf_sq_append_tso()
1513 					    qentry * TSO_HEADER_SIZE);  in nicvf_sq_append_tso()
1524 			qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_tso()
1525 			nicvf_sq_add_gather_subdesc(sq, qentry, size,  in nicvf_sq_append_tso()
1536 		qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_tso()
1555 	int qentry;  in nicvf_sq_append_skb()  local
1562 	qentry = nicvf_get_sq_desc(sq, subdesc_cnt);  in nicvf_sq_append_skb()
1566 		return nicvf_sq_append_tso(nic, sq, sq_num, qentry, skb);  in nicvf_sq_append_skb()
1569 	nicvf_sq_add_hdr_subdesc(nic, sq, qentry, subdesc_cnt - 1,  in nicvf_sq_append_skb()
1571 	hdr_sqe = qentry;  in nicvf_sq_append_skb()
1574 	qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_skb()
1581 		nicvf_rollback_sq_desc(sq, qentry, subdesc_cnt);  in nicvf_sq_append_skb()
1585 	nicvf_sq_add_gather_subdesc(sq, qentry, size, dma_addr);  in nicvf_sq_append_skb()
1594 		qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_skb()
1606 			nicvf_rollback_sq_desc(sq, qentry, subdesc_cnt);  in nicvf_sq_append_skb()
1609 		nicvf_sq_add_gather_subdesc(sq, qentry, size, dma_addr);  in nicvf_sq_append_skb()
1614 		qentry = nicvf_get_nxt_sqentry(sq, qentry);  in nicvf_sq_append_skb()
1615 		nicvf_sq_add_cqe_subdesc(sq, qentry, hdr_sqe, skb);  in nicvf_sq_append_skb()