356 	struct mlx5e_tx_wqe_info *wi;  in mlx5e_tx_flush()  local
364 	wi = &sq->db.wqe_info[pi];  in mlx5e_tx_flush()
366 	*wi = (struct mlx5e_tx_wqe_info) {  in mlx5e_tx_flush()
378 		     struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg,  in mlx5e_txwqe_complete()  argument
384 	*wi = (struct mlx5e_tx_wqe_info) {  in mlx5e_txwqe_complete()
397 	sq->pc += wi->num_wqebbs;  in mlx5e_txwqe_complete()
434 	struct mlx5e_tx_wqe_info *wi;  in mlx5e_sq_xmit_wqe()  local
443 	wi   = &sq->db.wqe_info[pi];  in mlx5e_sq_xmit_wqe()
499 	mlx5e_txwqe_complete(sq, skb, attr, wqe_attr, num_dma, wi, cseg, eseg, xmit_more);  in mlx5e_sq_xmit_wqe()
575 	struct mlx5e_tx_wqe_info *wi;  in mlx5e_tx_mpwqe_session_complete()  local
583 	wi = &sq->db.wqe_info[pi];  in mlx5e_tx_mpwqe_session_complete()
584 	*wi = (struct mlx5e_tx_wqe_info) {  in mlx5e_tx_mpwqe_session_complete()
592 	sq->pc += wi->num_wqebbs;  in mlx5e_tx_mpwqe_session_complete()
736 static void mlx5e_tx_wi_dma_unmap(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi,  in mlx5e_tx_wi_dma_unmap()  argument
741 	for (i = 0; i < wi->num_dma; i++) {  in mlx5e_tx_wi_dma_unmap()
766 static void mlx5e_tx_wi_consume_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi,  in mlx5e_tx_wi_consume_fifo_skbs()  argument
771 	for (i = 0; i < wi->num_fifo_pkts; i++) {  in mlx5e_tx_wi_consume_fifo_skbs()
824 		struct mlx5e_tx_wqe_info *wi;  in mlx5e_poll_tx_cq()  local
837 			wi = &sq->db.wqe_info[ci];  in mlx5e_poll_tx_cq()
839 			sqcc += wi->num_wqebbs;  in mlx5e_poll_tx_cq()
841 			if (likely(wi->skb)) {  in mlx5e_poll_tx_cq()
842 				mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);  in mlx5e_poll_tx_cq()
843 				mlx5e_consume_skb(sq, wi->skb, cqe, napi_budget);  in mlx5e_poll_tx_cq()
846 				nbytes += wi->num_bytes;  in mlx5e_poll_tx_cq()
850 			if (unlikely(mlx5e_ktls_tx_try_handle_resync_dump_comp(sq, wi,  in mlx5e_poll_tx_cq()
854 			if (wi->num_fifo_pkts) {  in mlx5e_poll_tx_cq()
855 				mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);  in mlx5e_poll_tx_cq()
856 				mlx5e_tx_wi_consume_fifo_skbs(sq, wi, cqe, napi_budget);  in mlx5e_poll_tx_cq()
858 				npkts += wi->num_fifo_pkts;  in mlx5e_poll_tx_cq()
859 				nbytes += wi->num_bytes;  in mlx5e_poll_tx_cq()
868 				mlx5_wq_cyc_wqe_dump(&sq->wq, ci, wi->num_wqebbs);  in mlx5e_poll_tx_cq()
893 static void mlx5e_tx_wi_kfree_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi)  in mlx5e_tx_wi_kfree_fifo_skbs()  argument
897 	for (i = 0; i < wi->num_fifo_pkts; i++)  in mlx5e_tx_wi_kfree_fifo_skbs()
903 	struct mlx5e_tx_wqe_info *wi;  in mlx5e_free_txqsq_descs()  local
912 		wi = &sq->db.wqe_info[ci];  in mlx5e_free_txqsq_descs()
914 		sqcc += wi->num_wqebbs;  in mlx5e_free_txqsq_descs()
916 		if (likely(wi->skb)) {  in mlx5e_free_txqsq_descs()
917 			mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);  in mlx5e_free_txqsq_descs()
918 			dev_kfree_skb_any(wi->skb);  in mlx5e_free_txqsq_descs()
921 			nbytes += wi->num_bytes;  in mlx5e_free_txqsq_descs()
925 		if (unlikely(mlx5e_ktls_tx_try_handle_resync_dump_comp(sq, wi, &dma_fifo_cc)))  in mlx5e_free_txqsq_descs()
928 		if (wi->num_fifo_pkts) {  in mlx5e_free_txqsq_descs()
929 			mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);  in mlx5e_free_txqsq_descs()
930 			mlx5e_tx_wi_kfree_fifo_skbs(sq, wi);  in mlx5e_free_txqsq_descs()
932 			npkts += wi->num_fifo_pkts;  in mlx5e_free_txqsq_descs()
933 			nbytes += wi->num_bytes;  in mlx5e_free_txqsq_descs()
987 	struct mlx5e_tx_wqe_info *wi;  in mlx5i_sq_xmit()  local
1002 	wi       = &sq->db.wqe_info[pi];  in mlx5i_sq_xmit()
1047 	mlx5e_txwqe_complete(sq, skb, &attr, &wqe_attr, num_dma, wi, cseg, eseg, xmit_more);  in mlx5i_sq_xmit()