mlx5/core/en_tx.c

352 	struct mlx5e_tx_wqe_info *wi;
360 	wi = &sq->db.wqe_info[pi];
362 	*wi = (struct mlx5e_tx_wqe_info) {
374 		     struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg,
380 	*wi = (struct mlx5e_tx_wqe_info) {
393 	sq->pc += wi->num_wqebbs;
430 	struct mlx5e_tx_wqe_info *wi;
439 	wi   = &sq->db.wqe_info[pi];
495 	mlx5e_txwqe_complete(sq, skb, attr, wqe_attr, num_dma, wi, cseg, eseg, xmit_more);
571 	struct mlx5e_tx_wqe_info *wi;
579 	wi = &sq->db.wqe_info[pi];
580 	*wi = (struct mlx5e_tx_wqe_info) {
588 	sq->pc += wi->num_wqebbs;
732 static void mlx5e_tx_wi_dma_unmap(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi,
737 	for (i = 0; i < wi->num_dma; i++) {
764 static void mlx5e_tx_wi_consume_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi,
769 	for (i = 0; i < wi->num_fifo_pkts; i++) {
822 		struct mlx5e_tx_wqe_info *wi;
835 			wi = &sq->db.wqe_info[ci];
837 			sqcc += wi->num_wqebbs;
839 			if (likely(wi->skb)) {
840 				mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);
841 				mlx5e_consume_skb(sq, wi->skb, cqe, napi_budget);
844 				nbytes += wi->num_bytes;
848 			if (unlikely(mlx5e_ktls_tx_try_handle_resync_dump_comp(sq, wi,
852 			if (wi->num_fifo_pkts) {
853 				mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);
854 				mlx5e_tx_wi_consume_fifo_skbs(sq, wi, cqe, napi_budget);
856 				npkts += wi->num_fifo_pkts;
857 				nbytes += wi->num_bytes;
866 				mlx5_wq_cyc_wqe_dump(&sq->wq, ci, wi->num_wqebbs);
891 static void mlx5e_tx_wi_kfree_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi)
895 	for (i = 0; i < wi->num_fifo_pkts; i++)
901 	struct mlx5e_tx_wqe_info *wi;
910 		wi = &sq->db.wqe_info[ci];
912 		sqcc += wi->num_wqebbs;
914 		if (likely(wi->skb)) {
915 			mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);
916 			dev_kfree_skb_any(wi->skb);
919 			nbytes += wi->num_bytes;
923 		if (unlikely(mlx5e_ktls_tx_try_handle_resync_dump_comp(sq, wi, &dma_fifo_cc)))
926 		if (wi->num_fifo_pkts) {
927 			mlx5e_tx_wi_dma_unmap(sq, wi, &dma_fifo_cc);
928 			mlx5e_tx_wi_kfree_fifo_skbs(sq, wi);
930 			npkts += wi->num_fifo_pkts;
931 			nbytes += wi->num_bytes;
985 	struct mlx5e_tx_wqe_info *wi;
1000 	wi       = &sq->db.wqe_info[pi];
1045 	mlx5e_txwqe_complete(sq, skb, &attr, &wqe_attr, num_dma, wi, cseg, eseg, xmit_more);