broadcom/bnxt/bnxt.c

400 	netdev_err(bp->dev, "Invalid Tx completion (ring:%d tx_hw_cons:%u cons:%u prod:%u curr:%u)",
773 	u16 cons = txr->tx_cons;
776 	while (RING_TX(bp, cons) != hw_cons) {
781 		tx_buf = &txr->tx_buf_ring[RING_TX(bp, cons)];
782 		cons = NEXT_TX(cons);
787 			bnxt_sched_reset_txr(bp, txr, cons);
804 			cons = NEXT_TX(cons);
805 			tx_buf = &txr->tx_buf_ring[RING_TX(bp, cons)];
823 		cons = NEXT_TX(cons);
828 	WRITE_ONCE(txr->tx_cons, cons);
925 void bnxt_reuse_rx_data(struct bnxt_rx_ring_info *rxr, u16 cons, void *data)
933 	cons_rx_buf = &rxr->rx_buf_ring[cons];
941 	cons_bd = &rxr->rx_desc_ring[RX_RING(bp, cons)][RX_IDX(cons)];
1024 		u16 cons;
1034 		cons = agg->rx_agg_cmp_opaque;
1035 		__clear_bit(cons, rxr->rx_agg_bmap);
1042 		cons_rx_buf = &rxr->rx_agg_ring[cons];
1044 		/* It is possible for sw_prod to be equal to cons, so
1068 					      u16 cons, void *data, u8 *data_ptr,
1080 		bnxt_reuse_rx_data(rxr, cons, data);
1100 					u16 cons, void *data, u8 *data_ptr,
1114 		bnxt_reuse_rx_data(rxr, cons, data);
1146 				   struct bnxt_rx_ring_info *rxr, u16 cons,
1157 		bnxt_reuse_rx_data(rxr, cons, data);
1192 		u16 cons, frag_len;
1202 		cons = agg->rx_agg_cmp_opaque;
1206 		cons_rx_buf = &rxr->rx_agg_ring[cons];
1210 		__clear_bit(cons, rxr->rx_agg_bmap);
1213 		 * a sw_prod index that equals the cons index, so we
1214 		 * need to clear the cons entry now.
1453 	u16 cons, prod, agg_id;
1463 	cons = tpa_start->rx_tpa_start_cmp_opaque;
1465 	cons_rx_buf = &rxr->rx_buf_ring[cons];
1469 	if (unlikely(cons != rxr->rx_next_cons ||
1471 		netdev_warn(bp->dev, "TPA cons %x, expected cons %x, error code %x\n",
1472 			    cons, rxr->rx_next_cons,
1520 	cons = RING_RX(bp, NEXT_RX(cons));
1521 	rxr->rx_next_cons = RING_RX(bp, NEXT_RX(cons));
1522 	cons_rx_buf = &rxr->rx_buf_ring[cons];
1524 	bnxt_reuse_rx_data(rxr, cons, cons_rx_buf->data);
2007 	u16 cons, prod, cp_cons = RING_CMP(tmp_raw_cons);
2070 	cons = rxcmp->rx_cmp_opaque;
2071 	if (unlikely(cons != rxr->rx_next_cons)) {
2076 			netdev_warn(bp->dev, "RX cons %x != expected cons %x\n",
2077 				    cons, rxr->rx_next_cons);
2083 	rx_buf = &rxr->rx_buf_ring[cons];
2104 		bnxt_reuse_rx_data(rxr, cons, data);
2127 		bnxt_xdp_buff_init(bp, rxr, cons, data_ptr, len, &xdp);
2139 		if (bnxt_rx_xdp(bp, rxr, cons, &xdp, data, &data_ptr, &len, event)) {
2150 		bnxt_reuse_rx_data(rxr, cons, data);
2168 		skb = bp->rx_skb_func(bp, rxr, cons, data, data_ptr, dma_addr,
2256 	rxr->rx_next_cons = RING_RX(bp, NEXT_RX(cons));
2814 	u32 cons = RING_CMP(cpr->cp_raw_cons);
2817 	prefetch(&cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]);
2825 	u16 cons = RING_CMP(raw_cons);
2828 	txcmp = &cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)];
2838 	u32 cons = RING_CMP(cpr->cp_raw_cons);
2841 	prefetch(&cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]);
2866 	u32 cons;
2877 		cons = RING_CMP(raw_cons);
2878 		txcmp = &cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)];
3164 	u32 cons;
3177 		cons = RING_CMP(raw_cons);
3178 		nqcmp = &cpr->nq_desc_ring[CP_RING(cons)][CP_IDX(cons)];
12989 				       u32 ring_id, u32 *prod, u32 *cons)
13005 		*cons = le32_to_cpu(resp->consumer_index);
13017 		netdev_info(bnapi->bp->dev, "[%d.%d]: tx{fw_ring: %d prod: %x cons: %x}\n",