Lines Matching defs:rxq
51 * @rxq: Logical Rx Queue
53 static void hinic_rxq_clean_stats(struct hinic_rxq *rxq)
55 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
68 * @rxq: Logical Rx Queue
71 void hinic_rxq_get_stats(struct hinic_rxq *rxq, struct hinic_rxq_stats *stats)
73 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
89 * @rxq: Logical Rx Queue
91 static void rxq_stats_init(struct hinic_rxq *rxq)
93 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats;
96 hinic_rxq_clean_stats(rxq);
99 static void rx_csum(struct hinic_rxq *rxq, u32 status,
102 struct net_device *netdev = rxq->netdev;
115 rxq->rxq_stats.csum_errors++;
122 * @rxq: rx queue
127 static struct sk_buff *rx_alloc_skb(struct hinic_rxq *rxq,
130 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
138 skb = netdev_alloc_skb_ip_align(rxq->netdev, rxq->rq->buf_sz);
142 addr = dma_map_single(&pdev->dev, skb->data, rxq->rq->buf_sz,
160 * @rxq: rx queue
163 static void rx_unmap_skb(struct hinic_rxq *rxq, dma_addr_t dma_addr)
165 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
170 dma_unmap_single(&pdev->dev, dma_addr, rxq->rq->buf_sz,
176 * @rxq: rx queue
180 static void rx_free_skb(struct hinic_rxq *rxq, struct sk_buff *skb,
183 rx_unmap_skb(rxq, dma_addr);
189 * @rxq: rx queue
193 static int rx_alloc_pkts(struct hinic_rxq *rxq)
195 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
204 free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq);
211 skb = rx_alloc_skb(rxq, &dma_addr);
217 rq_wqe = hinic_rq_get_wqe(rxq->rq, HINIC_RQ_WQE_SIZE,
220 rx_free_skb(rxq, skb, dma_addr);
224 hinic_rq_prepare_wqe(rxq->rq, prod_idx, rq_wqe, &sge);
226 hinic_rq_write_wqe(rxq->rq, prod_idx, rq_wqe, skb);
233 hinic_rq_update(rxq->rq, prod_idx);
241 * @rxq: rx queue
243 static void free_all_rx_skbs(struct hinic_rxq *rxq)
245 struct hinic_rq *rq = rxq->rq;
258 rx_free_skb(rxq, rq->saved_skb[ci], hinic_sge_to_dma(&sge));
264 * @rxq: rx queue
271 static int rx_recv_jumbo_pkt(struct hinic_rxq *rxq, struct sk_buff *head_skb,
281 rq_wqe = hinic_rq_read_next_wqe(rxq->rq, HINIC_RQ_WQE_SIZE,
286 hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge);
288 rx_unmap_skb(rxq, hinic_sge_to_dma(&sge));
349 * @rxq: rx queue
354 static int rxq_recv(struct hinic_rxq *rxq, int budget)
356 struct hinic_qp *qp = container_of(rxq->rq, struct hinic_qp, rq);
357 struct net_device *netdev = rxq->netdev;
359 struct hinic_rq *rq = rxq->rq;
379 rq_wqe = hinic_rq_read_wqe(rxq->rq, HINIC_RQ_WQE_SIZE, &skb,
389 hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge);
391 rx_unmap_skb(rxq, hinic_sge_to_dma(&sge));
393 rx_csum(rxq, status, skb);
403 num_wqes = rx_recv_jumbo_pkt(rxq, skb, pkt_len -
422 skb->protocol = eth_type_trans(skb, rxq->netdev);
424 napi_gro_receive(&rxq->napi, skb);
435 (u16)(pkt_len >> rxq->rx_buff_shift) +
436 ((pkt_len & (rxq->buf_len - 1)) ? 1 : 0);
445 free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq);
447 rx_alloc_pkts(rxq);
449 u64_stats_update_begin(&rxq->rxq_stats.syncp);
450 rxq->rxq_stats.pkts += pkts;
451 rxq->rxq_stats.bytes += rx_bytes;
452 u64_stats_update_end(&rxq->rxq_stats.syncp);
459 struct hinic_rxq *rxq = container_of(napi, struct hinic_rxq, napi);
460 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
461 struct hinic_rq *rq = rxq->rq;
464 pkts = rxq_recv(rxq, budget);
478 static void rx_add_napi(struct hinic_rxq *rxq)
480 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
482 netif_napi_add_weight(rxq->netdev, &rxq->napi, rx_poll,
484 napi_enable(&rxq->napi);
487 static void rx_del_napi(struct hinic_rxq *rxq)
489 napi_disable(&rxq->napi);
490 netif_napi_del(&rxq->napi);
495 struct hinic_rxq *rxq = (struct hinic_rxq *)data;
496 struct hinic_rq *rq = rxq->rq;
500 nic_dev = netdev_priv(rxq->netdev);
506 nic_dev = netdev_priv(rxq->netdev);
509 napi_schedule(&rxq->napi);
513 static int rx_request_irq(struct hinic_rxq *rxq)
515 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev);
519 struct hinic_rq *rq = rxq->rq;
525 rx_add_napi(rxq);
540 netif_err(nic_dev, drv, rxq->netdev,
545 err = request_irq(rq->irq, rx_irq, 0, rxq->irq_name, rxq);
557 free_irq(rq->irq, rxq);
559 rx_del_napi(rxq);
563 static void rx_free_irq(struct hinic_rxq *rxq)
565 struct hinic_rq *rq = rxq->rq;
568 free_irq(rq->irq, rxq);
569 rx_del_napi(rxq);
574 * @rxq: Logical Rx Queue
580 int hinic_init_rxq(struct hinic_rxq *rxq, struct hinic_rq *rq,
586 rxq->netdev = netdev;
587 rxq->rq = rq;
588 rxq->buf_len = HINIC_RX_BUF_SZ;
589 rxq->rx_buff_shift = ilog2(HINIC_RX_BUF_SZ);
591 rxq_stats_init(rxq);
593 rxq->irq_name = devm_kasprintf(&netdev->dev, GFP_KERNEL,
595 if (!rxq->irq_name)
598 pkts = rx_alloc_pkts(rxq);
604 err = rx_request_irq(rxq);
614 free_all_rx_skbs(rxq);
615 devm_kfree(&netdev->dev, rxq->irq_name);
621 * @rxq: Logical Rx Queue
623 void hinic_clean_rxq(struct hinic_rxq *rxq)
625 struct net_device *netdev = rxq->netdev;
627 rx_free_irq(rxq);
629 free_all_rx_skbs(rxq);
630 devm_kfree(&netdev->dev, rxq->irq_name);