google/gve/gve_main.c

239 	struct gve_notify_block *block = arg;
240 	struct gve_priv *priv = block->priv;
242 	iowrite32be(GVE_IRQ_MASK, gve_irq_doorbell(priv, block));
243 	napi_schedule_irqoff(&block->napi);
249 	struct gve_notify_block *block = arg;
252 	napi_schedule_irqoff(&block->napi);
258 	struct gve_notify_block *block;
264 	block = container_of(napi, struct gve_notify_block, napi);
265 	priv = block->priv;
267 	if (block->tx) {
268 		if (block->tx->q_num < priv->tx_cfg.num_queues)
269 			reschedule |= gve_tx_poll(block, budget);
271 			reschedule |= gve_xdp_poll(block, budget);
277 	if (block->rx) {
278 		work_done = gve_rx_poll(block, budget);
287 		irq_doorbell = gve_irq_doorbell(priv, block);
295 		if (block->tx)
296 			reschedule |= gve_tx_clean_pending(priv, block->tx);
297 		if (block->rx)
298 			reschedule |= gve_rx_work_pending(block->rx);
308 	struct gve_notify_block *block =
310 	struct gve_priv *priv = block->priv;
314 	if (block->tx)
315 		reschedule |= gve_tx_poll_dqo(block, /*do_clean=*/true);
320 	if (block->rx) {
321 		work_done = gve_rx_poll_dqo(block, budget);
337 		gve_write_irq_doorbell_dqo(priv, block,
417 		struct gve_notify_block *block = &priv->ntfy_blocks[i];
420 		snprintf(block->name, sizeof(block->name), "gve-ntfy-blk%d@pci:%s",
422 		block->priv = priv;
425 				  0, block->name, block);
433 		block->irq_db_index = &priv->irq_db_indices[i].index;
438 		struct gve_notify_block *block = &priv->ntfy_blocks[j];
443 		free_irq(priv->msix_vectors[msix_idx].vector, block);
471 		struct gve_notify_block *block = &priv->ntfy_blocks[i];
476 		free_irq(priv->msix_vectors[msix_idx].vector, block);
1962 		struct gve_notify_block *block = &priv->ntfy_blocks[ntfy_idx];
1964 		napi_disable(&block->napi);
1968 		struct gve_notify_block *block = &priv->ntfy_blocks[ntfy_idx];
1970 		napi_disable(&block->napi);
1990 		struct gve_notify_block *block = &priv->ntfy_blocks[ntfy_idx];
1992 		napi_enable(&block->napi);
1994 			iowrite32be(0, gve_irq_doorbell(priv, block));
1996 			gve_set_itr_coalesce_usecs_dqo(priv, block,
2002 		struct gve_notify_block *block = &priv->ntfy_blocks[ntfy_idx];
2004 		napi_enable(&block->napi);
2006 			iowrite32be(0, gve_irq_doorbell(priv, block));
2008 			gve_set_itr_coalesce_usecs_dqo(priv, block,
2018 	struct gve_notify_block *block;
2034 	block = &priv->ntfy_blocks[ntfy_idx];
2035 	tx = block->tx;
2047 		iowrite32be(GVE_IRQ_MASK, gve_irq_doorbell(priv, block));
2048 		napi_schedule(&block->napi);