google/gve/gve_main.c

44 	int err;
71 	err = gve_adminq_verify_driver_compatibility(priv,
76 	if (err == -EOPNOTSUPP)
77 		err = 0;
82 	return err;
377 	int err;
390 		err = vecs_enabled;
419 	err = request_irq(priv->msix_vectors[priv->mgmt_msix_idx].vector,
421 	if (err) {
431 		err = -ENOMEM;
438 		err = -ENOMEM;
450 		err = request_irq(priv->msix_vectors[msix_idx].vector,
453 		if (err) {
488 	return err;
522 	int err;
524 	err = gve_alloc_counter_array(priv);
525 	if (err)
526 		return err;
527 	err = gve_alloc_notify_blocks(priv);
528 	if (err)
530 	err = gve_alloc_stats_report(priv);
531 	if (err)
533 	err = gve_adminq_configure_device_resources(priv,
538 	if (unlikely(err)) {
540 			"could not setup device_resources: err=%d\n", err);
541 		err = -ENXIO;
549 			err = -ENOMEM;
552 		err = gve_adminq_get_ptype_map_dqo(priv, priv->ptype_lut_dqo);
553 		if (err) {
555 				"Failed to get ptype map: err=%d\n", err);
560 	err = gve_adminq_report_stats(priv, priv->stats_report_len,
563 	if (err)
565 			"Failed to report stats: err=%d\n", err);
579 	return err;
586 	int err;
591 		err = gve_adminq_report_stats(priv, 0, 0x0, GVE_STATS_REPORT_TIMER_PERIOD);
592 		if (err) {
594 				"Failed to detach stats report: err=%d\n", err);
597 		err = gve_adminq_deconfigure_device_resources(priv);
598 		if (err) {
600 				"Could not deconfigure device resources: err=%d\n",
601 				err);
618 	int err;
623 	err = gve_adminq_unregister_page_list(priv, qpl->id);
624 	if (err) {
628 		return err;
639 	int err;
654 	err = gve_adminq_register_page_list(priv, qpl);
655 	if (err) {
659 		return err;
689 	int err;
694 		err = gve_register_qpl(priv, gve_tx_get_qpl(priv, i));
696 		if (err)
697 			return err;
705 	int err;
713 		err = gve_register_qpl(priv, gve_tx_get_qpl(priv, i));
714 		if (err)
715 			return err;
719 		err = gve_register_qpl(priv, gve_rx_get_qpl(priv, i));
720 		if (err)
721 			return err;
730 	int err;
735 		err = gve_unregister_qpl(priv, gve_tx_get_qpl(priv, i));
737 		if (err)
738 			return err;
746 	int err;
754 		err = gve_unregister_qpl(priv, gve_tx_get_qpl(priv, i));
756 		if (err)
757 			return err;
761 		err = gve_unregister_qpl(priv, gve_rx_get_qpl(priv, i));
763 		if (err)
764 			return err;
771 	int err;
773 	err = gve_adminq_create_tx_queues(priv,
776 	if (err) {
782 		return err;
793 	int err;
796 	err = gve_adminq_create_tx_queues(priv, 0, num_tx_queues);
797 	if (err) {
803 		return err;
808 	err = gve_adminq_create_rx_queues(priv, priv->rx_cfg.num_queues);
809 	if (err) {
815 		return err;
909 	int err = 0;
918 	err = gve_tx_alloc_rings_gqi(priv, &cfg);
919 	if (err)
920 		return err;
932 	int err;
935 		err = gve_tx_alloc_rings_gqi(priv, tx_alloc_cfg);
937 		err = gve_tx_alloc_rings_dqo(priv, tx_alloc_cfg);
938 	if (err)
939 		return err;
942 		err = gve_rx_alloc_rings_gqi(priv, rx_alloc_cfg);
944 		err = gve_rx_alloc_rings_dqo(priv, rx_alloc_cfg);
945 	if (err)
955 	return err;
961 	int err;
964 	err = gve_adminq_destroy_tx_queues(priv,
967 	if (err) {
971 		return err;
981 	int err;
983 	err = gve_adminq_destroy_tx_queues(priv, 0, num_tx_queues);
984 	if (err) {
988 		return err;
991 	err = gve_adminq_destroy_rx_queues(priv, priv->rx_cfg.num_queues);
992 	if (err) {
996 		return err;
1051 	int err;
1069 		err = gve_alloc_page(priv, &priv->pdev->dev, &qpl->pages[i],
1072 		if (err)
1138 	int err = 0;
1149 		err = xdp_rxq_info_reg(&rx->xdp_rxq, dev, i,
1151 		if (err)
1152 			goto err;
1153 		err = xdp_rxq_info_reg_mem_model(&rx->xdp_rxq,
1155 		if (err)
1156 			goto err;
1159 			err = xdp_rxq_info_reg(&rx->xsk_rxq, dev, i,
1161 			if (err)
1162 				goto err;
1163 			err = xdp_rxq_info_reg_mem_model(&rx->xsk_rxq,
1165 			if (err)
1166 				goto err;
1178 err:
1186 	return err;
1296 	int err;
1317 	err = netif_set_real_num_tx_queues(dev, priv->tx_cfg.num_queues);
1318 	if (err)
1320 	err = netif_set_real_num_rx_queues(dev, priv->rx_cfg.num_queues);
1321 	if (err)
1324 	err = gve_reg_xdp_info(priv, dev);
1325 	if (err)
1328 	err = gve_register_qpls(priv);
1329 	if (err)
1335 	err = gve_create_rings(priv);
1336 	if (err)
1358 	return err;
1363 	return err;
1371 	int err;
1375 	err = gve_queues_mem_alloc(priv, &tx_alloc_cfg, &rx_alloc_cfg);
1376 	if (err)
1377 		return err;
1382 	err = gve_queues_start(priv, &tx_alloc_cfg, &rx_alloc_cfg);
1383 	if (err)
1384 		return err;
1391 	int err;
1397 		err = gve_destroy_rings(priv);
1398 		if (err)
1399 			goto err;
1400 		err = gve_unregister_qpls(priv);
1401 		if (err)
1402 			goto err;
1415 err:
1420 		return err;
1429 	int err;
1431 	err = gve_queues_stop(priv);
1432 	if (err)
1433 		return err;
1441 	int err;
1443 	err = gve_destroy_xdp_rings(priv);
1444 	if (err)
1445 		return err;
1447 	err = gve_unregister_xdp_qpls(priv);
1448 	if (err)
1449 		return err;
1460 	int err;
1464 	err = gve_alloc_xdp_rings(priv);
1465 	if (err)
1466 		goto err;
1468 	err = gve_reg_xdp_info(priv, priv->dev);
1469 	if (err)
1472 	err = gve_register_xdp_qpls(priv);
1473 	if (err)
1476 	err = gve_create_xdp_rings(priv);
1477 	if (err)
1484 err:
1486 	return err;
1510 	int err = 0;
1525 		err = gve_add_xdp_queues(priv);
1526 		if (err)
1531 		err = gve_remove_xdp_queues(priv);
1532 		if (err)
1543 	return err;
1554 	int err;
1566 	err = xsk_pool_dma_map(pool, &priv->pdev->dev,
1568 	if (err)
1569 		return err;
1577 	err = xdp_rxq_info_reg(&rx->xsk_rxq, dev, qid, napi->napi_id);
1578 	if (err)
1579 		goto err;
1581 	err = xdp_rxq_info_reg_mem_model(&rx->xsk_rxq,
1583 	if (err)
1584 		goto err;
1593 err:
1599 	return err;
1715 	int err;
1717 	err = verify_xdp_configuration(dev);
1718 	if (err)
1719 		return err;
1737 	int err;
1740 	err = gve_queues_mem_alloc(priv, tx_alloc_cfg, rx_alloc_cfg);
1741 	if (err) {
1744 		return err;
1748 	err = gve_close(priv->dev);
1749 	if (err) {
1753 		return err;
1757 	err = gve_queues_start(priv, tx_alloc_cfg, rx_alloc_cfg);
1758 	if (err) {
1765 		return err;
1777 	int err;
1788 		err = gve_adjust_config(priv, &tx_alloc_cfg, &rx_alloc_cfg);
1789 		return err;
1963 	int err = 0;
1987 		err = gve_adjust_config(priv, &tx_alloc_cfg, &rx_alloc_cfg);
1988 	return err;
1998 	int err;
2005 			err = gve_adjust_config(priv, &tx_alloc_cfg, &rx_alloc_cfg);
2006 			if (err) {
2009 				return err;
2162 	int err;
2165 	err = gve_adminq_alloc(&priv->pdev->dev, priv);
2166 	if (err) {
2168 			"Failed to alloc admin queue: err=%d\n", err);
2169 		return err;
2172 	err = gve_verify_driver_compatibility(priv);
2173 	if (err) {
2175 			"Could not verify driver compatibility: err=%d\n", err);
2176 		goto err;
2186 	err = gve_adminq_describe_device(priv);
2187 	if (err) {
2189 			"Could not get device information: err=%d\n", err);
2190 		goto err;
2196 			"could not count MSI-x vectors: err=%d\n", num_ntfy);
2197 		err = num_ntfy;
2198 		goto err;
2202 		err = -EINVAL;
2203 		goto err;
2243 	err = gve_setup_device_resources(priv);
2244 	if (!err)
2246 err:
2248 	return err;
2274 	int err;
2276 	err = gve_init_priv(priv, true);
2277 	if (err)
2278 		goto err;
2280 		err = gve_open(priv->dev);
2281 		if (err)
2282 			goto err;
2285 err:
2288 	return err;
2294 	int err;
2308 			err = gve_close(priv->dev);
2310 			if (err)
2318 	err = gve_reset_recovery(priv, was_up);
2324 	return err;
2348 	int err;
2361 	err = gve_adminq_destroy_single_rx_queue(priv, idx);
2362 	if (err)
2363 		return err;
2367 		err = gve_unregister_qpl(priv, gve_rx_get_qpl(priv, idx));
2368 		if (err)
2369 			return err;
2404 	int err;
2413 		err = gve_rx_alloc_ring_gqi(priv, &cfg, gve_per_q_mem, idx);
2415 		err = gve_rx_alloc_ring_dqo(priv, &cfg, gve_per_q_mem, idx);
2417 	return err;
2424 	int err;
2439 		err = gve_register_qpl(priv, gve_rx_get_qpl(priv, idx));
2440 		if (err)
2445 	err = gve_adminq_create_single_rx_queue(priv, idx);
2446 	if (err)
2467 	return err;
2485 	int err;
2487 	err = pci_enable_device(pdev);
2488 	if (err)
2489 		return err;
2491 	err = pci_request_regions(pdev, gve_driver_name);
2492 	if (err)
2497 	err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
2498 	if (err) {
2499 		dev_err(&pdev->dev, "Failed to set dma mask: err=%d\n", err);
2506 		err = -ENOMEM;
2513 		err = -ENOMEM;
2525 		err = -ENOMEM;
2568 		err = -ENOMEM;
2576 	err = gve_init_priv(priv, false);
2577 	if (err)
2580 	err = register_netdev(dev);
2581 	if (err)
2610 	return err;
2672 	int err;
2676 	err = gve_reset_recovery(priv, priv->up_before_suspend);
2678 	return err;