dev/gve/gve_main.c

53 gve_verify_driver_compatibility(struct gve_priv *priv)
59 	err = gve_dma_alloc_coherent(priv, sizeof(struct gve_driver_info),
89 	err = gve_adminq_verify_driver_compatibility(priv,
102 gve_up(struct gve_priv *priv)
104 	if_t ifp = priv->ifp;
107 	GVE_IFACE_LOCK_ASSERT(priv->gve_iface_lock);
109 	if (device_is_attached(priv->dev) == 0) {
110 		device_printf(priv->dev, "Cannot bring the iface up when detached\n");
114 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_QUEUES_UP))
127 	err = gve_register_qpls(priv);
131 	err = gve_create_rx_rings(priv);
135 	err = gve_create_tx_rings(priv);
141 	if (!gve_get_state_flag(priv, GVE_STATE_FLAG_LINK_UP)) {
143 		gve_set_state_flag(priv, GVE_STATE_FLAG_LINK_UP);
146 	gve_unmask_all_queue_irqs(priv);
147 	gve_set_state_flag(priv, GVE_STATE_FLAG_QUEUES_UP);
148 	priv->interface_up_cnt++;
152 	gve_schedule_reset(priv);
157 gve_down(struct gve_priv *priv)
159 	GVE_IFACE_LOCK_ASSERT(priv->gve_iface_lock);
161 	if (!gve_get_state_flag(priv, GVE_STATE_FLAG_QUEUES_UP))
164 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_LINK_UP)) {
165 		if_link_state_change(priv->ifp, LINK_STATE_DOWN);
166 		gve_clear_state_flag(priv, GVE_STATE_FLAG_LINK_UP);
169 	if_setdrvflagbits(priv->ifp, IFF_DRV_OACTIVE, IFF_DRV_RUNNING);
171 	if (gve_destroy_rx_rings(priv) != 0)
174 	if (gve_destroy_tx_rings(priv) != 0)
177 	if (gve_unregister_qpls(priv) != 0)
180 	gve_mask_all_queue_irqs(priv);
181 	gve_clear_state_flag(priv, GVE_STATE_FLAG_QUEUES_UP);
182 	priv->interface_down_cnt++;
186 	gve_schedule_reset(priv);
192 	struct gve_priv *priv = if_getsoftc(ifp);
195 	if ((new_mtu > priv->max_mtu) || (new_mtu < ETHERMIN)) {
196 		device_printf(priv->dev, "Invalid new MTU setting. new mtu: %d max mtu: %d min mtu: %d\n",
197 		    new_mtu, priv->max_mtu, ETHERMIN);
201 	err = gve_adminq_set_mtu(priv, new_mtu);
204 			device_printf(priv->dev, "MTU set to %d\n", new_mtu);
207 		device_printf(priv->dev, "Failed to set MTU to %d\n", new_mtu);
216 	struct gve_priv *priv = (struct gve_priv *)arg;
218 	if (!gve_get_state_flag(priv, GVE_STATE_FLAG_QUEUES_UP)) {
219 		GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
220 		gve_up(priv);
221 		GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
228 	struct gve_priv *priv;
232 	priv = if_getsoftc(ifp);
239 		GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
240 		gve_down(priv);
242 		rc = gve_up(priv);
243 		GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
249 				GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
250 				rc = gve_up(priv);
251 				GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
255 				GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
256 				gve_down(priv);
257 				GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
265 		GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
266 		gve_down(priv);
268 		rc = gve_up(priv);
269 		GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
275 		rc = ifmedia_ioctl(ifp, ifr, &priv->media, command);
289 	struct gve_priv *priv = if_getsoftc(ifp);
291 	device_printf(priv->dev, "Media change not supported\n");
298 	struct gve_priv *priv = if_getsoftc(ifp);
300 	GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
305 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_LINK_UP)) {
312 	GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
318 	struct gve_priv *priv;
326 	priv = if_getsoftc(ifp);
328 	gve_accum_stats(priv, &rpackets, &rbytes, &rx_dropped_pkt, &tpackets,
356 gve_setup_ifnet(device_t dev, struct gve_priv *priv)
361 	ifp = priv->ifp = if_alloc(IFT_ETHER);
363 		device_printf(priv->dev, "Failed to allocate ifnet struct\n");
368 	if_setsoftc(ifp, priv);
381 	ifmedia_init(&priv->media, IFM_IMASK, gve_media_change, gve_media_status);
390 	if ((priv->supported_features & GVE_SUP_JUMBO_FRAMES_MASK) != 0)
397 		device_printf(priv->dev, "Setting initial MTU to %d\n", priv->max_mtu);
398 	if_setmtu(ifp, priv->max_mtu);
400 	ether_ifattach(ifp, priv->mac);
402 	ifmedia_add(&priv->media, IFM_ETHER | IFM_AUTO, 0, NULL);
403 	ifmedia_set(&priv->media, IFM_ETHER | IFM_AUTO);
409 gve_alloc_counter_array(struct gve_priv *priv)
413 	err = gve_dma_alloc_coherent(priv, sizeof(uint32_t) * priv->num_event_counters,
414 	    PAGE_SIZE, &priv->counter_array_mem);
418 	priv->counters = priv->counter_array_mem.cpu_addr;
423 gve_free_counter_array(struct gve_priv *priv)
425 	if (priv->counters != NULL)
426 		gve_dma_free_coherent(&priv->counter_array_mem);
427 	priv->counter_array_mem = (struct gve_dma_handle){};
431 gve_alloc_irq_db_array(struct gve_priv *priv)
435 	err = gve_dma_alloc_coherent(priv,
436 	    sizeof(struct gve_irq_db) * (priv->num_queues), PAGE_SIZE,
437 	    &priv->irqs_db_mem);
441 	priv->irq_db_indices = priv->irqs_db_mem.cpu_addr;
446 gve_free_irq_db_array(struct gve_priv *priv)
448 	if (priv->irq_db_indices != NULL)
449 		gve_dma_free_coherent(&priv->irqs_db_mem);
450 	priv->irqs_db_mem = (struct gve_dma_handle){};
454 gve_free_rings(struct gve_priv *priv)
456 	gve_free_irqs(priv);
457 	gve_free_tx_rings(priv);
458 	gve_free_rx_rings(priv);
459 	gve_free_qpls(priv);
463 gve_alloc_rings(struct gve_priv *priv)
467 	err = gve_alloc_qpls(priv);
471 	err = gve_alloc_rx_rings(priv);
475 	err = gve_alloc_tx_rings(priv);
479 	err = gve_alloc_irqs(priv);
486 	gve_free_rings(priv);
491 gve_deconfigure_resources(struct gve_priv *priv)
495 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_RESOURCES_OK)) {
496 		err = gve_adminq_deconfigure_device_resources(priv);
498 			device_printf(priv->dev, "Failed to deconfigure device resources: err=%d\n",
503 			device_printf(priv->dev, "Deconfigured device resources\n");
504 		gve_clear_state_flag(priv, GVE_STATE_FLAG_RESOURCES_OK);
507 	gve_free_irq_db_array(priv);
508 	gve_free_counter_array(priv);
512 gve_configure_resources(struct gve_priv *priv)
516 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_RESOURCES_OK))
519 	err = gve_alloc_counter_array(priv);
523 	err = gve_alloc_irq_db_array(priv);
527 	err = gve_adminq_configure_device_resources(priv);
529 		device_printf(priv->dev, "Failed to configure device resources: err=%d\n",
535 	gve_set_state_flag(priv, GVE_STATE_FLAG_RESOURCES_OK);
537 		device_printf(priv->dev, "Configured device resources\n");
541 	gve_deconfigure_resources(priv);
546 gve_set_queue_cnts(struct gve_priv *priv)
548 	priv->tx_cfg.max_queues = gve_reg_bar_read_4(priv, MAX_TX_QUEUES);
549 	priv->rx_cfg.max_queues = gve_reg_bar_read_4(priv, MAX_RX_QUEUES);
550 	priv->tx_cfg.num_queues = priv->tx_cfg.max_queues;
551 	priv->rx_cfg.num_queues = priv->rx_cfg.max_queues;
553 	if (priv->default_num_queues > 0) {
554 		priv->tx_cfg.num_queues = MIN(priv->default_num_queues,
555 		    priv->tx_cfg.num_queues);
556 		priv->rx_cfg.num_queues = MIN(priv->default_num_queues,
557 		    priv->rx_cfg.num_queues);
560 	priv->num_queues = priv->tx_cfg.num_queues + priv->rx_cfg.num_queues;
561 	priv->mgmt_msix_idx = priv->num_queues;
565 gve_alloc_adminq_and_describe_device(struct gve_priv *priv)
569 	if ((err = gve_adminq_alloc(priv)) != 0)
572 	if ((err = gve_verify_driver_compatibility(priv)) != 0) {
573 		device_printf(priv->dev,
578 	if ((err = gve_adminq_describe_device(priv)) != 0)
581 	gve_set_queue_cnts(priv);
583 	priv->num_registered_pages = 0;
587 	gve_release_adminq(priv);
592 gve_schedule_reset(struct gve_priv *priv)
594 	if (gve_get_state_flag(priv, GVE_STATE_FLAG_IN_RESET))
597 	device_printf(priv->dev, "Scheduling reset task!\n");
598 	gve_set_state_flag(priv, GVE_STATE_FLAG_DO_RESET);
599 	taskqueue_enqueue(priv->service_tq, &priv->service_task);
603 gve_destroy(struct gve_priv *priv)
605 	gve_down(priv);
606 	gve_deconfigure_resources(priv);
607 	gve_release_adminq(priv);
611 gve_restore(struct gve_priv *priv)
615 	err = gve_adminq_alloc(priv);
619 	err = gve_configure_resources(priv);
623 	err = gve_up(priv);
630 	device_printf(priv->dev, "Restore failed!\n");
635 gve_handle_reset(struct gve_priv *priv)
637 	if (!gve_get_state_flag(priv, GVE_STATE_FLAG_DO_RESET))
640 	gve_clear_state_flag(priv, GVE_STATE_FLAG_DO_RESET);
641 	gve_set_state_flag(priv, GVE_STATE_FLAG_IN_RESET);
643 	GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
645 	if_setdrvflagbits(priv->ifp, IFF_DRV_OACTIVE, IFF_DRV_RUNNING);
646 	if_link_state_change(priv->ifp, LINK_STATE_DOWN);
647 	gve_clear_state_flag(priv, GVE_STATE_FLAG_LINK_UP);
658 	gve_release_adminq(priv);
659 	gve_clear_state_flag(priv, GVE_STATE_FLAG_RESOURCES_OK);
660 	gve_clear_state_flag(priv, GVE_STATE_FLAG_QPLREG_OK);
661 	gve_clear_state_flag(priv, GVE_STATE_FLAG_RX_RINGS_OK);
662 	gve_clear_state_flag(priv, GVE_STATE_FLAG_TX_RINGS_OK);
664 	gve_down(priv);
665 	gve_restore(priv);
667 	GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
669 	priv->reset_cnt++;
670 	gve_clear_state_flag(priv, GVE_STATE_FLAG_IN_RESET);
674 gve_handle_link_status(struct gve_priv *priv)
676 	uint32_t status = gve_reg_bar_read_4(priv, DEVICE_STATUS);
679 	if (link_up == gve_get_state_flag(priv, GVE_STATE_FLAG_LINK_UP))
684 			device_printf(priv->dev, "Device link is up.\n");
685 		if_link_state_change(priv->ifp, LINK_STATE_UP);
686 		gve_set_state_flag(priv, GVE_STATE_FLAG_LINK_UP);
688 		device_printf(priv->dev, "Device link is down.\n");
689 		if_link_state_change(priv->ifp, LINK_STATE_DOWN);
690 		gve_clear_state_flag(priv, GVE_STATE_FLAG_LINK_UP);
697 	struct gve_priv *priv = (struct gve_priv *)arg;
698 	uint32_t status = gve_reg_bar_read_4(priv, DEVICE_STATUS);
701 	    !gve_get_state_flag(priv, GVE_STATE_FLAG_IN_RESET)) {
702 		device_printf(priv->dev, "Device requested reset\n");
703 		gve_set_state_flag(priv, GVE_STATE_FLAG_DO_RESET);
706 	gve_handle_reset(priv);
707 	gve_handle_link_status(priv);
730 gve_free_sys_res_mem(struct gve_priv *priv)
732 	if (priv->msix_table != NULL)
733 		bus_release_resource(priv->dev, SYS_RES_MEMORY,
734 		    rman_get_rid(priv->msix_table), priv->msix_table);
736 	if (priv->db_bar != NULL)
737 		bus_release_resource(priv->dev, SYS_RES_MEMORY,
738 		    rman_get_rid(priv->db_bar), priv->db_bar);
740 	if (priv->reg_bar != NULL)
741 		bus_release_resource(priv->dev, SYS_RES_MEMORY,
742 		    rman_get_rid(priv->reg_bar), priv->reg_bar);
748 	struct gve_priv *priv;
752 	priv = device_get_softc(dev);
753 	priv->dev = dev;
754 	GVE_IFACE_LOCK_INIT(priv->gve_iface_lock);
759 	priv->reg_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
761 	if (priv->reg_bar == NULL) {
768 	priv->db_bar = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
770 	if (priv->db_bar == NULL) {
776 	rid = pci_msix_table_bar(priv->dev);
777 	priv->msix_table = bus_alloc_resource_any(dev, SYS_RES_MEMORY,
779 	if (priv->msix_table == NULL) {
785 	err = gve_alloc_adminq_and_describe_device(priv);
789 	err = gve_configure_resources(priv);
793 	err = gve_alloc_rings(priv);
797 	err = gve_setup_ifnet(dev, priv);
801 	priv->rx_copybreak = GVE_DEFAULT_RX_COPYBREAK;
803 	bus_write_multi_1(priv->reg_bar, DRIVER_VERSION, GVE_DRIVER_VERSION,
806 	TASK_INIT(&priv->service_task, 0, gve_service_task, priv);
807 	priv->service_tq = taskqueue_create("gve service", M_WAITOK | M_ZERO,
808 	    taskqueue_thread_enqueue, &priv->service_tq);
809 	taskqueue_start_threads(&priv->service_tq, 1, PI_NET, "%s service tq",
810 	    device_get_nameunit(priv->dev));
812         gve_setup_sysctl(priv);
815 		device_printf(priv->dev, "Successfully attached %s", GVE_DRIVER_VERSION);
819 	gve_free_rings(priv);
820 	gve_deconfigure_resources(priv);
821 	gve_release_adminq(priv);
822 	gve_free_sys_res_mem(priv);
823 	GVE_IFACE_LOCK_DESTROY(priv->gve_iface_lock);
830 	struct gve_priv *priv = device_get_softc(dev);
831 	if_t ifp = priv->ifp;
835 	GVE_IFACE_LOCK_LOCK(priv->gve_iface_lock);
836 	gve_destroy(priv);
837 	GVE_IFACE_LOCK_UNLOCK(priv->gve_iface_lock);
839 	gve_free_rings(priv);
840 	gve_free_sys_res_mem(priv);
841 	GVE_IFACE_LOCK_DESTROY(priv->gve_iface_lock);
843 	while (taskqueue_cancel(priv->service_tq, &priv->service_task, NULL))
844 		taskqueue_drain(priv->service_tq, &priv->service_task);
845 	taskqueue_free(priv->service_tq);