1// SPDX-License-Identifier: GPL-2.0-only 2/* Copyright (C) 2023 Intel Corporation */ 3 4#include "idpf.h" 5#include "idpf_devids.h" 6#include "idpf_virtchnl.h" 7 8#define DRV_SUMMARY "Intel(R) Infrastructure Data Path Function Linux Driver" 9 10MODULE_DESCRIPTION(DRV_SUMMARY); 11MODULE_LICENSE("GPL"); 12 13/** 14 * idpf_remove - Device removal routine 15 * @pdev: PCI device information struct 16 */ 17static void idpf_remove(struct pci_dev *pdev) 18{ 19 struct idpf_adapter *adapter = pci_get_drvdata(pdev); 20 int i; 21 22 set_bit(IDPF_REMOVE_IN_PROG, adapter->flags); 23 24 /* Wait until vc_event_task is done to consider if any hard reset is 25 * in progress else we may go ahead and release the resources but the 26 * thread doing the hard reset might continue the init path and 27 * end up in bad state. 28 */ 29 cancel_delayed_work_sync(&adapter->vc_event_task); 30 if (adapter->num_vfs) 31 idpf_sriov_configure(pdev, 0); 32 33 idpf_vc_core_deinit(adapter); 34 35 /* Be a good citizen and leave the device clean on exit */ 36 adapter->dev_ops.reg_ops.trigger_reset(adapter, IDPF_HR_FUNC_RESET); 37 idpf_deinit_dflt_mbx(adapter); 38 39 if (!adapter->netdevs) 40 goto destroy_wqs; 41 42 /* There are some cases where it's possible to still have netdevs 43 * registered with the stack at this point, e.g. if the driver detected 44 * a HW reset and rmmod is called before it fully recovers. Unregister 45 * any stale netdevs here. 46 */ 47 for (i = 0; i < adapter->max_vports; i++) { 48 if (!adapter->netdevs[i]) 49 continue; 50 if (adapter->netdevs[i]->reg_state != NETREG_UNINITIALIZED) 51 unregister_netdev(adapter->netdevs[i]); 52 free_netdev(adapter->netdevs[i]); 53 adapter->netdevs[i] = NULL; 54 } 55 56destroy_wqs: 57 destroy_workqueue(adapter->init_wq); 58 destroy_workqueue(adapter->serv_wq); 59 destroy_workqueue(adapter->mbx_wq); 60 destroy_workqueue(adapter->stats_wq); 61 destroy_workqueue(adapter->vc_event_wq); 62 63 for (i = 0; i < adapter->max_vports; i++) { 64 kfree(adapter->vport_config[i]); 65 adapter->vport_config[i] = NULL; 66 } 67 kfree(adapter->vport_config); 68 adapter->vport_config = NULL; 69 kfree(adapter->netdevs); 70 adapter->netdevs = NULL; 71 kfree(adapter->vcxn_mngr); 72 adapter->vcxn_mngr = NULL; 73 74 mutex_destroy(&adapter->vport_ctrl_lock); 75 mutex_destroy(&adapter->vector_lock); 76 mutex_destroy(&adapter->queue_lock); 77 mutex_destroy(&adapter->vc_buf_lock); 78 79 pci_set_drvdata(pdev, NULL); 80 kfree(adapter); 81} 82 83/** 84 * idpf_shutdown - PCI callback for shutting down device 85 * @pdev: PCI device information struct 86 */ 87static void idpf_shutdown(struct pci_dev *pdev) 88{ 89 idpf_remove(pdev); 90 91 if (system_state == SYSTEM_POWER_OFF) 92 pci_set_power_state(pdev, PCI_D3hot); 93} 94 95/** 96 * idpf_cfg_hw - Initialize HW struct 97 * @adapter: adapter to setup hw struct for 98 * 99 * Returns 0 on success, negative on failure 100 */ 101static int idpf_cfg_hw(struct idpf_adapter *adapter) 102{ 103 struct pci_dev *pdev = adapter->pdev; 104 struct idpf_hw *hw = &adapter->hw; 105 106 hw->hw_addr = pcim_iomap_table(pdev)[0]; 107 if (!hw->hw_addr) { 108 pci_err(pdev, "failed to allocate PCI iomap table\n"); 109 110 return -ENOMEM; 111 } 112 113 hw->back = adapter; 114 115 return 0; 116} 117 118/** 119 * idpf_probe - Device initialization routine 120 * @pdev: PCI device information struct 121 * @ent: entry in idpf_pci_tbl 122 * 123 * Returns 0 on success, negative on failure 124 */ 125static int idpf_probe(struct pci_dev *pdev, const struct pci_device_id *ent) 126{ 127 struct device *dev = &pdev->dev; 128 struct idpf_adapter *adapter; 129 int err; 130 131 adapter = kzalloc(sizeof(*adapter), GFP_KERNEL); 132 if (!adapter) 133 return -ENOMEM; 134 135 adapter->req_tx_splitq = true; 136 adapter->req_rx_splitq = true; 137 138 switch (ent->device) { 139 case IDPF_DEV_ID_PF: 140 idpf_dev_ops_init(adapter); 141 break; 142 case IDPF_DEV_ID_VF: 143 idpf_vf_dev_ops_init(adapter); 144 adapter->crc_enable = true; 145 break; 146 default: 147 err = -ENODEV; 148 dev_err(&pdev->dev, "Unexpected dev ID 0x%x in idpf probe\n", 149 ent->device); 150 goto err_free; 151 } 152 153 adapter->pdev = pdev; 154 err = pcim_enable_device(pdev); 155 if (err) 156 goto err_free; 157 158 err = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev)); 159 if (err) { 160 pci_err(pdev, "pcim_iomap_regions failed %pe\n", ERR_PTR(err)); 161 162 goto err_free; 163 } 164 165 /* set up for high or low dma */ 166 err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64)); 167 if (err) { 168 pci_err(pdev, "DMA configuration failed: %pe\n", ERR_PTR(err)); 169 170 goto err_free; 171 } 172 173 pci_set_master(pdev); 174 pci_set_drvdata(pdev, adapter); 175 176 adapter->init_wq = alloc_workqueue("%s-%s-init", 0, 0, 177 dev_driver_string(dev), 178 dev_name(dev)); 179 if (!adapter->init_wq) { 180 dev_err(dev, "Failed to allocate init workqueue\n"); 181 err = -ENOMEM; 182 goto err_free; 183 } 184 185 adapter->serv_wq = alloc_workqueue("%s-%s-service", 0, 0, 186 dev_driver_string(dev), 187 dev_name(dev)); 188 if (!adapter->serv_wq) { 189 dev_err(dev, "Failed to allocate service workqueue\n"); 190 err = -ENOMEM; 191 goto err_serv_wq_alloc; 192 } 193 194 adapter->mbx_wq = alloc_workqueue("%s-%s-mbx", 0, 0, 195 dev_driver_string(dev), 196 dev_name(dev)); 197 if (!adapter->mbx_wq) { 198 dev_err(dev, "Failed to allocate mailbox workqueue\n"); 199 err = -ENOMEM; 200 goto err_mbx_wq_alloc; 201 } 202 203 adapter->stats_wq = alloc_workqueue("%s-%s-stats", 0, 0, 204 dev_driver_string(dev), 205 dev_name(dev)); 206 if (!adapter->stats_wq) { 207 dev_err(dev, "Failed to allocate workqueue\n"); 208 err = -ENOMEM; 209 goto err_stats_wq_alloc; 210 } 211 212 adapter->vc_event_wq = alloc_workqueue("%s-%s-vc_event", 0, 0, 213 dev_driver_string(dev), 214 dev_name(dev)); 215 if (!adapter->vc_event_wq) { 216 dev_err(dev, "Failed to allocate virtchnl event workqueue\n"); 217 err = -ENOMEM; 218 goto err_vc_event_wq_alloc; 219 } 220 221 /* setup msglvl */ 222 adapter->msg_enable = netif_msg_init(-1, IDPF_AVAIL_NETIF_M); 223 224 err = idpf_cfg_hw(adapter); 225 if (err) { 226 dev_err(dev, "Failed to configure HW structure for adapter: %d\n", 227 err); 228 goto err_cfg_hw; 229 } 230 231 mutex_init(&adapter->vport_ctrl_lock); 232 mutex_init(&adapter->vector_lock); 233 mutex_init(&adapter->queue_lock); 234 mutex_init(&adapter->vc_buf_lock); 235 236 INIT_DELAYED_WORK(&adapter->init_task, idpf_init_task); 237 INIT_DELAYED_WORK(&adapter->serv_task, idpf_service_task); 238 INIT_DELAYED_WORK(&adapter->mbx_task, idpf_mbx_task); 239 INIT_DELAYED_WORK(&adapter->stats_task, idpf_statistics_task); 240 INIT_DELAYED_WORK(&adapter->vc_event_task, idpf_vc_event_task); 241 242 adapter->dev_ops.reg_ops.reset_reg_init(adapter); 243 set_bit(IDPF_HR_DRV_LOAD, adapter->flags); 244 queue_delayed_work(adapter->vc_event_wq, &adapter->vc_event_task, 245 msecs_to_jiffies(10 * (pdev->devfn & 0x07))); 246 247 return 0; 248 249err_cfg_hw: 250 destroy_workqueue(adapter->vc_event_wq); 251err_vc_event_wq_alloc: 252 destroy_workqueue(adapter->stats_wq); 253err_stats_wq_alloc: 254 destroy_workqueue(adapter->mbx_wq); 255err_mbx_wq_alloc: 256 destroy_workqueue(adapter->serv_wq); 257err_serv_wq_alloc: 258 destroy_workqueue(adapter->init_wq); 259err_free: 260 kfree(adapter); 261 return err; 262} 263 264/* idpf_pci_tbl - PCI Dev idpf ID Table 265 */ 266static const struct pci_device_id idpf_pci_tbl[] = { 267 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_PF)}, 268 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_VF)}, 269 { /* Sentinel */ } 270}; 271MODULE_DEVICE_TABLE(pci, idpf_pci_tbl); 272 273static struct pci_driver idpf_driver = { 274 .name = KBUILD_MODNAME, 275 .id_table = idpf_pci_tbl, 276 .probe = idpf_probe, 277 .sriov_configure = idpf_sriov_configure, 278 .remove = idpf_remove, 279 .shutdown = idpf_shutdown, 280}; 281module_pci_driver(idpf_driver); 282