283 lines · c
1// SPDX-License-Identifier: GPL-2.0-only2/* Copyright (C) 2023 Intel Corporation */3 4#include "idpf.h"5#include "idpf_devids.h"6#include "idpf_virtchnl.h"7 8#define DRV_SUMMARY "Intel(R) Infrastructure Data Path Function Linux Driver"9 10MODULE_DESCRIPTION(DRV_SUMMARY);11MODULE_IMPORT_NS(LIBETH);12MODULE_LICENSE("GPL");13 14/**15 * idpf_remove - Device removal routine16 * @pdev: PCI device information struct17 */18static void idpf_remove(struct pci_dev *pdev)19{20 struct idpf_adapter *adapter = pci_get_drvdata(pdev);21 int i;22 23 set_bit(IDPF_REMOVE_IN_PROG, adapter->flags);24 25 /* Wait until vc_event_task is done to consider if any hard reset is26 * in progress else we may go ahead and release the resources but the27 * thread doing the hard reset might continue the init path and28 * end up in bad state.29 */30 cancel_delayed_work_sync(&adapter->vc_event_task);31 if (adapter->num_vfs)32 idpf_sriov_configure(pdev, 0);33 34 idpf_vc_core_deinit(adapter);35 36 /* Be a good citizen and leave the device clean on exit */37 adapter->dev_ops.reg_ops.trigger_reset(adapter, IDPF_HR_FUNC_RESET);38 idpf_deinit_dflt_mbx(adapter);39 40 if (!adapter->netdevs)41 goto destroy_wqs;42 43 /* There are some cases where it's possible to still have netdevs44 * registered with the stack at this point, e.g. if the driver detected45 * a HW reset and rmmod is called before it fully recovers. Unregister46 * any stale netdevs here.47 */48 for (i = 0; i < adapter->max_vports; i++) {49 if (!adapter->netdevs[i])50 continue;51 if (adapter->netdevs[i]->reg_state != NETREG_UNINITIALIZED)52 unregister_netdev(adapter->netdevs[i]);53 free_netdev(adapter->netdevs[i]);54 adapter->netdevs[i] = NULL;55 }56 57destroy_wqs:58 destroy_workqueue(adapter->init_wq);59 destroy_workqueue(adapter->serv_wq);60 destroy_workqueue(adapter->mbx_wq);61 destroy_workqueue(adapter->stats_wq);62 destroy_workqueue(adapter->vc_event_wq);63 64 for (i = 0; i < adapter->max_vports; i++) {65 kfree(adapter->vport_config[i]);66 adapter->vport_config[i] = NULL;67 }68 kfree(adapter->vport_config);69 adapter->vport_config = NULL;70 kfree(adapter->netdevs);71 adapter->netdevs = NULL;72 kfree(adapter->vcxn_mngr);73 adapter->vcxn_mngr = NULL;74 75 mutex_destroy(&adapter->vport_ctrl_lock);76 mutex_destroy(&adapter->vector_lock);77 mutex_destroy(&adapter->queue_lock);78 mutex_destroy(&adapter->vc_buf_lock);79 80 pci_set_drvdata(pdev, NULL);81 kfree(adapter);82}83 84/**85 * idpf_shutdown - PCI callback for shutting down device86 * @pdev: PCI device information struct87 */88static void idpf_shutdown(struct pci_dev *pdev)89{90 idpf_remove(pdev);91 92 if (system_state == SYSTEM_POWER_OFF)93 pci_set_power_state(pdev, PCI_D3hot);94}95 96/**97 * idpf_cfg_hw - Initialize HW struct98 * @adapter: adapter to setup hw struct for99 *100 * Returns 0 on success, negative on failure101 */102static int idpf_cfg_hw(struct idpf_adapter *adapter)103{104 struct pci_dev *pdev = adapter->pdev;105 struct idpf_hw *hw = &adapter->hw;106 107 hw->hw_addr = pcim_iomap_table(pdev)[0];108 if (!hw->hw_addr) {109 pci_err(pdev, "failed to allocate PCI iomap table\n");110 111 return -ENOMEM;112 }113 114 hw->back = adapter;115 116 return 0;117}118 119/**120 * idpf_probe - Device initialization routine121 * @pdev: PCI device information struct122 * @ent: entry in idpf_pci_tbl123 *124 * Returns 0 on success, negative on failure125 */126static int idpf_probe(struct pci_dev *pdev, const struct pci_device_id *ent)127{128 struct device *dev = &pdev->dev;129 struct idpf_adapter *adapter;130 int err;131 132 adapter = kzalloc(sizeof(*adapter), GFP_KERNEL);133 if (!adapter)134 return -ENOMEM;135 136 adapter->req_tx_splitq = true;137 adapter->req_rx_splitq = true;138 139 switch (ent->device) {140 case IDPF_DEV_ID_PF:141 idpf_dev_ops_init(adapter);142 break;143 case IDPF_DEV_ID_VF:144 idpf_vf_dev_ops_init(adapter);145 adapter->crc_enable = true;146 break;147 default:148 err = -ENODEV;149 dev_err(&pdev->dev, "Unexpected dev ID 0x%x in idpf probe\n",150 ent->device);151 goto err_free;152 }153 154 adapter->pdev = pdev;155 err = pcim_enable_device(pdev);156 if (err)157 goto err_free;158 159 err = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));160 if (err) {161 pci_err(pdev, "pcim_iomap_regions failed %pe\n", ERR_PTR(err));162 163 goto err_free;164 }165 166 /* set up for high or low dma */167 err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));168 if (err) {169 pci_err(pdev, "DMA configuration failed: %pe\n", ERR_PTR(err));170 171 goto err_free;172 }173 174 pci_set_master(pdev);175 pci_set_drvdata(pdev, adapter);176 177 adapter->init_wq = alloc_workqueue("%s-%s-init", 0, 0,178 dev_driver_string(dev),179 dev_name(dev));180 if (!adapter->init_wq) {181 dev_err(dev, "Failed to allocate init workqueue\n");182 err = -ENOMEM;183 goto err_free;184 }185 186 adapter->serv_wq = alloc_workqueue("%s-%s-service", 0, 0,187 dev_driver_string(dev),188 dev_name(dev));189 if (!adapter->serv_wq) {190 dev_err(dev, "Failed to allocate service workqueue\n");191 err = -ENOMEM;192 goto err_serv_wq_alloc;193 }194 195 adapter->mbx_wq = alloc_workqueue("%s-%s-mbx", 0, 0,196 dev_driver_string(dev),197 dev_name(dev));198 if (!adapter->mbx_wq) {199 dev_err(dev, "Failed to allocate mailbox workqueue\n");200 err = -ENOMEM;201 goto err_mbx_wq_alloc;202 }203 204 adapter->stats_wq = alloc_workqueue("%s-%s-stats", 0, 0,205 dev_driver_string(dev),206 dev_name(dev));207 if (!adapter->stats_wq) {208 dev_err(dev, "Failed to allocate workqueue\n");209 err = -ENOMEM;210 goto err_stats_wq_alloc;211 }212 213 adapter->vc_event_wq = alloc_workqueue("%s-%s-vc_event", 0, 0,214 dev_driver_string(dev),215 dev_name(dev));216 if (!adapter->vc_event_wq) {217 dev_err(dev, "Failed to allocate virtchnl event workqueue\n");218 err = -ENOMEM;219 goto err_vc_event_wq_alloc;220 }221 222 /* setup msglvl */223 adapter->msg_enable = netif_msg_init(-1, IDPF_AVAIL_NETIF_M);224 225 err = idpf_cfg_hw(adapter);226 if (err) {227 dev_err(dev, "Failed to configure HW structure for adapter: %d\n",228 err);229 goto err_cfg_hw;230 }231 232 mutex_init(&adapter->vport_ctrl_lock);233 mutex_init(&adapter->vector_lock);234 mutex_init(&adapter->queue_lock);235 mutex_init(&adapter->vc_buf_lock);236 237 INIT_DELAYED_WORK(&adapter->init_task, idpf_init_task);238 INIT_DELAYED_WORK(&adapter->serv_task, idpf_service_task);239 INIT_DELAYED_WORK(&adapter->mbx_task, idpf_mbx_task);240 INIT_DELAYED_WORK(&adapter->stats_task, idpf_statistics_task);241 INIT_DELAYED_WORK(&adapter->vc_event_task, idpf_vc_event_task);242 243 adapter->dev_ops.reg_ops.reset_reg_init(adapter);244 set_bit(IDPF_HR_DRV_LOAD, adapter->flags);245 queue_delayed_work(adapter->vc_event_wq, &adapter->vc_event_task,246 msecs_to_jiffies(10 * (pdev->devfn & 0x07)));247 248 return 0;249 250err_cfg_hw:251 destroy_workqueue(adapter->vc_event_wq);252err_vc_event_wq_alloc:253 destroy_workqueue(adapter->stats_wq);254err_stats_wq_alloc:255 destroy_workqueue(adapter->mbx_wq);256err_mbx_wq_alloc:257 destroy_workqueue(adapter->serv_wq);258err_serv_wq_alloc:259 destroy_workqueue(adapter->init_wq);260err_free:261 kfree(adapter);262 return err;263}264 265/* idpf_pci_tbl - PCI Dev idpf ID Table266 */267static const struct pci_device_id idpf_pci_tbl[] = {268 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_PF)},269 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_VF)},270 { /* Sentinel */ }271};272MODULE_DEVICE_TABLE(pci, idpf_pci_tbl);273 274static struct pci_driver idpf_driver = {275 .name = KBUILD_MODNAME,276 .id_table = idpf_pci_tbl,277 .probe = idpf_probe,278 .sriov_configure = idpf_sriov_configure,279 .remove = idpf_remove,280 .shutdown = idpf_shutdown,281};282module_pci_driver(idpf_driver);283