1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (C) 2023 Intel Corporation */
3
4 #include "idpf.h"
5 #include "idpf_devids.h"
6 #include "idpf_virtchnl.h"
7
8 #define DRV_SUMMARY "Intel(R) Infrastructure Data Path Function Linux Driver"
9
10 MODULE_DESCRIPTION(DRV_SUMMARY);
11 MODULE_IMPORT_NS(LIBETH);
12 MODULE_LICENSE("GPL");
13
14 /**
15 * idpf_remove - Device removal routine
16 * @pdev: PCI device information struct
17 */
idpf_remove(struct pci_dev * pdev)18 static void idpf_remove(struct pci_dev *pdev)
19 {
20 struct idpf_adapter *adapter = pci_get_drvdata(pdev);
21 int i;
22
23 set_bit(IDPF_REMOVE_IN_PROG, adapter->flags);
24
25 /* Wait until vc_event_task is done to consider if any hard reset is
26 * in progress else we may go ahead and release the resources but the
27 * thread doing the hard reset might continue the init path and
28 * end up in bad state.
29 */
30 cancel_delayed_work_sync(&adapter->vc_event_task);
31 if (adapter->num_vfs)
32 idpf_sriov_configure(pdev, 0);
33
34 idpf_vc_core_deinit(adapter);
35
36 /* Be a good citizen and leave the device clean on exit */
37 adapter->dev_ops.reg_ops.trigger_reset(adapter, IDPF_HR_FUNC_RESET);
38 idpf_deinit_dflt_mbx(adapter);
39
40 if (!adapter->netdevs)
41 goto destroy_wqs;
42
43 /* There are some cases where it's possible to still have netdevs
44 * registered with the stack at this point, e.g. if the driver detected
45 * a HW reset and rmmod is called before it fully recovers. Unregister
46 * any stale netdevs here.
47 */
48 for (i = 0; i < adapter->max_vports; i++) {
49 if (!adapter->netdevs[i])
50 continue;
51 if (adapter->netdevs[i]->reg_state != NETREG_UNINITIALIZED)
52 unregister_netdev(adapter->netdevs[i]);
53 free_netdev(adapter->netdevs[i]);
54 adapter->netdevs[i] = NULL;
55 }
56
57 destroy_wqs:
58 destroy_workqueue(adapter->init_wq);
59 destroy_workqueue(adapter->serv_wq);
60 destroy_workqueue(adapter->mbx_wq);
61 destroy_workqueue(adapter->stats_wq);
62 destroy_workqueue(adapter->vc_event_wq);
63
64 for (i = 0; i < adapter->max_vports; i++) {
65 kfree(adapter->vport_config[i]->user_config.q_coalesce);
66 kfree(adapter->vport_config[i]);
67 adapter->vport_config[i] = NULL;
68 }
69 kfree(adapter->vport_config);
70 adapter->vport_config = NULL;
71 kfree(adapter->netdevs);
72 adapter->netdevs = NULL;
73 kfree(adapter->vcxn_mngr);
74 adapter->vcxn_mngr = NULL;
75
76 mutex_destroy(&adapter->vport_ctrl_lock);
77 mutex_destroy(&adapter->vector_lock);
78 mutex_destroy(&adapter->queue_lock);
79 mutex_destroy(&adapter->vc_buf_lock);
80
81 pci_set_drvdata(pdev, NULL);
82 kfree(adapter);
83 }
84
85 /**
86 * idpf_shutdown - PCI callback for shutting down device
87 * @pdev: PCI device information struct
88 */
idpf_shutdown(struct pci_dev * pdev)89 static void idpf_shutdown(struct pci_dev *pdev)
90 {
91 struct idpf_adapter *adapter = pci_get_drvdata(pdev);
92
93 cancel_delayed_work_sync(&adapter->serv_task);
94 cancel_delayed_work_sync(&adapter->vc_event_task);
95 idpf_vc_core_deinit(adapter);
96 idpf_deinit_dflt_mbx(adapter);
97
98 if (system_state == SYSTEM_POWER_OFF)
99 pci_set_power_state(pdev, PCI_D3hot);
100 }
101
102 /**
103 * idpf_cfg_hw - Initialize HW struct
104 * @adapter: adapter to setup hw struct for
105 *
106 * Returns 0 on success, negative on failure
107 */
idpf_cfg_hw(struct idpf_adapter * adapter)108 static int idpf_cfg_hw(struct idpf_adapter *adapter)
109 {
110 struct pci_dev *pdev = adapter->pdev;
111 struct idpf_hw *hw = &adapter->hw;
112
113 hw->hw_addr = pcim_iomap_table(pdev)[0];
114 if (!hw->hw_addr) {
115 pci_err(pdev, "failed to allocate PCI iomap table\n");
116
117 return -ENOMEM;
118 }
119
120 hw->back = adapter;
121
122 return 0;
123 }
124
125 /**
126 * idpf_probe - Device initialization routine
127 * @pdev: PCI device information struct
128 * @ent: entry in idpf_pci_tbl
129 *
130 * Returns 0 on success, negative on failure
131 */
idpf_probe(struct pci_dev * pdev,const struct pci_device_id * ent)132 static int idpf_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
133 {
134 struct device *dev = &pdev->dev;
135 struct idpf_adapter *adapter;
136 int err;
137
138 adapter = kzalloc(sizeof(*adapter), GFP_KERNEL);
139 if (!adapter)
140 return -ENOMEM;
141
142 adapter->req_tx_splitq = true;
143 adapter->req_rx_splitq = true;
144
145 switch (ent->device) {
146 case IDPF_DEV_ID_PF:
147 idpf_dev_ops_init(adapter);
148 break;
149 case IDPF_DEV_ID_VF:
150 idpf_vf_dev_ops_init(adapter);
151 adapter->crc_enable = true;
152 break;
153 default:
154 err = -ENODEV;
155 dev_err(&pdev->dev, "Unexpected dev ID 0x%x in idpf probe\n",
156 ent->device);
157 goto err_free;
158 }
159
160 adapter->pdev = pdev;
161 err = pcim_enable_device(pdev);
162 if (err)
163 goto err_free;
164
165 err = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));
166 if (err) {
167 pci_err(pdev, "pcim_iomap_regions failed %pe\n", ERR_PTR(err));
168
169 goto err_free;
170 }
171
172 /* set up for high or low dma */
173 err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));
174 if (err) {
175 pci_err(pdev, "DMA configuration failed: %pe\n", ERR_PTR(err));
176
177 goto err_free;
178 }
179
180 pci_set_master(pdev);
181 pci_set_drvdata(pdev, adapter);
182
183 adapter->init_wq = alloc_workqueue("%s-%s-init",
184 WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
185 dev_driver_string(dev),
186 dev_name(dev));
187 if (!adapter->init_wq) {
188 dev_err(dev, "Failed to allocate init workqueue\n");
189 err = -ENOMEM;
190 goto err_free;
191 }
192
193 adapter->serv_wq = alloc_workqueue("%s-%s-service",
194 WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
195 dev_driver_string(dev),
196 dev_name(dev));
197 if (!adapter->serv_wq) {
198 dev_err(dev, "Failed to allocate service workqueue\n");
199 err = -ENOMEM;
200 goto err_serv_wq_alloc;
201 }
202
203 adapter->mbx_wq = alloc_workqueue("%s-%s-mbx",
204 WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
205 dev_driver_string(dev),
206 dev_name(dev));
207 if (!adapter->mbx_wq) {
208 dev_err(dev, "Failed to allocate mailbox workqueue\n");
209 err = -ENOMEM;
210 goto err_mbx_wq_alloc;
211 }
212
213 adapter->stats_wq = alloc_workqueue("%s-%s-stats",
214 WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
215 dev_driver_string(dev),
216 dev_name(dev));
217 if (!adapter->stats_wq) {
218 dev_err(dev, "Failed to allocate workqueue\n");
219 err = -ENOMEM;
220 goto err_stats_wq_alloc;
221 }
222
223 adapter->vc_event_wq = alloc_workqueue("%s-%s-vc_event",
224 WQ_UNBOUND | WQ_MEM_RECLAIM, 0,
225 dev_driver_string(dev),
226 dev_name(dev));
227 if (!adapter->vc_event_wq) {
228 dev_err(dev, "Failed to allocate virtchnl event workqueue\n");
229 err = -ENOMEM;
230 goto err_vc_event_wq_alloc;
231 }
232
233 /* setup msglvl */
234 adapter->msg_enable = netif_msg_init(-1, IDPF_AVAIL_NETIF_M);
235
236 err = idpf_cfg_hw(adapter);
237 if (err) {
238 dev_err(dev, "Failed to configure HW structure for adapter: %d\n",
239 err);
240 goto err_cfg_hw;
241 }
242
243 mutex_init(&adapter->vport_ctrl_lock);
244 mutex_init(&adapter->vector_lock);
245 mutex_init(&adapter->queue_lock);
246 mutex_init(&adapter->vc_buf_lock);
247
248 INIT_DELAYED_WORK(&adapter->init_task, idpf_init_task);
249 INIT_DELAYED_WORK(&adapter->serv_task, idpf_service_task);
250 INIT_DELAYED_WORK(&adapter->mbx_task, idpf_mbx_task);
251 INIT_DELAYED_WORK(&adapter->stats_task, idpf_statistics_task);
252 INIT_DELAYED_WORK(&adapter->vc_event_task, idpf_vc_event_task);
253
254 adapter->dev_ops.reg_ops.reset_reg_init(adapter);
255 set_bit(IDPF_HR_DRV_LOAD, adapter->flags);
256 queue_delayed_work(adapter->vc_event_wq, &adapter->vc_event_task,
257 msecs_to_jiffies(10 * (pdev->devfn & 0x07)));
258
259 return 0;
260
261 err_cfg_hw:
262 destroy_workqueue(adapter->vc_event_wq);
263 err_vc_event_wq_alloc:
264 destroy_workqueue(adapter->stats_wq);
265 err_stats_wq_alloc:
266 destroy_workqueue(adapter->mbx_wq);
267 err_mbx_wq_alloc:
268 destroy_workqueue(adapter->serv_wq);
269 err_serv_wq_alloc:
270 destroy_workqueue(adapter->init_wq);
271 err_free:
272 kfree(adapter);
273 return err;
274 }
275
276 /* idpf_pci_tbl - PCI Dev idpf ID Table
277 */
278 static const struct pci_device_id idpf_pci_tbl[] = {
279 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_PF)},
280 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_VF)},
281 { /* Sentinel */ }
282 };
283 MODULE_DEVICE_TABLE(pci, idpf_pci_tbl);
284
285 static struct pci_driver idpf_driver = {
286 .name = KBUILD_MODNAME,
287 .id_table = idpf_pci_tbl,
288 .probe = idpf_probe,
289 .sriov_configure = idpf_sriov_configure,
290 .remove = idpf_remove,
291 .shutdown = idpf_shutdown,
292 };
293 module_pci_driver(idpf_driver);
294