xref: /openbmc/linux/drivers/vdpa/ifcvf/ifcvf_main.c (revision 20e8ef5c)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Intel IFC VF NIC driver for virtio dataplane offloading
4  *
5  * Copyright (C) 2020 Intel Corporation.
6  *
7  * Author: Zhu Lingshan <lingshan.zhu@intel.com>
8  *
9  */
10 
11 #include <linux/interrupt.h>
12 #include <linux/module.h>
13 #include <linux/pci.h>
14 #include <linux/sysfs.h>
15 #include "ifcvf_base.h"
16 
17 #define DRIVER_AUTHOR   "Intel Corporation"
18 #define IFCVF_DRIVER_NAME       "ifcvf"
19 
20 static irqreturn_t ifcvf_config_changed(int irq, void *arg)
21 {
22 	struct ifcvf_hw *vf = arg;
23 
24 	if (vf->config_cb.callback)
25 		return vf->config_cb.callback(vf->config_cb.private);
26 
27 	return IRQ_HANDLED;
28 }
29 
30 static irqreturn_t ifcvf_intr_handler(int irq, void *arg)
31 {
32 	struct vring_info *vring = arg;
33 
34 	if (vring->cb.callback)
35 		return vring->cb.callback(vring->cb.private);
36 
37 	return IRQ_HANDLED;
38 }
39 
40 static void ifcvf_free_irq_vectors(void *data)
41 {
42 	pci_free_irq_vectors(data);
43 }
44 
45 static void ifcvf_free_irq(struct ifcvf_adapter *adapter, int queues)
46 {
47 	struct pci_dev *pdev = adapter->pdev;
48 	struct ifcvf_hw *vf = &adapter->vf;
49 	int i;
50 
51 
52 	for (i = 0; i < queues; i++) {
53 		devm_free_irq(&pdev->dev, vf->vring[i].irq, &vf->vring[i]);
54 		vf->vring[i].irq = -EINVAL;
55 	}
56 
57 	devm_free_irq(&pdev->dev, vf->config_irq, vf);
58 	ifcvf_free_irq_vectors(pdev);
59 }
60 
61 static int ifcvf_request_irq(struct ifcvf_adapter *adapter)
62 {
63 	struct pci_dev *pdev = adapter->pdev;
64 	struct ifcvf_hw *vf = &adapter->vf;
65 	int vector, i, ret, irq;
66 	u16 max_intr;
67 
68 	/* all queues and config interrupt  */
69 	max_intr = vf->nr_vring + 1;
70 
71 	ret = pci_alloc_irq_vectors(pdev, max_intr,
72 				    max_intr, PCI_IRQ_MSIX);
73 	if (ret < 0) {
74 		IFCVF_ERR(pdev, "Failed to alloc IRQ vectors\n");
75 		return ret;
76 	}
77 
78 	snprintf(vf->config_msix_name, 256, "ifcvf[%s]-config\n",
79 		 pci_name(pdev));
80 	vector = 0;
81 	vf->config_irq = pci_irq_vector(pdev, vector);
82 	ret = devm_request_irq(&pdev->dev, vf->config_irq,
83 			       ifcvf_config_changed, 0,
84 			       vf->config_msix_name, vf);
85 	if (ret) {
86 		IFCVF_ERR(pdev, "Failed to request config irq\n");
87 		return ret;
88 	}
89 
90 	for (i = 0; i < vf->nr_vring; i++) {
91 		snprintf(vf->vring[i].msix_name, 256, "ifcvf[%s]-%d\n",
92 			 pci_name(pdev), i);
93 		vector = i + IFCVF_MSI_QUEUE_OFF;
94 		irq = pci_irq_vector(pdev, vector);
95 		ret = devm_request_irq(&pdev->dev, irq,
96 				       ifcvf_intr_handler, 0,
97 				       vf->vring[i].msix_name,
98 				       &vf->vring[i]);
99 		if (ret) {
100 			IFCVF_ERR(pdev,
101 				  "Failed to request irq for vq %d\n", i);
102 			ifcvf_free_irq(adapter, i);
103 
104 			return ret;
105 		}
106 
107 		vf->vring[i].irq = irq;
108 	}
109 
110 	return 0;
111 }
112 
113 static int ifcvf_start_datapath(void *private)
114 {
115 	struct ifcvf_hw *vf = ifcvf_private_to_vf(private);
116 	u8 status;
117 	int ret;
118 
119 	ret = ifcvf_start_hw(vf);
120 	if (ret < 0) {
121 		status = ifcvf_get_status(vf);
122 		status |= VIRTIO_CONFIG_S_FAILED;
123 		ifcvf_set_status(vf, status);
124 	}
125 
126 	return ret;
127 }
128 
129 static int ifcvf_stop_datapath(void *private)
130 {
131 	struct ifcvf_hw *vf = ifcvf_private_to_vf(private);
132 	int i;
133 
134 	for (i = 0; i < vf->nr_vring; i++)
135 		vf->vring[i].cb.callback = NULL;
136 
137 	ifcvf_stop_hw(vf);
138 
139 	return 0;
140 }
141 
142 static void ifcvf_reset_vring(struct ifcvf_adapter *adapter)
143 {
144 	struct ifcvf_hw *vf = ifcvf_private_to_vf(adapter);
145 	int i;
146 
147 	for (i = 0; i < vf->nr_vring; i++) {
148 		vf->vring[i].last_avail_idx = 0;
149 		vf->vring[i].desc = 0;
150 		vf->vring[i].avail = 0;
151 		vf->vring[i].used = 0;
152 		vf->vring[i].ready = 0;
153 		vf->vring[i].cb.callback = NULL;
154 		vf->vring[i].cb.private = NULL;
155 	}
156 
157 	ifcvf_reset(vf);
158 }
159 
160 static struct ifcvf_adapter *vdpa_to_adapter(struct vdpa_device *vdpa_dev)
161 {
162 	return container_of(vdpa_dev, struct ifcvf_adapter, vdpa);
163 }
164 
165 static struct ifcvf_hw *vdpa_to_vf(struct vdpa_device *vdpa_dev)
166 {
167 	struct ifcvf_adapter *adapter = vdpa_to_adapter(vdpa_dev);
168 
169 	return &adapter->vf;
170 }
171 
172 static u64 ifcvf_vdpa_get_device_features(struct vdpa_device *vdpa_dev)
173 {
174 	struct ifcvf_adapter *adapter = vdpa_to_adapter(vdpa_dev);
175 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
176 	struct pci_dev *pdev = adapter->pdev;
177 	u32 type = vf->dev_type;
178 	u64 features;
179 
180 	if (type == VIRTIO_ID_NET || type == VIRTIO_ID_BLOCK)
181 		features = ifcvf_get_features(vf);
182 	else {
183 		features = 0;
184 		IFCVF_ERR(pdev, "VIRTIO ID %u not supported\n", vf->dev_type);
185 	}
186 
187 	return features;
188 }
189 
190 static int ifcvf_vdpa_set_driver_features(struct vdpa_device *vdpa_dev, u64 features)
191 {
192 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
193 	int ret;
194 
195 	ret = ifcvf_verify_min_features(vf, features);
196 	if (ret)
197 		return ret;
198 
199 	vf->req_features = features;
200 
201 	return 0;
202 }
203 
204 static u64 ifcvf_vdpa_get_driver_features(struct vdpa_device *vdpa_dev)
205 {
206 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
207 
208 	return vf->req_features;
209 }
210 
211 static u8 ifcvf_vdpa_get_status(struct vdpa_device *vdpa_dev)
212 {
213 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
214 
215 	return ifcvf_get_status(vf);
216 }
217 
218 static void ifcvf_vdpa_set_status(struct vdpa_device *vdpa_dev, u8 status)
219 {
220 	struct ifcvf_adapter *adapter;
221 	struct ifcvf_hw *vf;
222 	u8 status_old;
223 	int ret;
224 
225 	vf  = vdpa_to_vf(vdpa_dev);
226 	adapter = vdpa_to_adapter(vdpa_dev);
227 	status_old = ifcvf_get_status(vf);
228 
229 	if (status_old == status)
230 		return;
231 
232 	if ((status & VIRTIO_CONFIG_S_DRIVER_OK) &&
233 	    !(status_old & VIRTIO_CONFIG_S_DRIVER_OK)) {
234 		ret = ifcvf_request_irq(adapter);
235 		if (ret) {
236 			status = ifcvf_get_status(vf);
237 			status |= VIRTIO_CONFIG_S_FAILED;
238 			ifcvf_set_status(vf, status);
239 			return;
240 		}
241 
242 		if (ifcvf_start_datapath(adapter) < 0)
243 			IFCVF_ERR(adapter->pdev,
244 				  "Failed to set ifcvf vdpa  status %u\n",
245 				  status);
246 	}
247 
248 	ifcvf_set_status(vf, status);
249 }
250 
251 static int ifcvf_vdpa_reset(struct vdpa_device *vdpa_dev)
252 {
253 	struct ifcvf_adapter *adapter;
254 	struct ifcvf_hw *vf;
255 	u8 status_old;
256 
257 	vf  = vdpa_to_vf(vdpa_dev);
258 	adapter = vdpa_to_adapter(vdpa_dev);
259 	status_old = ifcvf_get_status(vf);
260 
261 	if (status_old == 0)
262 		return 0;
263 
264 	if (status_old & VIRTIO_CONFIG_S_DRIVER_OK) {
265 		ifcvf_stop_datapath(adapter);
266 		ifcvf_free_irq(adapter, vf->nr_vring);
267 	}
268 
269 	ifcvf_reset_vring(adapter);
270 
271 	return 0;
272 }
273 
274 static u16 ifcvf_vdpa_get_vq_num_max(struct vdpa_device *vdpa_dev)
275 {
276 	return IFCVF_QUEUE_MAX;
277 }
278 
279 static int ifcvf_vdpa_get_vq_state(struct vdpa_device *vdpa_dev, u16 qid,
280 				   struct vdpa_vq_state *state)
281 {
282 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
283 
284 	state->split.avail_index = ifcvf_get_vq_state(vf, qid);
285 	return 0;
286 }
287 
288 static int ifcvf_vdpa_set_vq_state(struct vdpa_device *vdpa_dev, u16 qid,
289 				   const struct vdpa_vq_state *state)
290 {
291 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
292 
293 	return ifcvf_set_vq_state(vf, qid, state->split.avail_index);
294 }
295 
296 static void ifcvf_vdpa_set_vq_cb(struct vdpa_device *vdpa_dev, u16 qid,
297 				 struct vdpa_callback *cb)
298 {
299 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
300 
301 	vf->vring[qid].cb = *cb;
302 }
303 
304 static void ifcvf_vdpa_set_vq_ready(struct vdpa_device *vdpa_dev,
305 				    u16 qid, bool ready)
306 {
307 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
308 
309 	vf->vring[qid].ready = ready;
310 }
311 
312 static bool ifcvf_vdpa_get_vq_ready(struct vdpa_device *vdpa_dev, u16 qid)
313 {
314 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
315 
316 	return vf->vring[qid].ready;
317 }
318 
319 static void ifcvf_vdpa_set_vq_num(struct vdpa_device *vdpa_dev, u16 qid,
320 				  u32 num)
321 {
322 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
323 
324 	vf->vring[qid].size = num;
325 }
326 
327 static int ifcvf_vdpa_set_vq_address(struct vdpa_device *vdpa_dev, u16 qid,
328 				     u64 desc_area, u64 driver_area,
329 				     u64 device_area)
330 {
331 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
332 
333 	vf->vring[qid].desc = desc_area;
334 	vf->vring[qid].avail = driver_area;
335 	vf->vring[qid].used = device_area;
336 
337 	return 0;
338 }
339 
340 static void ifcvf_vdpa_kick_vq(struct vdpa_device *vdpa_dev, u16 qid)
341 {
342 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
343 
344 	ifcvf_notify_queue(vf, qid);
345 }
346 
347 static u32 ifcvf_vdpa_get_generation(struct vdpa_device *vdpa_dev)
348 {
349 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
350 
351 	return ioread8(&vf->common_cfg->config_generation);
352 }
353 
354 static u32 ifcvf_vdpa_get_device_id(struct vdpa_device *vdpa_dev)
355 {
356 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
357 
358 	return vf->dev_type;
359 }
360 
361 static u32 ifcvf_vdpa_get_vendor_id(struct vdpa_device *vdpa_dev)
362 {
363 	struct ifcvf_adapter *adapter = vdpa_to_adapter(vdpa_dev);
364 	struct pci_dev *pdev = adapter->pdev;
365 
366 	return pdev->subsystem_vendor;
367 }
368 
369 static u32 ifcvf_vdpa_get_vq_align(struct vdpa_device *vdpa_dev)
370 {
371 	return IFCVF_QUEUE_ALIGNMENT;
372 }
373 
374 static size_t ifcvf_vdpa_get_config_size(struct vdpa_device *vdpa_dev)
375 {
376 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
377 
378 	return  vf->config_size;
379 }
380 
381 static void ifcvf_vdpa_get_config(struct vdpa_device *vdpa_dev,
382 				  unsigned int offset,
383 				  void *buf, unsigned int len)
384 {
385 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
386 
387 	ifcvf_read_dev_config(vf, offset, buf, len);
388 }
389 
390 static void ifcvf_vdpa_set_config(struct vdpa_device *vdpa_dev,
391 				  unsigned int offset, const void *buf,
392 				  unsigned int len)
393 {
394 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
395 
396 	ifcvf_write_dev_config(vf, offset, buf, len);
397 }
398 
399 static void ifcvf_vdpa_set_config_cb(struct vdpa_device *vdpa_dev,
400 				     struct vdpa_callback *cb)
401 {
402 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
403 
404 	vf->config_cb.callback = cb->callback;
405 	vf->config_cb.private = cb->private;
406 }
407 
408 static int ifcvf_vdpa_get_vq_irq(struct vdpa_device *vdpa_dev,
409 				 u16 qid)
410 {
411 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
412 
413 	return vf->vring[qid].irq;
414 }
415 
416 static struct vdpa_notification_area ifcvf_get_vq_notification(struct vdpa_device *vdpa_dev,
417 							       u16 idx)
418 {
419 	struct ifcvf_hw *vf = vdpa_to_vf(vdpa_dev);
420 	struct vdpa_notification_area area;
421 
422 	area.addr = vf->vring[idx].notify_pa;
423 	if (!vf->notify_off_multiplier)
424 		area.size = PAGE_SIZE;
425 	else
426 		area.size = vf->notify_off_multiplier;
427 
428 	return area;
429 }
430 
431 /*
432  * IFCVF currently does't have on-chip IOMMU, so not
433  * implemented set_map()/dma_map()/dma_unmap()
434  */
435 static const struct vdpa_config_ops ifc_vdpa_ops = {
436 	.get_device_features = ifcvf_vdpa_get_device_features,
437 	.set_driver_features = ifcvf_vdpa_set_driver_features,
438 	.get_driver_features = ifcvf_vdpa_get_driver_features,
439 	.get_status	= ifcvf_vdpa_get_status,
440 	.set_status	= ifcvf_vdpa_set_status,
441 	.reset		= ifcvf_vdpa_reset,
442 	.get_vq_num_max	= ifcvf_vdpa_get_vq_num_max,
443 	.get_vq_state	= ifcvf_vdpa_get_vq_state,
444 	.set_vq_state	= ifcvf_vdpa_set_vq_state,
445 	.set_vq_cb	= ifcvf_vdpa_set_vq_cb,
446 	.set_vq_ready	= ifcvf_vdpa_set_vq_ready,
447 	.get_vq_ready	= ifcvf_vdpa_get_vq_ready,
448 	.set_vq_num	= ifcvf_vdpa_set_vq_num,
449 	.set_vq_address	= ifcvf_vdpa_set_vq_address,
450 	.get_vq_irq	= ifcvf_vdpa_get_vq_irq,
451 	.kick_vq	= ifcvf_vdpa_kick_vq,
452 	.get_generation	= ifcvf_vdpa_get_generation,
453 	.get_device_id	= ifcvf_vdpa_get_device_id,
454 	.get_vendor_id	= ifcvf_vdpa_get_vendor_id,
455 	.get_vq_align	= ifcvf_vdpa_get_vq_align,
456 	.get_config_size	= ifcvf_vdpa_get_config_size,
457 	.get_config	= ifcvf_vdpa_get_config,
458 	.set_config	= ifcvf_vdpa_set_config,
459 	.set_config_cb  = ifcvf_vdpa_set_config_cb,
460 	.get_vq_notification = ifcvf_get_vq_notification,
461 };
462 
463 static struct virtio_device_id id_table_net[] = {
464 	{VIRTIO_ID_NET, VIRTIO_DEV_ANY_ID},
465 	{0},
466 };
467 
468 static struct virtio_device_id id_table_blk[] = {
469 	{VIRTIO_ID_BLOCK, VIRTIO_DEV_ANY_ID},
470 	{0},
471 };
472 
473 static u32 get_dev_type(struct pci_dev *pdev)
474 {
475 	u32 dev_type;
476 
477 	/* This drirver drives both modern virtio devices and transitional
478 	 * devices in modern mode.
479 	 * vDPA requires feature bit VIRTIO_F_ACCESS_PLATFORM,
480 	 * so legacy devices and transitional devices in legacy
481 	 * mode will not work for vDPA, this driver will not
482 	 * drive devices with legacy interface.
483 	 */
484 
485 	if (pdev->device < 0x1040)
486 		dev_type =  pdev->subsystem_device;
487 	else
488 		dev_type =  pdev->device - 0x1040;
489 
490 	return dev_type;
491 }
492 
493 static int ifcvf_vdpa_dev_add(struct vdpa_mgmt_dev *mdev, const char *name,
494 			      const struct vdpa_dev_set_config *config)
495 {
496 	struct ifcvf_vdpa_mgmt_dev *ifcvf_mgmt_dev;
497 	struct ifcvf_adapter *adapter;
498 	struct pci_dev *pdev;
499 	struct ifcvf_hw *vf;
500 	struct device *dev;
501 	int ret, i;
502 
503 	ifcvf_mgmt_dev = container_of(mdev, struct ifcvf_vdpa_mgmt_dev, mdev);
504 	if (ifcvf_mgmt_dev->adapter)
505 		return -EOPNOTSUPP;
506 
507 	pdev = ifcvf_mgmt_dev->pdev;
508 	dev = &pdev->dev;
509 	adapter = vdpa_alloc_device(struct ifcvf_adapter, vdpa,
510 				    dev, &ifc_vdpa_ops, name, false);
511 	if (IS_ERR(adapter)) {
512 		IFCVF_ERR(pdev, "Failed to allocate vDPA structure");
513 		return PTR_ERR(adapter);
514 	}
515 
516 	ifcvf_mgmt_dev->adapter = adapter;
517 	pci_set_drvdata(pdev, ifcvf_mgmt_dev);
518 
519 	vf = &adapter->vf;
520 	vf->dev_type = get_dev_type(pdev);
521 	vf->base = pcim_iomap_table(pdev);
522 
523 	adapter->pdev = pdev;
524 	adapter->vdpa.dma_dev = &pdev->dev;
525 
526 	ret = ifcvf_init_hw(vf, pdev);
527 	if (ret) {
528 		IFCVF_ERR(pdev, "Failed to init IFCVF hw\n");
529 		goto err;
530 	}
531 
532 	for (i = 0; i < vf->nr_vring; i++)
533 		vf->vring[i].irq = -EINVAL;
534 
535 	vf->hw_features = ifcvf_get_hw_features(vf);
536 	vf->config_size = ifcvf_get_config_size(vf);
537 
538 	adapter->vdpa.mdev = &ifcvf_mgmt_dev->mdev;
539 	ret = _vdpa_register_device(&adapter->vdpa, vf->nr_vring);
540 	if (ret) {
541 		IFCVF_ERR(pdev, "Failed to register to vDPA bus");
542 		goto err;
543 	}
544 
545 	return 0;
546 
547 err:
548 	put_device(&adapter->vdpa.dev);
549 	return ret;
550 }
551 
552 static void ifcvf_vdpa_dev_del(struct vdpa_mgmt_dev *mdev, struct vdpa_device *dev)
553 {
554 	struct ifcvf_vdpa_mgmt_dev *ifcvf_mgmt_dev;
555 
556 	ifcvf_mgmt_dev = container_of(mdev, struct ifcvf_vdpa_mgmt_dev, mdev);
557 	_vdpa_unregister_device(dev);
558 	ifcvf_mgmt_dev->adapter = NULL;
559 }
560 
561 static const struct vdpa_mgmtdev_ops ifcvf_vdpa_mgmt_dev_ops = {
562 	.dev_add = ifcvf_vdpa_dev_add,
563 	.dev_del = ifcvf_vdpa_dev_del
564 };
565 
566 static int ifcvf_probe(struct pci_dev *pdev, const struct pci_device_id *id)
567 {
568 	struct ifcvf_vdpa_mgmt_dev *ifcvf_mgmt_dev;
569 	struct device *dev = &pdev->dev;
570 	u32 dev_type;
571 	int ret;
572 
573 	ifcvf_mgmt_dev = kzalloc(sizeof(struct ifcvf_vdpa_mgmt_dev), GFP_KERNEL);
574 	if (!ifcvf_mgmt_dev) {
575 		IFCVF_ERR(pdev, "Failed to alloc memory for the vDPA management device\n");
576 		return -ENOMEM;
577 	}
578 
579 	dev_type = get_dev_type(pdev);
580 	switch (dev_type) {
581 	case VIRTIO_ID_NET:
582 		ifcvf_mgmt_dev->mdev.id_table = id_table_net;
583 		break;
584 	case VIRTIO_ID_BLOCK:
585 		ifcvf_mgmt_dev->mdev.id_table = id_table_blk;
586 		break;
587 	default:
588 		IFCVF_ERR(pdev, "VIRTIO ID %u not supported\n", dev_type);
589 		ret = -EOPNOTSUPP;
590 		goto err;
591 	}
592 
593 	ifcvf_mgmt_dev->mdev.ops = &ifcvf_vdpa_mgmt_dev_ops;
594 	ifcvf_mgmt_dev->mdev.device = dev;
595 	ifcvf_mgmt_dev->pdev = pdev;
596 
597 	ret = pcim_enable_device(pdev);
598 	if (ret) {
599 		IFCVF_ERR(pdev, "Failed to enable device\n");
600 		goto err;
601 	}
602 
603 	ret = pcim_iomap_regions(pdev, BIT(0) | BIT(2) | BIT(4),
604 				 IFCVF_DRIVER_NAME);
605 	if (ret) {
606 		IFCVF_ERR(pdev, "Failed to request MMIO region\n");
607 		goto err;
608 	}
609 
610 	ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));
611 	if (ret) {
612 		IFCVF_ERR(pdev, "No usable DMA configuration\n");
613 		goto err;
614 	}
615 
616 	ret = devm_add_action_or_reset(dev, ifcvf_free_irq_vectors, pdev);
617 	if (ret) {
618 		IFCVF_ERR(pdev,
619 			  "Failed for adding devres for freeing irq vectors\n");
620 		goto err;
621 	}
622 
623 	pci_set_master(pdev);
624 
625 	ret = vdpa_mgmtdev_register(&ifcvf_mgmt_dev->mdev);
626 	if (ret) {
627 		IFCVF_ERR(pdev,
628 			  "Failed to initialize the management interfaces\n");
629 		goto err;
630 	}
631 
632 	return 0;
633 
634 err:
635 	kfree(ifcvf_mgmt_dev);
636 	return ret;
637 }
638 
639 static void ifcvf_remove(struct pci_dev *pdev)
640 {
641 	struct ifcvf_vdpa_mgmt_dev *ifcvf_mgmt_dev;
642 
643 	ifcvf_mgmt_dev = pci_get_drvdata(pdev);
644 	vdpa_mgmtdev_unregister(&ifcvf_mgmt_dev->mdev);
645 	kfree(ifcvf_mgmt_dev);
646 }
647 
648 static struct pci_device_id ifcvf_pci_ids[] = {
649 	/* N3000 network device */
650 	{ PCI_DEVICE_SUB(PCI_VENDOR_ID_REDHAT_QUMRANET,
651 			 N3000_DEVICE_ID,
652 			 PCI_VENDOR_ID_INTEL,
653 			 N3000_SUBSYS_DEVICE_ID) },
654 	/* C5000X-PL network device */
655 	{ PCI_DEVICE_SUB(PCI_VENDOR_ID_REDHAT_QUMRANET,
656 			 VIRTIO_TRANS_ID_NET,
657 			 PCI_VENDOR_ID_INTEL,
658 			 VIRTIO_ID_NET) },
659 	/* C5000X-PL block device */
660 	{ PCI_DEVICE_SUB(PCI_VENDOR_ID_REDHAT_QUMRANET,
661 			 VIRTIO_TRANS_ID_BLOCK,
662 			 PCI_VENDOR_ID_INTEL,
663 			 VIRTIO_ID_BLOCK) },
664 
665 	{ 0 },
666 };
667 MODULE_DEVICE_TABLE(pci, ifcvf_pci_ids);
668 
669 static struct pci_driver ifcvf_driver = {
670 	.name     = IFCVF_DRIVER_NAME,
671 	.id_table = ifcvf_pci_ids,
672 	.probe    = ifcvf_probe,
673 	.remove   = ifcvf_remove,
674 };
675 
676 module_pci_driver(ifcvf_driver);
677 
678 MODULE_LICENSE("GPL v2");
679