1f33f5fe2SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21fcf0512SMichael S. Tsirkin /* 31fcf0512SMichael S. Tsirkin * Virtio PCI driver - modern (virtio 1.0) device support 41fcf0512SMichael S. Tsirkin * 51fcf0512SMichael S. Tsirkin * This module allows virtio devices to be used over a virtual PCI device. 61fcf0512SMichael S. Tsirkin * This can be used with QEMU based VMMs like KVM or Xen. 71fcf0512SMichael S. Tsirkin * 81fcf0512SMichael S. Tsirkin * Copyright IBM Corp. 2007 91fcf0512SMichael S. Tsirkin * Copyright Red Hat, Inc. 2014 101fcf0512SMichael S. Tsirkin * 111fcf0512SMichael S. Tsirkin * Authors: 121fcf0512SMichael S. Tsirkin * Anthony Liguori <aliguori@us.ibm.com> 131fcf0512SMichael S. Tsirkin * Rusty Russell <rusty@rustcorp.com.au> 141fcf0512SMichael S. Tsirkin * Michael S. Tsirkin <mst@redhat.com> 151fcf0512SMichael S. Tsirkin */ 161fcf0512SMichael S. Tsirkin 1705dbcb43SMichael S. Tsirkin #include <linux/delay.h> 181fcf0512SMichael S. Tsirkin #define VIRTIO_PCI_NO_LEGACY 19e7c8cc35SMatej Genci #define VIRTIO_RING_NO_LEGACY 201fcf0512SMichael S. Tsirkin #include "virtio_pci_common.h" 211fcf0512SMichael S. Tsirkin 220b017708SJason Wang static u64 vp_get_features(struct virtio_device *vdev) 230b017708SJason Wang { 240b017708SJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 250b017708SJason Wang 260b017708SJason Wang return vp_modern_get_features(&vp_dev->mdev); 270b017708SJason Wang } 280b017708SJason Wang 29cfecc291STiwei Bie static void vp_transport_features(struct virtio_device *vdev, u64 features) 30cfecc291STiwei Bie { 31cfecc291STiwei Bie struct virtio_pci_device *vp_dev = to_vp_device(vdev); 32cfecc291STiwei Bie struct pci_dev *pci_dev = vp_dev->pci_dev; 33cfecc291STiwei Bie 34cfecc291STiwei Bie if ((features & BIT_ULL(VIRTIO_F_SR_IOV)) && 35cfecc291STiwei Bie pci_find_ext_capability(pci_dev, PCI_EXT_CAP_ID_SRIOV)) 36cfecc291STiwei Bie __virtio_set_bit(vdev, VIRTIO_F_SR_IOV); 37cfecc291STiwei Bie } 38cfecc291STiwei Bie 391fcf0512SMichael S. Tsirkin /* virtio config->finalize_features() implementation */ 401fcf0512SMichael S. Tsirkin static int vp_finalize_features(struct virtio_device *vdev) 411fcf0512SMichael S. Tsirkin { 421fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 43cfecc291STiwei Bie u64 features = vdev->features; 441fcf0512SMichael S. Tsirkin 451fcf0512SMichael S. Tsirkin /* Give virtio_ring a chance to accept features. */ 461fcf0512SMichael S. Tsirkin vring_transport_features(vdev); 471fcf0512SMichael S. Tsirkin 48cfecc291STiwei Bie /* Give virtio_pci a chance to accept features. */ 49cfecc291STiwei Bie vp_transport_features(vdev, features); 50cfecc291STiwei Bie 511fcf0512SMichael S. Tsirkin if (!__virtio_test_bit(vdev, VIRTIO_F_VERSION_1)) { 521fcf0512SMichael S. Tsirkin dev_err(&vdev->dev, "virtio: device uses modern interface " 531fcf0512SMichael S. Tsirkin "but does not have VIRTIO_F_VERSION_1\n"); 541fcf0512SMichael S. Tsirkin return -EINVAL; 551fcf0512SMichael S. Tsirkin } 561fcf0512SMichael S. Tsirkin 570b017708SJason Wang vp_modern_set_features(&vp_dev->mdev, vdev->features); 581fcf0512SMichael S. Tsirkin 591fcf0512SMichael S. Tsirkin return 0; 601fcf0512SMichael S. Tsirkin } 611fcf0512SMichael S. Tsirkin 621fcf0512SMichael S. Tsirkin /* virtio config->get() implementation */ 631fcf0512SMichael S. Tsirkin static void vp_get(struct virtio_device *vdev, unsigned offset, 641fcf0512SMichael S. Tsirkin void *buf, unsigned len) 651fcf0512SMichael S. Tsirkin { 661fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 67b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 68b5d58094SJason Wang void __iomem *device = mdev->device; 691fcf0512SMichael S. Tsirkin u8 b; 701fcf0512SMichael S. Tsirkin __le16 w; 711fcf0512SMichael S. Tsirkin __le32 l; 721fcf0512SMichael S. Tsirkin 73b5d58094SJason Wang BUG_ON(offset + len > mdev->device_len); 741fcf0512SMichael S. Tsirkin 751fcf0512SMichael S. Tsirkin switch (len) { 761fcf0512SMichael S. Tsirkin case 1: 7764f2087aSJason Wang b = ioread8(device + offset); 781fcf0512SMichael S. Tsirkin memcpy(buf, &b, sizeof b); 791fcf0512SMichael S. Tsirkin break; 801fcf0512SMichael S. Tsirkin case 2: 8164f2087aSJason Wang w = cpu_to_le16(ioread16(device + offset)); 821fcf0512SMichael S. Tsirkin memcpy(buf, &w, sizeof w); 831fcf0512SMichael S. Tsirkin break; 841fcf0512SMichael S. Tsirkin case 4: 8564f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset)); 861fcf0512SMichael S. Tsirkin memcpy(buf, &l, sizeof l); 871fcf0512SMichael S. Tsirkin break; 881fcf0512SMichael S. Tsirkin case 8: 8964f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset)); 901fcf0512SMichael S. Tsirkin memcpy(buf, &l, sizeof l); 9164f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset + sizeof l)); 921fcf0512SMichael S. Tsirkin memcpy(buf + sizeof l, &l, sizeof l); 931fcf0512SMichael S. Tsirkin break; 941fcf0512SMichael S. Tsirkin default: 951fcf0512SMichael S. Tsirkin BUG(); 961fcf0512SMichael S. Tsirkin } 971fcf0512SMichael S. Tsirkin } 981fcf0512SMichael S. Tsirkin 991fcf0512SMichael S. Tsirkin /* the config->set() implementation. it's symmetric to the config->get() 1001fcf0512SMichael S. Tsirkin * implementation */ 1011fcf0512SMichael S. Tsirkin static void vp_set(struct virtio_device *vdev, unsigned offset, 1021fcf0512SMichael S. Tsirkin const void *buf, unsigned len) 1031fcf0512SMichael S. Tsirkin { 1041fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 105b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 106b5d58094SJason Wang void __iomem *device = mdev->device; 1071fcf0512SMichael S. Tsirkin u8 b; 1081fcf0512SMichael S. Tsirkin __le16 w; 1091fcf0512SMichael S. Tsirkin __le32 l; 1101fcf0512SMichael S. Tsirkin 111b5d58094SJason Wang BUG_ON(offset + len > mdev->device_len); 1121fcf0512SMichael S. Tsirkin 1131fcf0512SMichael S. Tsirkin switch (len) { 1141fcf0512SMichael S. Tsirkin case 1: 1151fcf0512SMichael S. Tsirkin memcpy(&b, buf, sizeof b); 11664f2087aSJason Wang iowrite8(b, device + offset); 1171fcf0512SMichael S. Tsirkin break; 1181fcf0512SMichael S. Tsirkin case 2: 1191fcf0512SMichael S. Tsirkin memcpy(&w, buf, sizeof w); 12064f2087aSJason Wang iowrite16(le16_to_cpu(w), device + offset); 1211fcf0512SMichael S. Tsirkin break; 1221fcf0512SMichael S. Tsirkin case 4: 1231fcf0512SMichael S. Tsirkin memcpy(&l, buf, sizeof l); 12464f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset); 1251fcf0512SMichael S. Tsirkin break; 1261fcf0512SMichael S. Tsirkin case 8: 1271fcf0512SMichael S. Tsirkin memcpy(&l, buf, sizeof l); 12864f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset); 1291fcf0512SMichael S. Tsirkin memcpy(&l, buf + sizeof l, sizeof l); 13064f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset + sizeof l); 1311fcf0512SMichael S. Tsirkin break; 1321fcf0512SMichael S. Tsirkin default: 1331fcf0512SMichael S. Tsirkin BUG(); 1341fcf0512SMichael S. Tsirkin } 1351fcf0512SMichael S. Tsirkin } 1361fcf0512SMichael S. Tsirkin 137ed2a73dbSJason Wang static u32 vp_generation(struct virtio_device *vdev) 138ed2a73dbSJason Wang { 139ed2a73dbSJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 140ed2a73dbSJason Wang 141ed2a73dbSJason Wang return vp_modern_generation(&vp_dev->mdev); 142ed2a73dbSJason Wang } 143ed2a73dbSJason Wang 144e3669129SJason Wang /* config->{get,set}_status() implementations */ 145e3669129SJason Wang static u8 vp_get_status(struct virtio_device *vdev) 146e3669129SJason Wang { 147e3669129SJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 148e3669129SJason Wang 149e3669129SJason Wang return vp_modern_get_status(&vp_dev->mdev); 150e3669129SJason Wang } 151e3669129SJason Wang 1521fcf0512SMichael S. Tsirkin static void vp_set_status(struct virtio_device *vdev, u8 status) 1531fcf0512SMichael S. Tsirkin { 1541fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 15564f2087aSJason Wang 1561fcf0512SMichael S. Tsirkin /* We should never be setting status to 0. */ 1571fcf0512SMichael S. Tsirkin BUG_ON(status == 0); 158e3669129SJason Wang vp_modern_set_status(&vp_dev->mdev, status); 1591fcf0512SMichael S. Tsirkin } 1601fcf0512SMichael S. Tsirkin 1611fcf0512SMichael S. Tsirkin static void vp_reset(struct virtio_device *vdev) 1621fcf0512SMichael S. Tsirkin { 1631fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 164b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 16564f2087aSJason Wang 1661fcf0512SMichael S. Tsirkin /* 0 status means a reset. */ 167e3669129SJason Wang vp_modern_set_status(mdev, 0); 16805dbcb43SMichael S. Tsirkin /* After writing 0 to device_status, the driver MUST wait for a read of 16905dbcb43SMichael S. Tsirkin * device_status to return 0 before reinitializing the device. 17005dbcb43SMichael S. Tsirkin * This will flush out the status write, and flush in device writes, 17105dbcb43SMichael S. Tsirkin * including MSI-X interrupts, if any. 17205dbcb43SMichael S. Tsirkin */ 173e3669129SJason Wang while (vp_modern_get_status(mdev)) 17405dbcb43SMichael S. Tsirkin msleep(1); 175*eb4cecb4SJason Wang /* Flush pending VQ/configuration callbacks. */ 176*eb4cecb4SJason Wang vp_synchronize_vectors(vdev); 1771fcf0512SMichael S. Tsirkin } 1781fcf0512SMichael S. Tsirkin 1791a5c85f1SJason Wang static u16 vp_config_vector(struct virtio_pci_device *vp_dev, u16 vector) 1801a5c85f1SJason Wang { 1811a5c85f1SJason Wang return vp_modern_config_vector(&vp_dev->mdev, vector); 1821a5c85f1SJason Wang } 1831a5c85f1SJason Wang 1841fcf0512SMichael S. Tsirkin static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev, 1850a9b3f47SMichael S. Tsirkin struct virtio_pci_vq_info *info, 1861fcf0512SMichael S. Tsirkin unsigned index, 1871fcf0512SMichael S. Tsirkin void (*callback)(struct virtqueue *vq), 1881fcf0512SMichael S. Tsirkin const char *name, 189f94682ddSMichael S. Tsirkin bool ctx, 1901fcf0512SMichael S. Tsirkin u16 msix_vec) 1911fcf0512SMichael S. Tsirkin { 192b5d58094SJason Wang 193b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 1941fcf0512SMichael S. Tsirkin struct virtqueue *vq; 1957dca6c0eSJason Wang u16 num; 1961fcf0512SMichael S. Tsirkin int err; 1971fcf0512SMichael S. Tsirkin 1986e52fc44SJason Wang if (index >= vp_modern_get_num_queues(mdev)) 1991fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOENT); 2001fcf0512SMichael S. Tsirkin 2011fcf0512SMichael S. Tsirkin /* Check if queue is either not available or already active. */ 20275658afbSJason Wang num = vp_modern_get_queue_size(mdev, index); 203dc2e6481SJason Wang if (!num || vp_modern_get_queue_enable(mdev, index)) 2041fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOENT); 2051fcf0512SMichael S. Tsirkin 2061fcf0512SMichael S. Tsirkin if (num & (num - 1)) { 2071fcf0512SMichael S. Tsirkin dev_warn(&vp_dev->pci_dev->dev, "bad queue size %u", num); 2081fcf0512SMichael S. Tsirkin return ERR_PTR(-EINVAL); 2091fcf0512SMichael S. Tsirkin } 2101fcf0512SMichael S. Tsirkin 2110a9b3f47SMichael S. Tsirkin info->msix_vector = msix_vec; 2120a9b3f47SMichael S. Tsirkin 2137a5589b2SAndy Lutomirski /* create the vring */ 2147a5589b2SAndy Lutomirski vq = vring_create_virtqueue(index, num, 2157a5589b2SAndy Lutomirski SMP_CACHE_BYTES, &vp_dev->vdev, 216f94682ddSMichael S. Tsirkin true, true, ctx, 217f94682ddSMichael S. Tsirkin vp_notify, callback, name); 2187a5589b2SAndy Lutomirski if (!vq) 2191fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOMEM); 2201fcf0512SMichael S. Tsirkin 2211fcf0512SMichael S. Tsirkin /* activate the queue */ 22275658afbSJason Wang vp_modern_set_queue_size(mdev, index, virtqueue_get_vring_size(vq)); 223e1b0fa2eSJason Wang vp_modern_queue_address(mdev, index, virtqueue_get_desc_addr(vq), 224e1b0fa2eSJason Wang virtqueue_get_avail_addr(vq), 225e1b0fa2eSJason Wang virtqueue_get_used_addr(vq)); 2261fcf0512SMichael S. Tsirkin 2270f8a0b0bSMichael S. Tsirkin vq->priv = (void __force *)vp_modern_map_vq_notify(mdev, index, NULL); 2281fcf0512SMichael S. Tsirkin if (!vq->priv) { 2291fcf0512SMichael S. Tsirkin err = -ENOMEM; 2301fcf0512SMichael S. Tsirkin goto err_map_notify; 2311fcf0512SMichael S. Tsirkin } 2321fcf0512SMichael S. Tsirkin 2331fcf0512SMichael S. Tsirkin if (msix_vec != VIRTIO_MSI_NO_VECTOR) { 2343fbda9c1SJason Wang msix_vec = vp_modern_queue_vector(mdev, index, msix_vec); 2351fcf0512SMichael S. Tsirkin if (msix_vec == VIRTIO_MSI_NO_VECTOR) { 2361fcf0512SMichael S. Tsirkin err = -EBUSY; 2371fcf0512SMichael S. Tsirkin goto err_assign_vector; 2381fcf0512SMichael S. Tsirkin } 2391fcf0512SMichael S. Tsirkin } 2401fcf0512SMichael S. Tsirkin 2411fcf0512SMichael S. Tsirkin return vq; 2421fcf0512SMichael S. Tsirkin 2431fcf0512SMichael S. Tsirkin err_assign_vector: 244b5d58094SJason Wang if (!mdev->notify_base) 245b5d58094SJason Wang pci_iounmap(mdev->pci_dev, (void __iomem __force *)vq->priv); 2461fcf0512SMichael S. Tsirkin err_map_notify: 2471fcf0512SMichael S. Tsirkin vring_del_virtqueue(vq); 2481fcf0512SMichael S. Tsirkin return ERR_PTR(err); 2491fcf0512SMichael S. Tsirkin } 2501fcf0512SMichael S. Tsirkin 2511fcf0512SMichael S. Tsirkin static int vp_modern_find_vqs(struct virtio_device *vdev, unsigned nvqs, 252f94682ddSMichael S. Tsirkin struct virtqueue *vqs[], 253f94682ddSMichael S. Tsirkin vq_callback_t *callbacks[], 254f94682ddSMichael S. Tsirkin const char * const names[], const bool *ctx, 255f94682ddSMichael S. Tsirkin struct irq_affinity *desc) 2561fcf0512SMichael S. Tsirkin { 2571fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 2581fcf0512SMichael S. Tsirkin struct virtqueue *vq; 259f94682ddSMichael S. Tsirkin int rc = vp_find_vqs(vdev, nvqs, vqs, callbacks, names, ctx, desc); 2601fcf0512SMichael S. Tsirkin 2611fcf0512SMichael S. Tsirkin if (rc) 2621fcf0512SMichael S. Tsirkin return rc; 2631fcf0512SMichael S. Tsirkin 2641fcf0512SMichael S. Tsirkin /* Select and activate all queues. Has to be done last: once we do 2651fcf0512SMichael S. Tsirkin * this, there's no way to go back except reset. 2661fcf0512SMichael S. Tsirkin */ 267dc2e6481SJason Wang list_for_each_entry(vq, &vdev->vqs, list) 268dc2e6481SJason Wang vp_modern_set_queue_enable(&vp_dev->mdev, vq->index, true); 2691fcf0512SMichael S. Tsirkin 2701fcf0512SMichael S. Tsirkin return 0; 2711fcf0512SMichael S. Tsirkin } 2721fcf0512SMichael S. Tsirkin 2730a9b3f47SMichael S. Tsirkin static void del_vq(struct virtio_pci_vq_info *info) 2741fcf0512SMichael S. Tsirkin { 2750a9b3f47SMichael S. Tsirkin struct virtqueue *vq = info->vq; 2761fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev); 277b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 278b5d58094SJason Wang 2793fbda9c1SJason Wang if (vp_dev->msix_enabled) 2803fbda9c1SJason Wang vp_modern_queue_vector(mdev, vq->index, 2813fbda9c1SJason Wang VIRTIO_MSI_NO_VECTOR); 2821fcf0512SMichael S. Tsirkin 283b5d58094SJason Wang if (!mdev->notify_base) 284b5d58094SJason Wang pci_iounmap(mdev->pci_dev, (void __force __iomem *)vq->priv); 2851fcf0512SMichael S. Tsirkin 2861fcf0512SMichael S. Tsirkin vring_del_virtqueue(vq); 2871fcf0512SMichael S. Tsirkin } 2881fcf0512SMichael S. Tsirkin 2890dd4ff93SSebastien Boeuf static int virtio_pci_find_shm_cap(struct pci_dev *dev, u8 required_id, 2900dd4ff93SSebastien Boeuf u8 *bar, u64 *offset, u64 *len) 2910dd4ff93SSebastien Boeuf { 2920dd4ff93SSebastien Boeuf int pos; 2930dd4ff93SSebastien Boeuf 2940dd4ff93SSebastien Boeuf for (pos = pci_find_capability(dev, PCI_CAP_ID_VNDR); pos > 0; 2950dd4ff93SSebastien Boeuf pos = pci_find_next_capability(dev, pos, PCI_CAP_ID_VNDR)) { 2960dd4ff93SSebastien Boeuf u8 type, cap_len, id; 2970dd4ff93SSebastien Boeuf u32 tmp32; 2980dd4ff93SSebastien Boeuf u64 res_offset, res_length; 2990dd4ff93SSebastien Boeuf 3000dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3010dd4ff93SSebastien Boeuf cfg_type), &type); 3020dd4ff93SSebastien Boeuf if (type != VIRTIO_PCI_CAP_SHARED_MEMORY_CFG) 3030dd4ff93SSebastien Boeuf continue; 3040dd4ff93SSebastien Boeuf 3050dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3060dd4ff93SSebastien Boeuf cap_len), &cap_len); 3070dd4ff93SSebastien Boeuf if (cap_len != sizeof(struct virtio_pci_cap64)) { 3080dd4ff93SSebastien Boeuf dev_err(&dev->dev, "%s: shm cap with bad size offset:" 3090dd4ff93SSebastien Boeuf " %d size: %d\n", __func__, pos, cap_len); 3100dd4ff93SSebastien Boeuf continue; 3110dd4ff93SSebastien Boeuf } 3120dd4ff93SSebastien Boeuf 3130dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3140dd4ff93SSebastien Boeuf id), &id); 3150dd4ff93SSebastien Boeuf if (id != required_id) 3160dd4ff93SSebastien Boeuf continue; 3170dd4ff93SSebastien Boeuf 3180dd4ff93SSebastien Boeuf /* Type, and ID match, looks good */ 3190dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3200dd4ff93SSebastien Boeuf bar), bar); 3210dd4ff93SSebastien Boeuf 3220dd4ff93SSebastien Boeuf /* Read the lower 32bit of length and offset */ 3230dd4ff93SSebastien Boeuf pci_read_config_dword(dev, pos + offsetof(struct virtio_pci_cap, 3240dd4ff93SSebastien Boeuf offset), &tmp32); 3250dd4ff93SSebastien Boeuf res_offset = tmp32; 3260dd4ff93SSebastien Boeuf pci_read_config_dword(dev, pos + offsetof(struct virtio_pci_cap, 3270dd4ff93SSebastien Boeuf length), &tmp32); 3280dd4ff93SSebastien Boeuf res_length = tmp32; 3290dd4ff93SSebastien Boeuf 3300dd4ff93SSebastien Boeuf /* and now the top half */ 3310dd4ff93SSebastien Boeuf pci_read_config_dword(dev, 3320dd4ff93SSebastien Boeuf pos + offsetof(struct virtio_pci_cap64, 3330dd4ff93SSebastien Boeuf offset_hi), &tmp32); 3340dd4ff93SSebastien Boeuf res_offset |= ((u64)tmp32) << 32; 3350dd4ff93SSebastien Boeuf pci_read_config_dword(dev, 3360dd4ff93SSebastien Boeuf pos + offsetof(struct virtio_pci_cap64, 3370dd4ff93SSebastien Boeuf length_hi), &tmp32); 3380dd4ff93SSebastien Boeuf res_length |= ((u64)tmp32) << 32; 3390dd4ff93SSebastien Boeuf 3400dd4ff93SSebastien Boeuf *offset = res_offset; 3410dd4ff93SSebastien Boeuf *len = res_length; 3420dd4ff93SSebastien Boeuf 3430dd4ff93SSebastien Boeuf return pos; 3440dd4ff93SSebastien Boeuf } 3450dd4ff93SSebastien Boeuf return 0; 3460dd4ff93SSebastien Boeuf } 3470dd4ff93SSebastien Boeuf 3480dd4ff93SSebastien Boeuf static bool vp_get_shm_region(struct virtio_device *vdev, 3490dd4ff93SSebastien Boeuf struct virtio_shm_region *region, u8 id) 3500dd4ff93SSebastien Boeuf { 3510dd4ff93SSebastien Boeuf struct virtio_pci_device *vp_dev = to_vp_device(vdev); 3520dd4ff93SSebastien Boeuf struct pci_dev *pci_dev = vp_dev->pci_dev; 3530dd4ff93SSebastien Boeuf u8 bar; 3540dd4ff93SSebastien Boeuf u64 offset, len; 3550dd4ff93SSebastien Boeuf phys_addr_t phys_addr; 3560dd4ff93SSebastien Boeuf size_t bar_len; 3570dd4ff93SSebastien Boeuf 3580dd4ff93SSebastien Boeuf if (!virtio_pci_find_shm_cap(pci_dev, id, &bar, &offset, &len)) 3590dd4ff93SSebastien Boeuf return false; 3600dd4ff93SSebastien Boeuf 3610dd4ff93SSebastien Boeuf phys_addr = pci_resource_start(pci_dev, bar); 3620dd4ff93SSebastien Boeuf bar_len = pci_resource_len(pci_dev, bar); 3630dd4ff93SSebastien Boeuf 3640dd4ff93SSebastien Boeuf if ((offset + len) < offset) { 3650dd4ff93SSebastien Boeuf dev_err(&pci_dev->dev, "%s: cap offset+len overflow detected\n", 3660dd4ff93SSebastien Boeuf __func__); 3670dd4ff93SSebastien Boeuf return false; 3680dd4ff93SSebastien Boeuf } 3690dd4ff93SSebastien Boeuf 3700dd4ff93SSebastien Boeuf if (offset + len > bar_len) { 3710dd4ff93SSebastien Boeuf dev_err(&pci_dev->dev, "%s: bar shorter than cap offset+len\n", 3720dd4ff93SSebastien Boeuf __func__); 3730dd4ff93SSebastien Boeuf return false; 3740dd4ff93SSebastien Boeuf } 3750dd4ff93SSebastien Boeuf 3760dd4ff93SSebastien Boeuf region->len = len; 3770dd4ff93SSebastien Boeuf region->addr = (u64) phys_addr + offset; 3780dd4ff93SSebastien Boeuf 3790dd4ff93SSebastien Boeuf return true; 3800dd4ff93SSebastien Boeuf } 3810dd4ff93SSebastien Boeuf 382d3f5f065SMichael S. Tsirkin static const struct virtio_config_ops virtio_pci_config_nodev_ops = { 383d3f5f065SMichael S. Tsirkin .get = NULL, 384d3f5f065SMichael S. Tsirkin .set = NULL, 385d3f5f065SMichael S. Tsirkin .generation = vp_generation, 386d3f5f065SMichael S. Tsirkin .get_status = vp_get_status, 387d3f5f065SMichael S. Tsirkin .set_status = vp_set_status, 388d3f5f065SMichael S. Tsirkin .reset = vp_reset, 389d3f5f065SMichael S. Tsirkin .find_vqs = vp_modern_find_vqs, 390d3f5f065SMichael S. Tsirkin .del_vqs = vp_del_vqs, 391d3f5f065SMichael S. Tsirkin .get_features = vp_get_features, 392d3f5f065SMichael S. Tsirkin .finalize_features = vp_finalize_features, 393d3f5f065SMichael S. Tsirkin .bus_name = vp_bus_name, 394d3f5f065SMichael S. Tsirkin .set_vq_affinity = vp_set_vq_affinity, 395bbaba479SChristoph Hellwig .get_vq_affinity = vp_get_vq_affinity, 3960dd4ff93SSebastien Boeuf .get_shm_region = vp_get_shm_region, 397d3f5f065SMichael S. Tsirkin }; 398d3f5f065SMichael S. Tsirkin 3991fcf0512SMichael S. Tsirkin static const struct virtio_config_ops virtio_pci_config_ops = { 4001fcf0512SMichael S. Tsirkin .get = vp_get, 4011fcf0512SMichael S. Tsirkin .set = vp_set, 4021fcf0512SMichael S. Tsirkin .generation = vp_generation, 4031fcf0512SMichael S. Tsirkin .get_status = vp_get_status, 4041fcf0512SMichael S. Tsirkin .set_status = vp_set_status, 4051fcf0512SMichael S. Tsirkin .reset = vp_reset, 4061fcf0512SMichael S. Tsirkin .find_vqs = vp_modern_find_vqs, 4071fcf0512SMichael S. Tsirkin .del_vqs = vp_del_vqs, 4081fcf0512SMichael S. Tsirkin .get_features = vp_get_features, 4091fcf0512SMichael S. Tsirkin .finalize_features = vp_finalize_features, 4101fcf0512SMichael S. Tsirkin .bus_name = vp_bus_name, 4111fcf0512SMichael S. Tsirkin .set_vq_affinity = vp_set_vq_affinity, 412bbaba479SChristoph Hellwig .get_vq_affinity = vp_get_vq_affinity, 4130dd4ff93SSebastien Boeuf .get_shm_region = vp_get_shm_region, 4141fcf0512SMichael S. Tsirkin }; 4151fcf0512SMichael S. Tsirkin 416117a9de2SJason Wang /* the PCI probing function */ 417117a9de2SJason Wang int virtio_pci_modern_probe(struct virtio_pci_device *vp_dev) 418117a9de2SJason Wang { 419117a9de2SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 420117a9de2SJason Wang struct pci_dev *pci_dev = vp_dev->pci_dev; 421117a9de2SJason Wang int err; 422117a9de2SJason Wang 423117a9de2SJason Wang mdev->pci_dev = pci_dev; 424117a9de2SJason Wang 425117a9de2SJason Wang err = vp_modern_probe(mdev); 426117a9de2SJason Wang if (err) 427117a9de2SJason Wang return err; 428117a9de2SJason Wang 429117a9de2SJason Wang if (mdev->device) 430117a9de2SJason Wang vp_dev->vdev.config = &virtio_pci_config_ops; 431117a9de2SJason Wang else 432117a9de2SJason Wang vp_dev->vdev.config = &virtio_pci_config_nodev_ops; 433117a9de2SJason Wang 434117a9de2SJason Wang vp_dev->config_vector = vp_config_vector; 435117a9de2SJason Wang vp_dev->setup_vq = setup_vq; 436117a9de2SJason Wang vp_dev->del_vq = del_vq; 437117a9de2SJason Wang vp_dev->isr = mdev->isr; 438117a9de2SJason Wang vp_dev->vdev.id = mdev->id; 439117a9de2SJason Wang 440117a9de2SJason Wang return 0; 441117a9de2SJason Wang } 442117a9de2SJason Wang 44332490370SJason Wang void virtio_pci_modern_remove(struct virtio_pci_device *vp_dev) 44432490370SJason Wang { 44532490370SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 44632490370SJason Wang 44732490370SJason Wang vp_modern_remove(mdev); 44832490370SJason Wang } 449