1f33f5fe2SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21fcf0512SMichael S. Tsirkin /* 31fcf0512SMichael S. Tsirkin * Virtio PCI driver - modern (virtio 1.0) device support 41fcf0512SMichael S. Tsirkin * 51fcf0512SMichael S. Tsirkin * This module allows virtio devices to be used over a virtual PCI device. 61fcf0512SMichael S. Tsirkin * This can be used with QEMU based VMMs like KVM or Xen. 71fcf0512SMichael S. Tsirkin * 81fcf0512SMichael S. Tsirkin * Copyright IBM Corp. 2007 91fcf0512SMichael S. Tsirkin * Copyright Red Hat, Inc. 2014 101fcf0512SMichael S. Tsirkin * 111fcf0512SMichael S. Tsirkin * Authors: 121fcf0512SMichael S. Tsirkin * Anthony Liguori <aliguori@us.ibm.com> 131fcf0512SMichael S. Tsirkin * Rusty Russell <rusty@rustcorp.com.au> 141fcf0512SMichael S. Tsirkin * Michael S. Tsirkin <mst@redhat.com> 151fcf0512SMichael S. Tsirkin */ 161fcf0512SMichael S. Tsirkin 1705dbcb43SMichael S. Tsirkin #include <linux/delay.h> 181fcf0512SMichael S. Tsirkin #define VIRTIO_PCI_NO_LEGACY 19e7c8cc35SMatej Genci #define VIRTIO_RING_NO_LEGACY 201fcf0512SMichael S. Tsirkin #include "virtio_pci_common.h" 211fcf0512SMichael S. Tsirkin 220b017708SJason Wang static u64 vp_get_features(struct virtio_device *vdev) 230b017708SJason Wang { 240b017708SJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 250b017708SJason Wang 260b017708SJason Wang return vp_modern_get_features(&vp_dev->mdev); 270b017708SJason Wang } 280b017708SJason Wang 29cfecc291STiwei Bie static void vp_transport_features(struct virtio_device *vdev, u64 features) 30cfecc291STiwei Bie { 31cfecc291STiwei Bie struct virtio_pci_device *vp_dev = to_vp_device(vdev); 32cfecc291STiwei Bie struct pci_dev *pci_dev = vp_dev->pci_dev; 33cfecc291STiwei Bie 34cfecc291STiwei Bie if ((features & BIT_ULL(VIRTIO_F_SR_IOV)) && 35cfecc291STiwei Bie pci_find_ext_capability(pci_dev, PCI_EXT_CAP_ID_SRIOV)) 36cfecc291STiwei Bie __virtio_set_bit(vdev, VIRTIO_F_SR_IOV); 37cfecc291STiwei Bie } 38cfecc291STiwei Bie 391fcf0512SMichael S. Tsirkin /* virtio config->finalize_features() implementation */ 401fcf0512SMichael S. Tsirkin static int vp_finalize_features(struct virtio_device *vdev) 411fcf0512SMichael S. Tsirkin { 421fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 43cfecc291STiwei Bie u64 features = vdev->features; 441fcf0512SMichael S. Tsirkin 451fcf0512SMichael S. Tsirkin /* Give virtio_ring a chance to accept features. */ 461fcf0512SMichael S. Tsirkin vring_transport_features(vdev); 471fcf0512SMichael S. Tsirkin 48cfecc291STiwei Bie /* Give virtio_pci a chance to accept features. */ 49cfecc291STiwei Bie vp_transport_features(vdev, features); 50cfecc291STiwei Bie 511fcf0512SMichael S. Tsirkin if (!__virtio_test_bit(vdev, VIRTIO_F_VERSION_1)) { 521fcf0512SMichael S. Tsirkin dev_err(&vdev->dev, "virtio: device uses modern interface " 531fcf0512SMichael S. Tsirkin "but does not have VIRTIO_F_VERSION_1\n"); 541fcf0512SMichael S. Tsirkin return -EINVAL; 551fcf0512SMichael S. Tsirkin } 561fcf0512SMichael S. Tsirkin 570b017708SJason Wang vp_modern_set_features(&vp_dev->mdev, vdev->features); 581fcf0512SMichael S. Tsirkin 591fcf0512SMichael S. Tsirkin return 0; 601fcf0512SMichael S. Tsirkin } 611fcf0512SMichael S. Tsirkin 621fcf0512SMichael S. Tsirkin /* virtio config->get() implementation */ 6331532340SSolomon Tan static void vp_get(struct virtio_device *vdev, unsigned int offset, 6431532340SSolomon Tan void *buf, unsigned int len) 651fcf0512SMichael S. Tsirkin { 661fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 67b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 68b5d58094SJason Wang void __iomem *device = mdev->device; 691fcf0512SMichael S. Tsirkin u8 b; 701fcf0512SMichael S. Tsirkin __le16 w; 711fcf0512SMichael S. Tsirkin __le32 l; 721fcf0512SMichael S. Tsirkin 73b5d58094SJason Wang BUG_ON(offset + len > mdev->device_len); 741fcf0512SMichael S. Tsirkin 751fcf0512SMichael S. Tsirkin switch (len) { 761fcf0512SMichael S. Tsirkin case 1: 7764f2087aSJason Wang b = ioread8(device + offset); 781fcf0512SMichael S. Tsirkin memcpy(buf, &b, sizeof b); 791fcf0512SMichael S. Tsirkin break; 801fcf0512SMichael S. Tsirkin case 2: 8164f2087aSJason Wang w = cpu_to_le16(ioread16(device + offset)); 821fcf0512SMichael S. Tsirkin memcpy(buf, &w, sizeof w); 831fcf0512SMichael S. Tsirkin break; 841fcf0512SMichael S. Tsirkin case 4: 8564f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset)); 861fcf0512SMichael S. Tsirkin memcpy(buf, &l, sizeof l); 871fcf0512SMichael S. Tsirkin break; 881fcf0512SMichael S. Tsirkin case 8: 8964f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset)); 901fcf0512SMichael S. Tsirkin memcpy(buf, &l, sizeof l); 9164f2087aSJason Wang l = cpu_to_le32(ioread32(device + offset + sizeof l)); 921fcf0512SMichael S. Tsirkin memcpy(buf + sizeof l, &l, sizeof l); 931fcf0512SMichael S. Tsirkin break; 941fcf0512SMichael S. Tsirkin default: 951fcf0512SMichael S. Tsirkin BUG(); 961fcf0512SMichael S. Tsirkin } 971fcf0512SMichael S. Tsirkin } 981fcf0512SMichael S. Tsirkin 991fcf0512SMichael S. Tsirkin /* the config->set() implementation. it's symmetric to the config->get() 1001fcf0512SMichael S. Tsirkin * implementation */ 10131532340SSolomon Tan static void vp_set(struct virtio_device *vdev, unsigned int offset, 10231532340SSolomon Tan const void *buf, unsigned int len) 1031fcf0512SMichael S. Tsirkin { 1041fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 105b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 106b5d58094SJason Wang void __iomem *device = mdev->device; 1071fcf0512SMichael S. Tsirkin u8 b; 1081fcf0512SMichael S. Tsirkin __le16 w; 1091fcf0512SMichael S. Tsirkin __le32 l; 1101fcf0512SMichael S. Tsirkin 111b5d58094SJason Wang BUG_ON(offset + len > mdev->device_len); 1121fcf0512SMichael S. Tsirkin 1131fcf0512SMichael S. Tsirkin switch (len) { 1141fcf0512SMichael S. Tsirkin case 1: 1151fcf0512SMichael S. Tsirkin memcpy(&b, buf, sizeof b); 11664f2087aSJason Wang iowrite8(b, device + offset); 1171fcf0512SMichael S. Tsirkin break; 1181fcf0512SMichael S. Tsirkin case 2: 1191fcf0512SMichael S. Tsirkin memcpy(&w, buf, sizeof w); 12064f2087aSJason Wang iowrite16(le16_to_cpu(w), device + offset); 1211fcf0512SMichael S. Tsirkin break; 1221fcf0512SMichael S. Tsirkin case 4: 1231fcf0512SMichael S. Tsirkin memcpy(&l, buf, sizeof l); 12464f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset); 1251fcf0512SMichael S. Tsirkin break; 1261fcf0512SMichael S. Tsirkin case 8: 1271fcf0512SMichael S. Tsirkin memcpy(&l, buf, sizeof l); 12864f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset); 1291fcf0512SMichael S. Tsirkin memcpy(&l, buf + sizeof l, sizeof l); 13064f2087aSJason Wang iowrite32(le32_to_cpu(l), device + offset + sizeof l); 1311fcf0512SMichael S. Tsirkin break; 1321fcf0512SMichael S. Tsirkin default: 1331fcf0512SMichael S. Tsirkin BUG(); 1341fcf0512SMichael S. Tsirkin } 1351fcf0512SMichael S. Tsirkin } 1361fcf0512SMichael S. Tsirkin 137ed2a73dbSJason Wang static u32 vp_generation(struct virtio_device *vdev) 138ed2a73dbSJason Wang { 139ed2a73dbSJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 140ed2a73dbSJason Wang 141ed2a73dbSJason Wang return vp_modern_generation(&vp_dev->mdev); 142ed2a73dbSJason Wang } 143ed2a73dbSJason Wang 144e3669129SJason Wang /* config->{get,set}_status() implementations */ 145e3669129SJason Wang static u8 vp_get_status(struct virtio_device *vdev) 146e3669129SJason Wang { 147e3669129SJason Wang struct virtio_pci_device *vp_dev = to_vp_device(vdev); 148e3669129SJason Wang 149e3669129SJason Wang return vp_modern_get_status(&vp_dev->mdev); 150e3669129SJason Wang } 151e3669129SJason Wang 1521fcf0512SMichael S. Tsirkin static void vp_set_status(struct virtio_device *vdev, u8 status) 1531fcf0512SMichael S. Tsirkin { 1541fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 15564f2087aSJason Wang 1561fcf0512SMichael S. Tsirkin /* We should never be setting status to 0. */ 1571fcf0512SMichael S. Tsirkin BUG_ON(status == 0); 158e3669129SJason Wang vp_modern_set_status(&vp_dev->mdev, status); 1591fcf0512SMichael S. Tsirkin } 1601fcf0512SMichael S. Tsirkin 1611fcf0512SMichael S. Tsirkin static void vp_reset(struct virtio_device *vdev) 1621fcf0512SMichael S. Tsirkin { 1631fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 164b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 16564f2087aSJason Wang 1661fcf0512SMichael S. Tsirkin /* 0 status means a reset. */ 167e3669129SJason Wang vp_modern_set_status(mdev, 0); 16805dbcb43SMichael S. Tsirkin /* After writing 0 to device_status, the driver MUST wait for a read of 16905dbcb43SMichael S. Tsirkin * device_status to return 0 before reinitializing the device. 17005dbcb43SMichael S. Tsirkin * This will flush out the status write, and flush in device writes, 17105dbcb43SMichael S. Tsirkin * including MSI-X interrupts, if any. 17205dbcb43SMichael S. Tsirkin */ 173e3669129SJason Wang while (vp_modern_get_status(mdev)) 17405dbcb43SMichael S. Tsirkin msleep(1); 175eb4cecb4SJason Wang /* Flush pending VQ/configuration callbacks. */ 176eb4cecb4SJason Wang vp_synchronize_vectors(vdev); 1771fcf0512SMichael S. Tsirkin } 1781fcf0512SMichael S. Tsirkin 179*56bdc061SXuan Zhuo static int vp_active_vq(struct virtqueue *vq, u16 msix_vec) 180*56bdc061SXuan Zhuo { 181*56bdc061SXuan Zhuo struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev); 182*56bdc061SXuan Zhuo struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 183*56bdc061SXuan Zhuo unsigned long index; 184*56bdc061SXuan Zhuo 185*56bdc061SXuan Zhuo index = vq->index; 186*56bdc061SXuan Zhuo 187*56bdc061SXuan Zhuo /* activate the queue */ 188*56bdc061SXuan Zhuo vp_modern_set_queue_size(mdev, index, virtqueue_get_vring_size(vq)); 189*56bdc061SXuan Zhuo vp_modern_queue_address(mdev, index, virtqueue_get_desc_addr(vq), 190*56bdc061SXuan Zhuo virtqueue_get_avail_addr(vq), 191*56bdc061SXuan Zhuo virtqueue_get_used_addr(vq)); 192*56bdc061SXuan Zhuo 193*56bdc061SXuan Zhuo if (msix_vec != VIRTIO_MSI_NO_VECTOR) { 194*56bdc061SXuan Zhuo msix_vec = vp_modern_queue_vector(mdev, index, msix_vec); 195*56bdc061SXuan Zhuo if (msix_vec == VIRTIO_MSI_NO_VECTOR) 196*56bdc061SXuan Zhuo return -EBUSY; 197*56bdc061SXuan Zhuo } 198*56bdc061SXuan Zhuo 199*56bdc061SXuan Zhuo return 0; 200*56bdc061SXuan Zhuo } 201*56bdc061SXuan Zhuo 2021a5c85f1SJason Wang static u16 vp_config_vector(struct virtio_pci_device *vp_dev, u16 vector) 2031a5c85f1SJason Wang { 2041a5c85f1SJason Wang return vp_modern_config_vector(&vp_dev->mdev, vector); 2051a5c85f1SJason Wang } 2061a5c85f1SJason Wang 2071fcf0512SMichael S. Tsirkin static struct virtqueue *setup_vq(struct virtio_pci_device *vp_dev, 2080a9b3f47SMichael S. Tsirkin struct virtio_pci_vq_info *info, 20931532340SSolomon Tan unsigned int index, 2101fcf0512SMichael S. Tsirkin void (*callback)(struct virtqueue *vq), 2111fcf0512SMichael S. Tsirkin const char *name, 212f94682ddSMichael S. Tsirkin bool ctx, 2131fcf0512SMichael S. Tsirkin u16 msix_vec) 2141fcf0512SMichael S. Tsirkin { 215b5d58094SJason Wang 216b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 2171fcf0512SMichael S. Tsirkin struct virtqueue *vq; 2187dca6c0eSJason Wang u16 num; 2191fcf0512SMichael S. Tsirkin int err; 2201fcf0512SMichael S. Tsirkin 2216e52fc44SJason Wang if (index >= vp_modern_get_num_queues(mdev)) 2221fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOENT); 2231fcf0512SMichael S. Tsirkin 2241fcf0512SMichael S. Tsirkin /* Check if queue is either not available or already active. */ 22575658afbSJason Wang num = vp_modern_get_queue_size(mdev, index); 226dc2e6481SJason Wang if (!num || vp_modern_get_queue_enable(mdev, index)) 2271fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOENT); 2281fcf0512SMichael S. Tsirkin 2291fcf0512SMichael S. Tsirkin if (num & (num - 1)) { 2301fcf0512SMichael S. Tsirkin dev_warn(&vp_dev->pci_dev->dev, "bad queue size %u", num); 2311fcf0512SMichael S. Tsirkin return ERR_PTR(-EINVAL); 2321fcf0512SMichael S. Tsirkin } 2331fcf0512SMichael S. Tsirkin 2340a9b3f47SMichael S. Tsirkin info->msix_vector = msix_vec; 2350a9b3f47SMichael S. Tsirkin 2367a5589b2SAndy Lutomirski /* create the vring */ 2377a5589b2SAndy Lutomirski vq = vring_create_virtqueue(index, num, 2387a5589b2SAndy Lutomirski SMP_CACHE_BYTES, &vp_dev->vdev, 239f94682ddSMichael S. Tsirkin true, true, ctx, 240f94682ddSMichael S. Tsirkin vp_notify, callback, name); 2417a5589b2SAndy Lutomirski if (!vq) 2421fcf0512SMichael S. Tsirkin return ERR_PTR(-ENOMEM); 2431fcf0512SMichael S. Tsirkin 244da802961SXuan Zhuo vq->num_max = num; 245da802961SXuan Zhuo 246*56bdc061SXuan Zhuo err = vp_active_vq(vq, msix_vec); 247*56bdc061SXuan Zhuo if (err) 248*56bdc061SXuan Zhuo goto err; 2491fcf0512SMichael S. Tsirkin 2500f8a0b0bSMichael S. Tsirkin vq->priv = (void __force *)vp_modern_map_vq_notify(mdev, index, NULL); 2511fcf0512SMichael S. Tsirkin if (!vq->priv) { 2521fcf0512SMichael S. Tsirkin err = -ENOMEM; 253*56bdc061SXuan Zhuo goto err; 2541fcf0512SMichael S. Tsirkin } 2551fcf0512SMichael S. Tsirkin 2561fcf0512SMichael S. Tsirkin return vq; 2571fcf0512SMichael S. Tsirkin 258*56bdc061SXuan Zhuo err: 2591fcf0512SMichael S. Tsirkin vring_del_virtqueue(vq); 2601fcf0512SMichael S. Tsirkin return ERR_PTR(err); 2611fcf0512SMichael S. Tsirkin } 2621fcf0512SMichael S. Tsirkin 26331532340SSolomon Tan static int vp_modern_find_vqs(struct virtio_device *vdev, unsigned int nvqs, 264f94682ddSMichael S. Tsirkin struct virtqueue *vqs[], 265f94682ddSMichael S. Tsirkin vq_callback_t *callbacks[], 266f94682ddSMichael S. Tsirkin const char * const names[], const bool *ctx, 267f94682ddSMichael S. Tsirkin struct irq_affinity *desc) 2681fcf0512SMichael S. Tsirkin { 2691fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vdev); 2701fcf0512SMichael S. Tsirkin struct virtqueue *vq; 271f94682ddSMichael S. Tsirkin int rc = vp_find_vqs(vdev, nvqs, vqs, callbacks, names, ctx, desc); 2721fcf0512SMichael S. Tsirkin 2731fcf0512SMichael S. Tsirkin if (rc) 2741fcf0512SMichael S. Tsirkin return rc; 2751fcf0512SMichael S. Tsirkin 2761fcf0512SMichael S. Tsirkin /* Select and activate all queues. Has to be done last: once we do 2771fcf0512SMichael S. Tsirkin * this, there's no way to go back except reset. 2781fcf0512SMichael S. Tsirkin */ 279dc2e6481SJason Wang list_for_each_entry(vq, &vdev->vqs, list) 280dc2e6481SJason Wang vp_modern_set_queue_enable(&vp_dev->mdev, vq->index, true); 2811fcf0512SMichael S. Tsirkin 2821fcf0512SMichael S. Tsirkin return 0; 2831fcf0512SMichael S. Tsirkin } 2841fcf0512SMichael S. Tsirkin 2850a9b3f47SMichael S. Tsirkin static void del_vq(struct virtio_pci_vq_info *info) 2861fcf0512SMichael S. Tsirkin { 2870a9b3f47SMichael S. Tsirkin struct virtqueue *vq = info->vq; 2881fcf0512SMichael S. Tsirkin struct virtio_pci_device *vp_dev = to_vp_device(vq->vdev); 289b5d58094SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 290b5d58094SJason Wang 2913fbda9c1SJason Wang if (vp_dev->msix_enabled) 2923fbda9c1SJason Wang vp_modern_queue_vector(mdev, vq->index, 2933fbda9c1SJason Wang VIRTIO_MSI_NO_VECTOR); 2941fcf0512SMichael S. Tsirkin 295b5d58094SJason Wang if (!mdev->notify_base) 296b5d58094SJason Wang pci_iounmap(mdev->pci_dev, (void __force __iomem *)vq->priv); 2971fcf0512SMichael S. Tsirkin 2981fcf0512SMichael S. Tsirkin vring_del_virtqueue(vq); 2991fcf0512SMichael S. Tsirkin } 3001fcf0512SMichael S. Tsirkin 3010dd4ff93SSebastien Boeuf static int virtio_pci_find_shm_cap(struct pci_dev *dev, u8 required_id, 3020dd4ff93SSebastien Boeuf u8 *bar, u64 *offset, u64 *len) 3030dd4ff93SSebastien Boeuf { 3040dd4ff93SSebastien Boeuf int pos; 3050dd4ff93SSebastien Boeuf 3060dd4ff93SSebastien Boeuf for (pos = pci_find_capability(dev, PCI_CAP_ID_VNDR); pos > 0; 3070dd4ff93SSebastien Boeuf pos = pci_find_next_capability(dev, pos, PCI_CAP_ID_VNDR)) { 3083f63a1d7SKeir Fraser u8 type, cap_len, id, res_bar; 3090dd4ff93SSebastien Boeuf u32 tmp32; 3100dd4ff93SSebastien Boeuf u64 res_offset, res_length; 3110dd4ff93SSebastien Boeuf 3120dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3130dd4ff93SSebastien Boeuf cfg_type), &type); 3140dd4ff93SSebastien Boeuf if (type != VIRTIO_PCI_CAP_SHARED_MEMORY_CFG) 3150dd4ff93SSebastien Boeuf continue; 3160dd4ff93SSebastien Boeuf 3170dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3180dd4ff93SSebastien Boeuf cap_len), &cap_len); 3190dd4ff93SSebastien Boeuf if (cap_len != sizeof(struct virtio_pci_cap64)) { 3200dd4ff93SSebastien Boeuf dev_err(&dev->dev, "%s: shm cap with bad size offset:" 3210dd4ff93SSebastien Boeuf " %d size: %d\n", __func__, pos, cap_len); 3220dd4ff93SSebastien Boeuf continue; 3230dd4ff93SSebastien Boeuf } 3240dd4ff93SSebastien Boeuf 3250dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3260dd4ff93SSebastien Boeuf id), &id); 3270dd4ff93SSebastien Boeuf if (id != required_id) 3280dd4ff93SSebastien Boeuf continue; 3290dd4ff93SSebastien Boeuf 3300dd4ff93SSebastien Boeuf pci_read_config_byte(dev, pos + offsetof(struct virtio_pci_cap, 3313f63a1d7SKeir Fraser bar), &res_bar); 3323f63a1d7SKeir Fraser if (res_bar >= PCI_STD_NUM_BARS) 3333f63a1d7SKeir Fraser continue; 3343f63a1d7SKeir Fraser 3353f63a1d7SKeir Fraser /* Type and ID match, and the BAR value isn't reserved. 3363f63a1d7SKeir Fraser * Looks good. 3373f63a1d7SKeir Fraser */ 3380dd4ff93SSebastien Boeuf 3390dd4ff93SSebastien Boeuf /* Read the lower 32bit of length and offset */ 3400dd4ff93SSebastien Boeuf pci_read_config_dword(dev, pos + offsetof(struct virtio_pci_cap, 3410dd4ff93SSebastien Boeuf offset), &tmp32); 3420dd4ff93SSebastien Boeuf res_offset = tmp32; 3430dd4ff93SSebastien Boeuf pci_read_config_dword(dev, pos + offsetof(struct virtio_pci_cap, 3440dd4ff93SSebastien Boeuf length), &tmp32); 3450dd4ff93SSebastien Boeuf res_length = tmp32; 3460dd4ff93SSebastien Boeuf 3470dd4ff93SSebastien Boeuf /* and now the top half */ 3480dd4ff93SSebastien Boeuf pci_read_config_dword(dev, 3490dd4ff93SSebastien Boeuf pos + offsetof(struct virtio_pci_cap64, 3500dd4ff93SSebastien Boeuf offset_hi), &tmp32); 3510dd4ff93SSebastien Boeuf res_offset |= ((u64)tmp32) << 32; 3520dd4ff93SSebastien Boeuf pci_read_config_dword(dev, 3530dd4ff93SSebastien Boeuf pos + offsetof(struct virtio_pci_cap64, 3540dd4ff93SSebastien Boeuf length_hi), &tmp32); 3550dd4ff93SSebastien Boeuf res_length |= ((u64)tmp32) << 32; 3560dd4ff93SSebastien Boeuf 3573f63a1d7SKeir Fraser *bar = res_bar; 3580dd4ff93SSebastien Boeuf *offset = res_offset; 3590dd4ff93SSebastien Boeuf *len = res_length; 3600dd4ff93SSebastien Boeuf 3610dd4ff93SSebastien Boeuf return pos; 3620dd4ff93SSebastien Boeuf } 3630dd4ff93SSebastien Boeuf return 0; 3640dd4ff93SSebastien Boeuf } 3650dd4ff93SSebastien Boeuf 3660dd4ff93SSebastien Boeuf static bool vp_get_shm_region(struct virtio_device *vdev, 3670dd4ff93SSebastien Boeuf struct virtio_shm_region *region, u8 id) 3680dd4ff93SSebastien Boeuf { 3690dd4ff93SSebastien Boeuf struct virtio_pci_device *vp_dev = to_vp_device(vdev); 3700dd4ff93SSebastien Boeuf struct pci_dev *pci_dev = vp_dev->pci_dev; 3710dd4ff93SSebastien Boeuf u8 bar; 3720dd4ff93SSebastien Boeuf u64 offset, len; 3730dd4ff93SSebastien Boeuf phys_addr_t phys_addr; 3740dd4ff93SSebastien Boeuf size_t bar_len; 3750dd4ff93SSebastien Boeuf 3760dd4ff93SSebastien Boeuf if (!virtio_pci_find_shm_cap(pci_dev, id, &bar, &offset, &len)) 3770dd4ff93SSebastien Boeuf return false; 3780dd4ff93SSebastien Boeuf 3790dd4ff93SSebastien Boeuf phys_addr = pci_resource_start(pci_dev, bar); 3800dd4ff93SSebastien Boeuf bar_len = pci_resource_len(pci_dev, bar); 3810dd4ff93SSebastien Boeuf 3820dd4ff93SSebastien Boeuf if ((offset + len) < offset) { 3830dd4ff93SSebastien Boeuf dev_err(&pci_dev->dev, "%s: cap offset+len overflow detected\n", 3840dd4ff93SSebastien Boeuf __func__); 3850dd4ff93SSebastien Boeuf return false; 3860dd4ff93SSebastien Boeuf } 3870dd4ff93SSebastien Boeuf 3880dd4ff93SSebastien Boeuf if (offset + len > bar_len) { 3890dd4ff93SSebastien Boeuf dev_err(&pci_dev->dev, "%s: bar shorter than cap offset+len\n", 3900dd4ff93SSebastien Boeuf __func__); 3910dd4ff93SSebastien Boeuf return false; 3920dd4ff93SSebastien Boeuf } 3930dd4ff93SSebastien Boeuf 3940dd4ff93SSebastien Boeuf region->len = len; 3950dd4ff93SSebastien Boeuf region->addr = (u64) phys_addr + offset; 3960dd4ff93SSebastien Boeuf 3970dd4ff93SSebastien Boeuf return true; 3980dd4ff93SSebastien Boeuf } 3990dd4ff93SSebastien Boeuf 400d3f5f065SMichael S. Tsirkin static const struct virtio_config_ops virtio_pci_config_nodev_ops = { 401d3f5f065SMichael S. Tsirkin .get = NULL, 402d3f5f065SMichael S. Tsirkin .set = NULL, 403d3f5f065SMichael S. Tsirkin .generation = vp_generation, 404d3f5f065SMichael S. Tsirkin .get_status = vp_get_status, 405d3f5f065SMichael S. Tsirkin .set_status = vp_set_status, 406d3f5f065SMichael S. Tsirkin .reset = vp_reset, 407d3f5f065SMichael S. Tsirkin .find_vqs = vp_modern_find_vqs, 408d3f5f065SMichael S. Tsirkin .del_vqs = vp_del_vqs, 40948b3dd24SJason Wang .synchronize_cbs = vp_synchronize_vectors, 410d3f5f065SMichael S. Tsirkin .get_features = vp_get_features, 411d3f5f065SMichael S. Tsirkin .finalize_features = vp_finalize_features, 412d3f5f065SMichael S. Tsirkin .bus_name = vp_bus_name, 413d3f5f065SMichael S. Tsirkin .set_vq_affinity = vp_set_vq_affinity, 414bbaba479SChristoph Hellwig .get_vq_affinity = vp_get_vq_affinity, 4150dd4ff93SSebastien Boeuf .get_shm_region = vp_get_shm_region, 416d3f5f065SMichael S. Tsirkin }; 417d3f5f065SMichael S. Tsirkin 4181fcf0512SMichael S. Tsirkin static const struct virtio_config_ops virtio_pci_config_ops = { 4191fcf0512SMichael S. Tsirkin .get = vp_get, 4201fcf0512SMichael S. Tsirkin .set = vp_set, 4211fcf0512SMichael S. Tsirkin .generation = vp_generation, 4221fcf0512SMichael S. Tsirkin .get_status = vp_get_status, 4231fcf0512SMichael S. Tsirkin .set_status = vp_set_status, 4241fcf0512SMichael S. Tsirkin .reset = vp_reset, 4251fcf0512SMichael S. Tsirkin .find_vqs = vp_modern_find_vqs, 4261fcf0512SMichael S. Tsirkin .del_vqs = vp_del_vqs, 42748b3dd24SJason Wang .synchronize_cbs = vp_synchronize_vectors, 4281fcf0512SMichael S. Tsirkin .get_features = vp_get_features, 4291fcf0512SMichael S. Tsirkin .finalize_features = vp_finalize_features, 4301fcf0512SMichael S. Tsirkin .bus_name = vp_bus_name, 4311fcf0512SMichael S. Tsirkin .set_vq_affinity = vp_set_vq_affinity, 432bbaba479SChristoph Hellwig .get_vq_affinity = vp_get_vq_affinity, 4330dd4ff93SSebastien Boeuf .get_shm_region = vp_get_shm_region, 4341fcf0512SMichael S. Tsirkin }; 4351fcf0512SMichael S. Tsirkin 436117a9de2SJason Wang /* the PCI probing function */ 437117a9de2SJason Wang int virtio_pci_modern_probe(struct virtio_pci_device *vp_dev) 438117a9de2SJason Wang { 439117a9de2SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 440117a9de2SJason Wang struct pci_dev *pci_dev = vp_dev->pci_dev; 441117a9de2SJason Wang int err; 442117a9de2SJason Wang 443117a9de2SJason Wang mdev->pci_dev = pci_dev; 444117a9de2SJason Wang 445117a9de2SJason Wang err = vp_modern_probe(mdev); 446117a9de2SJason Wang if (err) 447117a9de2SJason Wang return err; 448117a9de2SJason Wang 449117a9de2SJason Wang if (mdev->device) 450117a9de2SJason Wang vp_dev->vdev.config = &virtio_pci_config_ops; 451117a9de2SJason Wang else 452117a9de2SJason Wang vp_dev->vdev.config = &virtio_pci_config_nodev_ops; 453117a9de2SJason Wang 454117a9de2SJason Wang vp_dev->config_vector = vp_config_vector; 455117a9de2SJason Wang vp_dev->setup_vq = setup_vq; 456117a9de2SJason Wang vp_dev->del_vq = del_vq; 457117a9de2SJason Wang vp_dev->isr = mdev->isr; 458117a9de2SJason Wang vp_dev->vdev.id = mdev->id; 459117a9de2SJason Wang 460117a9de2SJason Wang return 0; 461117a9de2SJason Wang } 462117a9de2SJason Wang 46332490370SJason Wang void virtio_pci_modern_remove(struct virtio_pci_device *vp_dev) 46432490370SJason Wang { 46532490370SJason Wang struct virtio_pci_modern_device *mdev = &vp_dev->mdev; 46632490370SJason Wang 46732490370SJason Wang vp_modern_remove(mdev); 46832490370SJason Wang } 469