19ed24f4bSMarc Zyngier // SPDX-License-Identifier: GPL-2.0-only 29ed24f4bSMarc Zyngier /* 39ed24f4bSMarc Zyngier * VGIC: KVM DEVICE API 49ed24f4bSMarc Zyngier * 59ed24f4bSMarc Zyngier * Copyright (C) 2015 ARM Ltd. 69ed24f4bSMarc Zyngier * Author: Marc Zyngier <marc.zyngier@arm.com> 79ed24f4bSMarc Zyngier */ 89ed24f4bSMarc Zyngier #include <linux/kvm_host.h> 99ed24f4bSMarc Zyngier #include <kvm/arm_vgic.h> 109ed24f4bSMarc Zyngier #include <linux/uaccess.h> 119ed24f4bSMarc Zyngier #include <asm/kvm_mmu.h> 129ed24f4bSMarc Zyngier #include <asm/cputype.h> 139ed24f4bSMarc Zyngier #include "vgic.h" 149ed24f4bSMarc Zyngier 159ed24f4bSMarc Zyngier /* common helpers */ 169ed24f4bSMarc Zyngier 17f25c5e4dSRicardo Koller int vgic_check_iorange(struct kvm *kvm, phys_addr_t ioaddr, 18f25c5e4dSRicardo Koller phys_addr_t addr, phys_addr_t alignment, 19f25c5e4dSRicardo Koller phys_addr_t size) 20f25c5e4dSRicardo Koller { 2196e90389SRicardo Koller if (!IS_VGIC_ADDR_UNDEF(ioaddr)) 2296e90389SRicardo Koller return -EEXIST; 23f25c5e4dSRicardo Koller 2496e90389SRicardo Koller if (!IS_ALIGNED(addr, alignment) || !IS_ALIGNED(size, alignment)) 25f25c5e4dSRicardo Koller return -EINVAL; 26f25c5e4dSRicardo Koller 27f25c5e4dSRicardo Koller if (addr + size < addr) 28f25c5e4dSRicardo Koller return -EINVAL; 29f25c5e4dSRicardo Koller 3096e90389SRicardo Koller if (addr & ~kvm_phys_mask(kvm) || addr + size > kvm_phys_size(kvm)) 31f25c5e4dSRicardo Koller return -E2BIG; 32f25c5e4dSRicardo Koller 33f25c5e4dSRicardo Koller return 0; 34f25c5e4dSRicardo Koller } 35f25c5e4dSRicardo Koller 369ed24f4bSMarc Zyngier static int vgic_check_type(struct kvm *kvm, int type_needed) 379ed24f4bSMarc Zyngier { 389ed24f4bSMarc Zyngier if (kvm->arch.vgic.vgic_model != type_needed) 399ed24f4bSMarc Zyngier return -ENODEV; 409ed24f4bSMarc Zyngier else 419ed24f4bSMarc Zyngier return 0; 429ed24f4bSMarc Zyngier } 439ed24f4bSMarc Zyngier 449f968c92SMarc Zyngier int kvm_set_legacy_vgic_v2_addr(struct kvm *kvm, struct kvm_arm_device_addr *dev_addr) 459f968c92SMarc Zyngier { 469f968c92SMarc Zyngier struct vgic_dist *vgic = &kvm->arch.vgic; 479f968c92SMarc Zyngier int r; 489f968c92SMarc Zyngier 499f968c92SMarc Zyngier mutex_lock(&kvm->lock); 509f968c92SMarc Zyngier switch (FIELD_GET(KVM_ARM_DEVICE_TYPE_MASK, dev_addr->id)) { 519f968c92SMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_DIST: 529f968c92SMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V2); 539f968c92SMarc Zyngier if (!r) 549f968c92SMarc Zyngier r = vgic_check_iorange(kvm, vgic->vgic_dist_base, dev_addr->addr, 559f968c92SMarc Zyngier SZ_4K, KVM_VGIC_V2_DIST_SIZE); 569f968c92SMarc Zyngier if (!r) 579f968c92SMarc Zyngier vgic->vgic_dist_base = dev_addr->addr; 589f968c92SMarc Zyngier break; 599f968c92SMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_CPU: 609f968c92SMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V2); 619f968c92SMarc Zyngier if (!r) 629f968c92SMarc Zyngier r = vgic_check_iorange(kvm, vgic->vgic_cpu_base, dev_addr->addr, 639f968c92SMarc Zyngier SZ_4K, KVM_VGIC_V2_CPU_SIZE); 649f968c92SMarc Zyngier if (!r) 659f968c92SMarc Zyngier vgic->vgic_cpu_base = dev_addr->addr; 669f968c92SMarc Zyngier break; 679f968c92SMarc Zyngier default: 689f968c92SMarc Zyngier r = -ENODEV; 699f968c92SMarc Zyngier } 709f968c92SMarc Zyngier 719f968c92SMarc Zyngier mutex_unlock(&kvm->lock); 729f968c92SMarc Zyngier 739f968c92SMarc Zyngier return r; 749f968c92SMarc Zyngier } 759f968c92SMarc Zyngier 769ed24f4bSMarc Zyngier /** 779ed24f4bSMarc Zyngier * kvm_vgic_addr - set or get vgic VM base addresses 789ed24f4bSMarc Zyngier * @kvm: pointer to the vm struct 794b85080fSMarc Zyngier * @attr: pointer to the attribute being retrieved/updated 809ed24f4bSMarc Zyngier * @write: if true set the address in the VM address space, if false read the 819ed24f4bSMarc Zyngier * address 829ed24f4bSMarc Zyngier * 839ed24f4bSMarc Zyngier * Set or get the vgic base addresses for the distributor and the virtual CPU 849ed24f4bSMarc Zyngier * interface in the VM physical address space. These addresses are properties 859ed24f4bSMarc Zyngier * of the emulated core/SoC and therefore user space initially knows this 869ed24f4bSMarc Zyngier * information. 879ed24f4bSMarc Zyngier * Check them for sanity (alignment, double assignment). We can't check for 889ed24f4bSMarc Zyngier * overlapping regions in case of a virtual GICv3 here, since we don't know 899ed24f4bSMarc Zyngier * the number of VCPUs yet, so we defer this check to map_resources(). 909ed24f4bSMarc Zyngier */ 914b85080fSMarc Zyngier static int kvm_vgic_addr(struct kvm *kvm, struct kvm_device_attr *attr, bool write) 929ed24f4bSMarc Zyngier { 934b85080fSMarc Zyngier u64 __user *uaddr = (u64 __user *)attr->addr; 949ed24f4bSMarc Zyngier struct vgic_dist *vgic = &kvm->arch.vgic; 95c56a87daSRicardo Koller phys_addr_t *addr_ptr, alignment, size; 969ed24f4bSMarc Zyngier u64 undef_value = VGIC_ADDR_UNDEF; 974b85080fSMarc Zyngier u64 addr; 984b85080fSMarc Zyngier int r; 994b85080fSMarc Zyngier 1004b85080fSMarc Zyngier /* Reading a redistributor region addr implies getting the index */ 1014b85080fSMarc Zyngier if (write || attr->attr == KVM_VGIC_V3_ADDR_TYPE_REDIST_REGION) 1024b85080fSMarc Zyngier if (get_user(addr, uaddr)) 1034b85080fSMarc Zyngier return -EFAULT; 1049ed24f4bSMarc Zyngier 1059ed24f4bSMarc Zyngier mutex_lock(&kvm->lock); 1064b85080fSMarc Zyngier switch (attr->attr) { 1079ed24f4bSMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_DIST: 1089ed24f4bSMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V2); 1099ed24f4bSMarc Zyngier addr_ptr = &vgic->vgic_dist_base; 1109ed24f4bSMarc Zyngier alignment = SZ_4K; 111c56a87daSRicardo Koller size = KVM_VGIC_V2_DIST_SIZE; 1129ed24f4bSMarc Zyngier break; 1139ed24f4bSMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_CPU: 1149ed24f4bSMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V2); 1159ed24f4bSMarc Zyngier addr_ptr = &vgic->vgic_cpu_base; 1169ed24f4bSMarc Zyngier alignment = SZ_4K; 117c56a87daSRicardo Koller size = KVM_VGIC_V2_CPU_SIZE; 1189ed24f4bSMarc Zyngier break; 1199ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_DIST: 1209ed24f4bSMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V3); 1219ed24f4bSMarc Zyngier addr_ptr = &vgic->vgic_dist_base; 1229ed24f4bSMarc Zyngier alignment = SZ_64K; 123c56a87daSRicardo Koller size = KVM_VGIC_V3_DIST_SIZE; 1249ed24f4bSMarc Zyngier break; 1259ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_REDIST: { 1269ed24f4bSMarc Zyngier struct vgic_redist_region *rdreg; 1279ed24f4bSMarc Zyngier 1289ed24f4bSMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V3); 1299ed24f4bSMarc Zyngier if (r) 1309ed24f4bSMarc Zyngier break; 1319ed24f4bSMarc Zyngier if (write) { 1324b85080fSMarc Zyngier r = vgic_v3_set_redist_base(kvm, 0, addr, 0); 1339ed24f4bSMarc Zyngier goto out; 1349ed24f4bSMarc Zyngier } 13594ac0835SEric Auger rdreg = list_first_entry_or_null(&vgic->rd_regions, 1369ed24f4bSMarc Zyngier struct vgic_redist_region, list); 1379ed24f4bSMarc Zyngier if (!rdreg) 1389ed24f4bSMarc Zyngier addr_ptr = &undef_value; 1399ed24f4bSMarc Zyngier else 1409ed24f4bSMarc Zyngier addr_ptr = &rdreg->base; 1419ed24f4bSMarc Zyngier break; 1429ed24f4bSMarc Zyngier } 1439ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_REDIST_REGION: 1449ed24f4bSMarc Zyngier { 1459ed24f4bSMarc Zyngier struct vgic_redist_region *rdreg; 1469ed24f4bSMarc Zyngier u8 index; 1479ed24f4bSMarc Zyngier 1489ed24f4bSMarc Zyngier r = vgic_check_type(kvm, KVM_DEV_TYPE_ARM_VGIC_V3); 1499ed24f4bSMarc Zyngier if (r) 1509ed24f4bSMarc Zyngier break; 1519ed24f4bSMarc Zyngier 1524b85080fSMarc Zyngier index = addr & KVM_VGIC_V3_RDIST_INDEX_MASK; 1539ed24f4bSMarc Zyngier 1549ed24f4bSMarc Zyngier if (write) { 1554b85080fSMarc Zyngier gpa_t base = addr & KVM_VGIC_V3_RDIST_BASE_MASK; 1564b85080fSMarc Zyngier u32 count = FIELD_GET(KVM_VGIC_V3_RDIST_COUNT_MASK, addr); 1574b85080fSMarc Zyngier u8 flags = FIELD_GET(KVM_VGIC_V3_RDIST_FLAGS_MASK, addr); 1589ed24f4bSMarc Zyngier 1599ed24f4bSMarc Zyngier if (!count || flags) 1609ed24f4bSMarc Zyngier r = -EINVAL; 1619ed24f4bSMarc Zyngier else 1629ed24f4bSMarc Zyngier r = vgic_v3_set_redist_base(kvm, index, 1639ed24f4bSMarc Zyngier base, count); 1649ed24f4bSMarc Zyngier goto out; 1659ed24f4bSMarc Zyngier } 1669ed24f4bSMarc Zyngier 1679ed24f4bSMarc Zyngier rdreg = vgic_v3_rdist_region_from_index(kvm, index); 1689ed24f4bSMarc Zyngier if (!rdreg) { 1699ed24f4bSMarc Zyngier r = -ENOENT; 1709ed24f4bSMarc Zyngier goto out; 1719ed24f4bSMarc Zyngier } 1729ed24f4bSMarc Zyngier 1734b85080fSMarc Zyngier addr = index; 1744b85080fSMarc Zyngier addr |= rdreg->base; 1754b85080fSMarc Zyngier addr |= (u64)rdreg->count << KVM_VGIC_V3_RDIST_COUNT_SHIFT; 1769ed24f4bSMarc Zyngier goto out; 1779ed24f4bSMarc Zyngier } 1789ed24f4bSMarc Zyngier default: 1799ed24f4bSMarc Zyngier r = -ENODEV; 1809ed24f4bSMarc Zyngier } 1819ed24f4bSMarc Zyngier 1829ed24f4bSMarc Zyngier if (r) 1839ed24f4bSMarc Zyngier goto out; 1849ed24f4bSMarc Zyngier 1859ed24f4bSMarc Zyngier if (write) { 1864b85080fSMarc Zyngier r = vgic_check_iorange(kvm, *addr_ptr, addr, alignment, size); 1879ed24f4bSMarc Zyngier if (!r) 1884b85080fSMarc Zyngier *addr_ptr = addr; 1899ed24f4bSMarc Zyngier } else { 1904b85080fSMarc Zyngier addr = *addr_ptr; 1919ed24f4bSMarc Zyngier } 1929ed24f4bSMarc Zyngier 1939ed24f4bSMarc Zyngier out: 1949ed24f4bSMarc Zyngier mutex_unlock(&kvm->lock); 1954b85080fSMarc Zyngier 1964b85080fSMarc Zyngier if (!r && !write) 1974b85080fSMarc Zyngier r = put_user(addr, uaddr); 1984b85080fSMarc Zyngier 1999ed24f4bSMarc Zyngier return r; 2009ed24f4bSMarc Zyngier } 2019ed24f4bSMarc Zyngier 2029ed24f4bSMarc Zyngier static int vgic_set_common_attr(struct kvm_device *dev, 2039ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 2049ed24f4bSMarc Zyngier { 2059ed24f4bSMarc Zyngier int r; 2069ed24f4bSMarc Zyngier 2079ed24f4bSMarc Zyngier switch (attr->group) { 2084b85080fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_ADDR: 2094b85080fSMarc Zyngier r = kvm_vgic_addr(dev->kvm, attr, true); 2109ed24f4bSMarc Zyngier return (r == -ENODEV) ? -ENXIO : r; 2119ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: { 2129ed24f4bSMarc Zyngier u32 __user *uaddr = (u32 __user *)(long)attr->addr; 2139ed24f4bSMarc Zyngier u32 val; 2149ed24f4bSMarc Zyngier int ret = 0; 2159ed24f4bSMarc Zyngier 2169ed24f4bSMarc Zyngier if (get_user(val, uaddr)) 2179ed24f4bSMarc Zyngier return -EFAULT; 2189ed24f4bSMarc Zyngier 2199ed24f4bSMarc Zyngier /* 2209ed24f4bSMarc Zyngier * We require: 2219ed24f4bSMarc Zyngier * - at least 32 SPIs on top of the 16 SGIs and 16 PPIs 2229ed24f4bSMarc Zyngier * - at most 1024 interrupts 2239ed24f4bSMarc Zyngier * - a multiple of 32 interrupts 2249ed24f4bSMarc Zyngier */ 2259ed24f4bSMarc Zyngier if (val < (VGIC_NR_PRIVATE_IRQS + 32) || 2269ed24f4bSMarc Zyngier val > VGIC_MAX_RESERVED || 2279ed24f4bSMarc Zyngier (val & 31)) 2289ed24f4bSMarc Zyngier return -EINVAL; 2299ed24f4bSMarc Zyngier 2309ed24f4bSMarc Zyngier mutex_lock(&dev->kvm->lock); 2319ed24f4bSMarc Zyngier 2329ed24f4bSMarc Zyngier if (vgic_ready(dev->kvm) || dev->kvm->arch.vgic.nr_spis) 2339ed24f4bSMarc Zyngier ret = -EBUSY; 2349ed24f4bSMarc Zyngier else 2359ed24f4bSMarc Zyngier dev->kvm->arch.vgic.nr_spis = 2369ed24f4bSMarc Zyngier val - VGIC_NR_PRIVATE_IRQS; 2379ed24f4bSMarc Zyngier 2389ed24f4bSMarc Zyngier mutex_unlock(&dev->kvm->lock); 2399ed24f4bSMarc Zyngier 2409ed24f4bSMarc Zyngier return ret; 2419ed24f4bSMarc Zyngier } 2429ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CTRL: { 2439ed24f4bSMarc Zyngier switch (attr->attr) { 2449ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_CTRL_INIT: 2459ed24f4bSMarc Zyngier mutex_lock(&dev->kvm->lock); 2469ed24f4bSMarc Zyngier r = vgic_init(dev->kvm); 2479ed24f4bSMarc Zyngier mutex_unlock(&dev->kvm->lock); 2489ed24f4bSMarc Zyngier return r; 249*619064afSMarc Zyngier case KVM_DEV_ARM_VGIC_SAVE_PENDING_TABLES: 250*619064afSMarc Zyngier /* 251*619064afSMarc Zyngier * OK, this one isn't common at all, but we 252*619064afSMarc Zyngier * want to handle all control group attributes 253*619064afSMarc Zyngier * in a single place. 254*619064afSMarc Zyngier */ 255*619064afSMarc Zyngier if (vgic_check_type(dev->kvm, KVM_DEV_TYPE_ARM_VGIC_V3)) 256*619064afSMarc Zyngier return -ENXIO; 257*619064afSMarc Zyngier mutex_lock(&dev->kvm->lock); 258*619064afSMarc Zyngier 259*619064afSMarc Zyngier if (!lock_all_vcpus(dev->kvm)) { 260*619064afSMarc Zyngier mutex_unlock(&dev->kvm->lock); 261*619064afSMarc Zyngier return -EBUSY; 262*619064afSMarc Zyngier } 263*619064afSMarc Zyngier r = vgic_v3_save_pending_tables(dev->kvm); 264*619064afSMarc Zyngier unlock_all_vcpus(dev->kvm); 265*619064afSMarc Zyngier mutex_unlock(&dev->kvm->lock); 266*619064afSMarc Zyngier return r; 2679ed24f4bSMarc Zyngier } 2689ed24f4bSMarc Zyngier break; 2699ed24f4bSMarc Zyngier } 2709ed24f4bSMarc Zyngier } 2719ed24f4bSMarc Zyngier 2729ed24f4bSMarc Zyngier return -ENXIO; 2739ed24f4bSMarc Zyngier } 2749ed24f4bSMarc Zyngier 2759ed24f4bSMarc Zyngier static int vgic_get_common_attr(struct kvm_device *dev, 2769ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 2779ed24f4bSMarc Zyngier { 2789ed24f4bSMarc Zyngier int r = -ENXIO; 2799ed24f4bSMarc Zyngier 2809ed24f4bSMarc Zyngier switch (attr->group) { 2814b85080fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_ADDR: 2824b85080fSMarc Zyngier r = kvm_vgic_addr(dev->kvm, attr, false); 2839ed24f4bSMarc Zyngier return (r == -ENODEV) ? -ENXIO : r; 2849ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: { 2859ed24f4bSMarc Zyngier u32 __user *uaddr = (u32 __user *)(long)attr->addr; 2869ed24f4bSMarc Zyngier 2879ed24f4bSMarc Zyngier r = put_user(dev->kvm->arch.vgic.nr_spis + 2889ed24f4bSMarc Zyngier VGIC_NR_PRIVATE_IRQS, uaddr); 2899ed24f4bSMarc Zyngier break; 2909ed24f4bSMarc Zyngier } 2919ed24f4bSMarc Zyngier } 2929ed24f4bSMarc Zyngier 2939ed24f4bSMarc Zyngier return r; 2949ed24f4bSMarc Zyngier } 2959ed24f4bSMarc Zyngier 2969ed24f4bSMarc Zyngier static int vgic_create(struct kvm_device *dev, u32 type) 2979ed24f4bSMarc Zyngier { 2989ed24f4bSMarc Zyngier return kvm_vgic_create(dev->kvm, type); 2999ed24f4bSMarc Zyngier } 3009ed24f4bSMarc Zyngier 3019ed24f4bSMarc Zyngier static void vgic_destroy(struct kvm_device *dev) 3029ed24f4bSMarc Zyngier { 3039ed24f4bSMarc Zyngier kfree(dev); 3049ed24f4bSMarc Zyngier } 3059ed24f4bSMarc Zyngier 3069ed24f4bSMarc Zyngier int kvm_register_vgic_device(unsigned long type) 3079ed24f4bSMarc Zyngier { 3089ed24f4bSMarc Zyngier int ret = -ENODEV; 3099ed24f4bSMarc Zyngier 3109ed24f4bSMarc Zyngier switch (type) { 3119ed24f4bSMarc Zyngier case KVM_DEV_TYPE_ARM_VGIC_V2: 3129ed24f4bSMarc Zyngier ret = kvm_register_device_ops(&kvm_arm_vgic_v2_ops, 3139ed24f4bSMarc Zyngier KVM_DEV_TYPE_ARM_VGIC_V2); 3149ed24f4bSMarc Zyngier break; 3159ed24f4bSMarc Zyngier case KVM_DEV_TYPE_ARM_VGIC_V3: 3169ed24f4bSMarc Zyngier ret = kvm_register_device_ops(&kvm_arm_vgic_v3_ops, 3179ed24f4bSMarc Zyngier KVM_DEV_TYPE_ARM_VGIC_V3); 3189ed24f4bSMarc Zyngier 3199ed24f4bSMarc Zyngier if (ret) 3209ed24f4bSMarc Zyngier break; 3219ed24f4bSMarc Zyngier ret = kvm_vgic_register_its_device(); 3229ed24f4bSMarc Zyngier break; 3239ed24f4bSMarc Zyngier } 3249ed24f4bSMarc Zyngier 3259ed24f4bSMarc Zyngier return ret; 3269ed24f4bSMarc Zyngier } 3279ed24f4bSMarc Zyngier 3289ed24f4bSMarc Zyngier int vgic_v2_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr, 3299ed24f4bSMarc Zyngier struct vgic_reg_attr *reg_attr) 3309ed24f4bSMarc Zyngier { 3319ed24f4bSMarc Zyngier int cpuid; 3329ed24f4bSMarc Zyngier 3339ed24f4bSMarc Zyngier cpuid = (attr->attr & KVM_DEV_ARM_VGIC_CPUID_MASK) >> 3349ed24f4bSMarc Zyngier KVM_DEV_ARM_VGIC_CPUID_SHIFT; 3359ed24f4bSMarc Zyngier 3369ed24f4bSMarc Zyngier if (cpuid >= atomic_read(&dev->kvm->online_vcpus)) 3379ed24f4bSMarc Zyngier return -EINVAL; 3389ed24f4bSMarc Zyngier 3399ed24f4bSMarc Zyngier reg_attr->vcpu = kvm_get_vcpu(dev->kvm, cpuid); 3409ed24f4bSMarc Zyngier reg_attr->addr = attr->attr & KVM_DEV_ARM_VGIC_OFFSET_MASK; 3419ed24f4bSMarc Zyngier 3429ed24f4bSMarc Zyngier return 0; 3439ed24f4bSMarc Zyngier } 3449ed24f4bSMarc Zyngier 3459ed24f4bSMarc Zyngier /* unlocks vcpus from @vcpu_lock_idx and smaller */ 3469ed24f4bSMarc Zyngier static void unlock_vcpus(struct kvm *kvm, int vcpu_lock_idx) 3479ed24f4bSMarc Zyngier { 3489ed24f4bSMarc Zyngier struct kvm_vcpu *tmp_vcpu; 3499ed24f4bSMarc Zyngier 3509ed24f4bSMarc Zyngier for (; vcpu_lock_idx >= 0; vcpu_lock_idx--) { 3519ed24f4bSMarc Zyngier tmp_vcpu = kvm_get_vcpu(kvm, vcpu_lock_idx); 3529ed24f4bSMarc Zyngier mutex_unlock(&tmp_vcpu->mutex); 3539ed24f4bSMarc Zyngier } 3549ed24f4bSMarc Zyngier } 3559ed24f4bSMarc Zyngier 3569ed24f4bSMarc Zyngier void unlock_all_vcpus(struct kvm *kvm) 3579ed24f4bSMarc Zyngier { 3589ed24f4bSMarc Zyngier unlock_vcpus(kvm, atomic_read(&kvm->online_vcpus) - 1); 3599ed24f4bSMarc Zyngier } 3609ed24f4bSMarc Zyngier 3619ed24f4bSMarc Zyngier /* Returns true if all vcpus were locked, false otherwise */ 3629ed24f4bSMarc Zyngier bool lock_all_vcpus(struct kvm *kvm) 3639ed24f4bSMarc Zyngier { 3649ed24f4bSMarc Zyngier struct kvm_vcpu *tmp_vcpu; 36546808a4cSMarc Zyngier unsigned long c; 3669ed24f4bSMarc Zyngier 3679ed24f4bSMarc Zyngier /* 3689ed24f4bSMarc Zyngier * Any time a vcpu is run, vcpu_load is called which tries to grab the 3699ed24f4bSMarc Zyngier * vcpu->mutex. By grabbing the vcpu->mutex of all VCPUs we ensure 3709ed24f4bSMarc Zyngier * that no other VCPUs are run and fiddle with the vgic state while we 3719ed24f4bSMarc Zyngier * access it. 3729ed24f4bSMarc Zyngier */ 3739ed24f4bSMarc Zyngier kvm_for_each_vcpu(c, tmp_vcpu, kvm) { 3749ed24f4bSMarc Zyngier if (!mutex_trylock(&tmp_vcpu->mutex)) { 3759ed24f4bSMarc Zyngier unlock_vcpus(kvm, c - 1); 3769ed24f4bSMarc Zyngier return false; 3779ed24f4bSMarc Zyngier } 3789ed24f4bSMarc Zyngier } 3799ed24f4bSMarc Zyngier 3809ed24f4bSMarc Zyngier return true; 3819ed24f4bSMarc Zyngier } 3829ed24f4bSMarc Zyngier 3839ed24f4bSMarc Zyngier /** 3849ed24f4bSMarc Zyngier * vgic_v2_attr_regs_access - allows user space to access VGIC v2 state 3859ed24f4bSMarc Zyngier * 3869ed24f4bSMarc Zyngier * @dev: kvm device handle 3879ed24f4bSMarc Zyngier * @attr: kvm device attribute 3889ed24f4bSMarc Zyngier * @is_write: true if userspace is writing a register 3899ed24f4bSMarc Zyngier */ 3909ed24f4bSMarc Zyngier static int vgic_v2_attr_regs_access(struct kvm_device *dev, 3919ed24f4bSMarc Zyngier struct kvm_device_attr *attr, 3927e9f723cSMarc Zyngier bool is_write) 3939ed24f4bSMarc Zyngier { 3947e9f723cSMarc Zyngier u32 __user *uaddr = (u32 __user *)(unsigned long)attr->addr; 3959ed24f4bSMarc Zyngier struct vgic_reg_attr reg_attr; 3969ed24f4bSMarc Zyngier gpa_t addr; 3979ed24f4bSMarc Zyngier struct kvm_vcpu *vcpu; 3989ed24f4bSMarc Zyngier int ret; 3997e9f723cSMarc Zyngier u32 val; 4009ed24f4bSMarc Zyngier 4019ed24f4bSMarc Zyngier ret = vgic_v2_parse_attr(dev, attr, ®_attr); 4029ed24f4bSMarc Zyngier if (ret) 4039ed24f4bSMarc Zyngier return ret; 4049ed24f4bSMarc Zyngier 4059ed24f4bSMarc Zyngier vcpu = reg_attr.vcpu; 4069ed24f4bSMarc Zyngier addr = reg_attr.addr; 4079ed24f4bSMarc Zyngier 4087e9f723cSMarc Zyngier if (is_write) 4097e9f723cSMarc Zyngier if (get_user(val, uaddr)) 4107e9f723cSMarc Zyngier return -EFAULT; 4117e9f723cSMarc Zyngier 4129ed24f4bSMarc Zyngier mutex_lock(&dev->kvm->lock); 4139ed24f4bSMarc Zyngier 4149ed24f4bSMarc Zyngier ret = vgic_init(dev->kvm); 4159ed24f4bSMarc Zyngier if (ret) 4169ed24f4bSMarc Zyngier goto out; 4179ed24f4bSMarc Zyngier 4189ed24f4bSMarc Zyngier if (!lock_all_vcpus(dev->kvm)) { 4199ed24f4bSMarc Zyngier ret = -EBUSY; 4209ed24f4bSMarc Zyngier goto out; 4219ed24f4bSMarc Zyngier } 4229ed24f4bSMarc Zyngier 4239ed24f4bSMarc Zyngier switch (attr->group) { 4249ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: 4257e9f723cSMarc Zyngier ret = vgic_v2_cpuif_uaccess(vcpu, is_write, addr, &val); 4269ed24f4bSMarc Zyngier break; 4279ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 4287e9f723cSMarc Zyngier ret = vgic_v2_dist_uaccess(vcpu, is_write, addr, &val); 4299ed24f4bSMarc Zyngier break; 4309ed24f4bSMarc Zyngier default: 4319ed24f4bSMarc Zyngier ret = -EINVAL; 4329ed24f4bSMarc Zyngier break; 4339ed24f4bSMarc Zyngier } 4349ed24f4bSMarc Zyngier 4359ed24f4bSMarc Zyngier unlock_all_vcpus(dev->kvm); 4369ed24f4bSMarc Zyngier out: 4379ed24f4bSMarc Zyngier mutex_unlock(&dev->kvm->lock); 4387e9f723cSMarc Zyngier 4397e9f723cSMarc Zyngier if (!ret && !is_write) 4407e9f723cSMarc Zyngier ret = put_user(val, uaddr); 4417e9f723cSMarc Zyngier 4429ed24f4bSMarc Zyngier return ret; 4439ed24f4bSMarc Zyngier } 4449ed24f4bSMarc Zyngier 4459ed24f4bSMarc Zyngier static int vgic_v2_set_attr(struct kvm_device *dev, 4469ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 4479ed24f4bSMarc Zyngier { 4489ed24f4bSMarc Zyngier switch (attr->group) { 4499ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 4507e9f723cSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: 4517e9f723cSMarc Zyngier return vgic_v2_attr_regs_access(dev, attr, true); 452*619064afSMarc Zyngier default: 453*619064afSMarc Zyngier return vgic_set_common_attr(dev, attr); 4549ed24f4bSMarc Zyngier } 4559ed24f4bSMarc Zyngier } 4569ed24f4bSMarc Zyngier 4579ed24f4bSMarc Zyngier static int vgic_v2_get_attr(struct kvm_device *dev, 4589ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 4599ed24f4bSMarc Zyngier { 4609ed24f4bSMarc Zyngier switch (attr->group) { 4619ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 4627e9f723cSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: 4637e9f723cSMarc Zyngier return vgic_v2_attr_regs_access(dev, attr, false); 464*619064afSMarc Zyngier default: 465*619064afSMarc Zyngier return vgic_get_common_attr(dev, attr); 4669ed24f4bSMarc Zyngier } 4679ed24f4bSMarc Zyngier } 4689ed24f4bSMarc Zyngier 4699ed24f4bSMarc Zyngier static int vgic_v2_has_attr(struct kvm_device *dev, 4709ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 4719ed24f4bSMarc Zyngier { 4729ed24f4bSMarc Zyngier switch (attr->group) { 4739ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_ADDR: 4749ed24f4bSMarc Zyngier switch (attr->attr) { 4759ed24f4bSMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_DIST: 4769ed24f4bSMarc Zyngier case KVM_VGIC_V2_ADDR_TYPE_CPU: 4779ed24f4bSMarc Zyngier return 0; 4789ed24f4bSMarc Zyngier } 4799ed24f4bSMarc Zyngier break; 4809ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 4819ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: 4829ed24f4bSMarc Zyngier return vgic_v2_has_attr_regs(dev, attr); 4839ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: 4849ed24f4bSMarc Zyngier return 0; 4859ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CTRL: 4869ed24f4bSMarc Zyngier switch (attr->attr) { 4879ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_CTRL_INIT: 4889ed24f4bSMarc Zyngier return 0; 4899ed24f4bSMarc Zyngier } 4909ed24f4bSMarc Zyngier } 4919ed24f4bSMarc Zyngier return -ENXIO; 4929ed24f4bSMarc Zyngier } 4939ed24f4bSMarc Zyngier 4949ed24f4bSMarc Zyngier struct kvm_device_ops kvm_arm_vgic_v2_ops = { 4959ed24f4bSMarc Zyngier .name = "kvm-arm-vgic-v2", 4969ed24f4bSMarc Zyngier .create = vgic_create, 4979ed24f4bSMarc Zyngier .destroy = vgic_destroy, 4989ed24f4bSMarc Zyngier .set_attr = vgic_v2_set_attr, 4999ed24f4bSMarc Zyngier .get_attr = vgic_v2_get_attr, 5009ed24f4bSMarc Zyngier .has_attr = vgic_v2_has_attr, 5019ed24f4bSMarc Zyngier }; 5029ed24f4bSMarc Zyngier 5039ed24f4bSMarc Zyngier int vgic_v3_parse_attr(struct kvm_device *dev, struct kvm_device_attr *attr, 5049ed24f4bSMarc Zyngier struct vgic_reg_attr *reg_attr) 5059ed24f4bSMarc Zyngier { 5069ed24f4bSMarc Zyngier unsigned long vgic_mpidr, mpidr_reg; 5079ed24f4bSMarc Zyngier 5089ed24f4bSMarc Zyngier /* 5099ed24f4bSMarc Zyngier * For KVM_DEV_ARM_VGIC_GRP_DIST_REGS group, 5109ed24f4bSMarc Zyngier * attr might not hold MPIDR. Hence assume vcpu0. 5119ed24f4bSMarc Zyngier */ 5129ed24f4bSMarc Zyngier if (attr->group != KVM_DEV_ARM_VGIC_GRP_DIST_REGS) { 5139ed24f4bSMarc Zyngier vgic_mpidr = (attr->attr & KVM_DEV_ARM_VGIC_V3_MPIDR_MASK) >> 5149ed24f4bSMarc Zyngier KVM_DEV_ARM_VGIC_V3_MPIDR_SHIFT; 5159ed24f4bSMarc Zyngier 5169ed24f4bSMarc Zyngier mpidr_reg = VGIC_TO_MPIDR(vgic_mpidr); 5179ed24f4bSMarc Zyngier reg_attr->vcpu = kvm_mpidr_to_vcpu(dev->kvm, mpidr_reg); 5189ed24f4bSMarc Zyngier } else { 5199ed24f4bSMarc Zyngier reg_attr->vcpu = kvm_get_vcpu(dev->kvm, 0); 5209ed24f4bSMarc Zyngier } 5219ed24f4bSMarc Zyngier 5229ed24f4bSMarc Zyngier if (!reg_attr->vcpu) 5239ed24f4bSMarc Zyngier return -EINVAL; 5249ed24f4bSMarc Zyngier 5259ed24f4bSMarc Zyngier reg_attr->addr = attr->attr & KVM_DEV_ARM_VGIC_OFFSET_MASK; 5269ed24f4bSMarc Zyngier 5279ed24f4bSMarc Zyngier return 0; 5289ed24f4bSMarc Zyngier } 5299ed24f4bSMarc Zyngier 5309ed24f4bSMarc Zyngier /* 5319ed24f4bSMarc Zyngier * vgic_v3_attr_regs_access - allows user space to access VGIC v3 state 5329ed24f4bSMarc Zyngier * 5339ed24f4bSMarc Zyngier * @dev: kvm device handle 5349ed24f4bSMarc Zyngier * @attr: kvm device attribute 5359ed24f4bSMarc Zyngier * @is_write: true if userspace is writing a register 5369ed24f4bSMarc Zyngier */ 5379ed24f4bSMarc Zyngier static int vgic_v3_attr_regs_access(struct kvm_device *dev, 5389ed24f4bSMarc Zyngier struct kvm_device_attr *attr, 539e1246f3fSMarc Zyngier bool is_write) 5409ed24f4bSMarc Zyngier { 5419ed24f4bSMarc Zyngier struct vgic_reg_attr reg_attr; 5429ed24f4bSMarc Zyngier gpa_t addr; 5439ed24f4bSMarc Zyngier struct kvm_vcpu *vcpu; 544e1246f3fSMarc Zyngier bool uaccess; 545e1246f3fSMarc Zyngier u32 val; 5469ed24f4bSMarc Zyngier int ret; 5479ed24f4bSMarc Zyngier 5489ed24f4bSMarc Zyngier ret = vgic_v3_parse_attr(dev, attr, ®_attr); 5499ed24f4bSMarc Zyngier if (ret) 5509ed24f4bSMarc Zyngier return ret; 5519ed24f4bSMarc Zyngier 5529ed24f4bSMarc Zyngier vcpu = reg_attr.vcpu; 5539ed24f4bSMarc Zyngier addr = reg_attr.addr; 5549ed24f4bSMarc Zyngier 555e1246f3fSMarc Zyngier switch (attr->group) { 556e1246f3fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS: 557e1246f3fSMarc Zyngier /* Sysregs uaccess is performed by the sysreg handling code */ 558e1246f3fSMarc Zyngier uaccess = false; 559e1246f3fSMarc Zyngier break; 560e1246f3fSMarc Zyngier default: 561e1246f3fSMarc Zyngier uaccess = true; 562e1246f3fSMarc Zyngier } 563e1246f3fSMarc Zyngier 564e1246f3fSMarc Zyngier if (uaccess && is_write) { 565e1246f3fSMarc Zyngier u32 __user *uaddr = (u32 __user *)(unsigned long)attr->addr; 566e1246f3fSMarc Zyngier if (get_user(val, uaddr)) 567e1246f3fSMarc Zyngier return -EFAULT; 568e1246f3fSMarc Zyngier } 569e1246f3fSMarc Zyngier 5709ed24f4bSMarc Zyngier mutex_lock(&dev->kvm->lock); 5719ed24f4bSMarc Zyngier 5729ed24f4bSMarc Zyngier if (unlikely(!vgic_initialized(dev->kvm))) { 5739ed24f4bSMarc Zyngier ret = -EBUSY; 5749ed24f4bSMarc Zyngier goto out; 5759ed24f4bSMarc Zyngier } 5769ed24f4bSMarc Zyngier 5779ed24f4bSMarc Zyngier if (!lock_all_vcpus(dev->kvm)) { 5789ed24f4bSMarc Zyngier ret = -EBUSY; 5799ed24f4bSMarc Zyngier goto out; 5809ed24f4bSMarc Zyngier } 5819ed24f4bSMarc Zyngier 5829ed24f4bSMarc Zyngier switch (attr->group) { 5839ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 584e1246f3fSMarc Zyngier ret = vgic_v3_dist_uaccess(vcpu, is_write, addr, &val); 5859ed24f4bSMarc Zyngier break; 5869ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_REDIST_REGS: 587e1246f3fSMarc Zyngier ret = vgic_v3_redist_uaccess(vcpu, is_write, addr, &val); 5889ed24f4bSMarc Zyngier break; 589db25081eSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS: 590db25081eSMarc Zyngier ret = vgic_v3_cpu_sysregs_uaccess(vcpu, attr, is_write); 5919ed24f4bSMarc Zyngier break; 5929ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO: { 5939ed24f4bSMarc Zyngier unsigned int info, intid; 5949ed24f4bSMarc Zyngier 5959ed24f4bSMarc Zyngier info = (attr->attr & KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_MASK) >> 5969ed24f4bSMarc Zyngier KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT; 5979ed24f4bSMarc Zyngier if (info == VGIC_LEVEL_INFO_LINE_LEVEL) { 5989ed24f4bSMarc Zyngier intid = attr->attr & 5999ed24f4bSMarc Zyngier KVM_DEV_ARM_VGIC_LINE_LEVEL_INTID_MASK; 6009ed24f4bSMarc Zyngier ret = vgic_v3_line_level_info_uaccess(vcpu, is_write, 601e1246f3fSMarc Zyngier intid, &val); 6029ed24f4bSMarc Zyngier } else { 6039ed24f4bSMarc Zyngier ret = -EINVAL; 6049ed24f4bSMarc Zyngier } 6059ed24f4bSMarc Zyngier break; 6069ed24f4bSMarc Zyngier } 6079ed24f4bSMarc Zyngier default: 6089ed24f4bSMarc Zyngier ret = -EINVAL; 6099ed24f4bSMarc Zyngier break; 6109ed24f4bSMarc Zyngier } 6119ed24f4bSMarc Zyngier 6129ed24f4bSMarc Zyngier unlock_all_vcpus(dev->kvm); 6139ed24f4bSMarc Zyngier out: 6149ed24f4bSMarc Zyngier mutex_unlock(&dev->kvm->lock); 615e1246f3fSMarc Zyngier 616e1246f3fSMarc Zyngier if (!ret && uaccess && !is_write) { 617e1246f3fSMarc Zyngier u32 __user *uaddr = (u32 __user *)(unsigned long)attr->addr; 618e1246f3fSMarc Zyngier ret = put_user(val, uaddr); 619e1246f3fSMarc Zyngier } 620e1246f3fSMarc Zyngier 6219ed24f4bSMarc Zyngier return ret; 6229ed24f4bSMarc Zyngier } 6239ed24f4bSMarc Zyngier 6249ed24f4bSMarc Zyngier static int vgic_v3_set_attr(struct kvm_device *dev, 6259ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 6269ed24f4bSMarc Zyngier { 6279ed24f4bSMarc Zyngier switch (attr->group) { 6289ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 629e1246f3fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_REDIST_REGS: 630db25081eSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS: 631e1246f3fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO: 632e1246f3fSMarc Zyngier return vgic_v3_attr_regs_access(dev, attr, true); 633*619064afSMarc Zyngier default: 634*619064afSMarc Zyngier return vgic_set_common_attr(dev, attr); 6359ed24f4bSMarc Zyngier } 6369ed24f4bSMarc Zyngier } 6379ed24f4bSMarc Zyngier 6389ed24f4bSMarc Zyngier static int vgic_v3_get_attr(struct kvm_device *dev, 6399ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 6409ed24f4bSMarc Zyngier { 6419ed24f4bSMarc Zyngier switch (attr->group) { 6429ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 643e1246f3fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_REDIST_REGS: 644db25081eSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS: 645e1246f3fSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO: 646e1246f3fSMarc Zyngier return vgic_v3_attr_regs_access(dev, attr, false); 647*619064afSMarc Zyngier default: 648*619064afSMarc Zyngier return vgic_get_common_attr(dev, attr); 6499ed24f4bSMarc Zyngier } 6509ed24f4bSMarc Zyngier } 6519ed24f4bSMarc Zyngier 6529ed24f4bSMarc Zyngier static int vgic_v3_has_attr(struct kvm_device *dev, 6539ed24f4bSMarc Zyngier struct kvm_device_attr *attr) 6549ed24f4bSMarc Zyngier { 6559ed24f4bSMarc Zyngier switch (attr->group) { 6569ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_ADDR: 6579ed24f4bSMarc Zyngier switch (attr->attr) { 6589ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_DIST: 6599ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_REDIST: 6609ed24f4bSMarc Zyngier case KVM_VGIC_V3_ADDR_TYPE_REDIST_REGION: 6619ed24f4bSMarc Zyngier return 0; 6629ed24f4bSMarc Zyngier } 6639ed24f4bSMarc Zyngier break; 6649ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_DIST_REGS: 6659ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_REDIST_REGS: 6669ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CPU_SYSREGS: 6679ed24f4bSMarc Zyngier return vgic_v3_has_attr_regs(dev, attr); 6689ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: 6699ed24f4bSMarc Zyngier return 0; 6709ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_LEVEL_INFO: { 6719ed24f4bSMarc Zyngier if (((attr->attr & KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_MASK) >> 6729ed24f4bSMarc Zyngier KVM_DEV_ARM_VGIC_LINE_LEVEL_INFO_SHIFT) == 6739ed24f4bSMarc Zyngier VGIC_LEVEL_INFO_LINE_LEVEL) 6749ed24f4bSMarc Zyngier return 0; 6759ed24f4bSMarc Zyngier break; 6769ed24f4bSMarc Zyngier } 6779ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_GRP_CTRL: 6789ed24f4bSMarc Zyngier switch (attr->attr) { 6799ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_CTRL_INIT: 6809ed24f4bSMarc Zyngier return 0; 6819ed24f4bSMarc Zyngier case KVM_DEV_ARM_VGIC_SAVE_PENDING_TABLES: 6829ed24f4bSMarc Zyngier return 0; 6839ed24f4bSMarc Zyngier } 6849ed24f4bSMarc Zyngier } 6859ed24f4bSMarc Zyngier return -ENXIO; 6869ed24f4bSMarc Zyngier } 6879ed24f4bSMarc Zyngier 6889ed24f4bSMarc Zyngier struct kvm_device_ops kvm_arm_vgic_v3_ops = { 6899ed24f4bSMarc Zyngier .name = "kvm-arm-vgic-v3", 6909ed24f4bSMarc Zyngier .create = vgic_create, 6919ed24f4bSMarc Zyngier .destroy = vgic_destroy, 6929ed24f4bSMarc Zyngier .set_attr = vgic_v3_set_attr, 6939ed24f4bSMarc Zyngier .get_attr = vgic_v3_get_attr, 6949ed24f4bSMarc Zyngier .has_attr = vgic_v3_has_attr, 6959ed24f4bSMarc Zyngier }; 696