1d809aa23SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2e28acfeaSChristian Borntraeger /* 3a53c8fabSHeiko Carstens * handling diagnose instructions 4e28acfeaSChristian Borntraeger * 5*fe28c786SJanosch Frank * Copyright IBM Corp. 2008, 2020 6e28acfeaSChristian Borntraeger * 7e28acfeaSChristian Borntraeger * Author(s): Carsten Otte <cotte@de.ibm.com> 8e28acfeaSChristian Borntraeger * Christian Borntraeger <borntraeger@de.ibm.com> 9e28acfeaSChristian Borntraeger */ 10e28acfeaSChristian Borntraeger 11e28acfeaSChristian Borntraeger #include <linux/kvm.h> 12e28acfeaSChristian Borntraeger #include <linux/kvm_host.h> 13deedabb2SMartin Schwidefsky #include <asm/pgalloc.h> 141e133ab2SMartin Schwidefsky #include <asm/gmap.h> 1510ccaa1eSCornelia Huck #include <asm/virtio-ccw.h> 16e28acfeaSChristian Borntraeger #include "kvm-s390.h" 175786fffaSCornelia Huck #include "trace.h" 18ade38c31SCornelia Huck #include "trace-s390.h" 193c038e6bSDominik Dingel #include "gaccess.h" 20e28acfeaSChristian Borntraeger 21388186bcSChristian Borntraeger static int diag_release_pages(struct kvm_vcpu *vcpu) 22388186bcSChristian Borntraeger { 23388186bcSChristian Borntraeger unsigned long start, end; 24fda902cbSMichael Mueller unsigned long prefix = kvm_s390_get_prefix(vcpu); 25388186bcSChristian Borntraeger 265a32c1afSChristian Borntraeger start = vcpu->run->s.regs.gprs[(vcpu->arch.sie_block->ipa & 0xf0) >> 4]; 2758cdf5ebSHeiko Carstens end = vcpu->run->s.regs.gprs[vcpu->arch.sie_block->ipa & 0xf] + PAGE_SIZE; 28175a5c9eSChristian Borntraeger vcpu->stat.diagnose_10++; 29388186bcSChristian Borntraeger 30f7a960afSChristian Borntraeger if (start & ~PAGE_MASK || end & ~PAGE_MASK || start >= end 31388186bcSChristian Borntraeger || start < 2 * PAGE_SIZE) 32388186bcSChristian Borntraeger return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION); 33388186bcSChristian Borntraeger 34388186bcSChristian Borntraeger VCPU_EVENT(vcpu, 5, "diag release pages %lX %lX", start, end); 35388186bcSChristian Borntraeger 36f7a960afSChristian Borntraeger /* 37f7a960afSChristian Borntraeger * We checked for start >= end above, so lets check for the 38f7a960afSChristian Borntraeger * fast path (no prefix swap page involved) 39f7a960afSChristian Borntraeger */ 40f7a960afSChristian Borntraeger if (end <= prefix || start >= prefix + 2 * PAGE_SIZE) { 416e0a0431SMartin Schwidefsky gmap_discard(vcpu->arch.gmap, start, end); 42388186bcSChristian Borntraeger } else { 43f7a960afSChristian Borntraeger /* 44f7a960afSChristian Borntraeger * This is slow path. gmap_discard will check for start 45f7a960afSChristian Borntraeger * so lets split this into before prefix, prefix, after 46f7a960afSChristian Borntraeger * prefix and let gmap_discard make some of these calls 47f7a960afSChristian Borntraeger * NOPs. 48f7a960afSChristian Borntraeger */ 496e0a0431SMartin Schwidefsky gmap_discard(vcpu->arch.gmap, start, prefix); 50f7a960afSChristian Borntraeger if (start <= prefix) 5158cdf5ebSHeiko Carstens gmap_discard(vcpu->arch.gmap, 0, PAGE_SIZE); 5258cdf5ebSHeiko Carstens if (end > prefix + PAGE_SIZE) 5358cdf5ebSHeiko Carstens gmap_discard(vcpu->arch.gmap, PAGE_SIZE, 2 * PAGE_SIZE); 54f7a960afSChristian Borntraeger gmap_discard(vcpu->arch.gmap, prefix + 2 * PAGE_SIZE, end); 55388186bcSChristian Borntraeger } 56388186bcSChristian Borntraeger return 0; 57388186bcSChristian Borntraeger } 58388186bcSChristian Borntraeger 593c038e6bSDominik Dingel static int __diag_page_ref_service(struct kvm_vcpu *vcpu) 603c038e6bSDominik Dingel { 613c038e6bSDominik Dingel struct prs_parm { 623c038e6bSDominik Dingel u16 code; 633c038e6bSDominik Dingel u16 subcode; 643c038e6bSDominik Dingel u16 parm_len; 653c038e6bSDominik Dingel u16 parm_version; 663c038e6bSDominik Dingel u64 token_addr; 673c038e6bSDominik Dingel u64 select_mask; 683c038e6bSDominik Dingel u64 compare_mask; 693c038e6bSDominik Dingel u64 zarch; 703c038e6bSDominik Dingel }; 713c038e6bSDominik Dingel struct prs_parm parm; 723c038e6bSDominik Dingel int rc; 733c038e6bSDominik Dingel u16 rx = (vcpu->arch.sie_block->ipa & 0xf0) >> 4; 743c038e6bSDominik Dingel u16 ry = (vcpu->arch.sie_block->ipa & 0x0f); 753c038e6bSDominik Dingel 7615e8b5daSChristian Borntraeger VCPU_EVENT(vcpu, 3, "diag page reference parameter block at 0x%llx", 7715e8b5daSChristian Borntraeger vcpu->run->s.regs.gprs[rx]); 78175a5c9eSChristian Borntraeger vcpu->stat.diagnose_258++; 793c038e6bSDominik Dingel if (vcpu->run->s.regs.gprs[rx] & 7) 803c038e6bSDominik Dingel return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION); 818ae04b8fSAlexander Yarygin rc = read_guest(vcpu, vcpu->run->s.regs.gprs[rx], rx, &parm, sizeof(parm)); 8281480cc1SHeiko Carstens if (rc) 8381480cc1SHeiko Carstens return kvm_s390_inject_prog_cond(vcpu, rc); 843c038e6bSDominik Dingel if (parm.parm_version != 2 || parm.parm_len < 5 || parm.code != 0x258) 853c038e6bSDominik Dingel return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION); 863c038e6bSDominik Dingel 873c038e6bSDominik Dingel switch (parm.subcode) { 883c038e6bSDominik Dingel case 0: /* TOKEN */ 89ab7090a6SChristian Borntraeger VCPU_EVENT(vcpu, 3, "pageref token addr 0x%llx " 90ab7090a6SChristian Borntraeger "select mask 0x%llx compare mask 0x%llx", 91ab7090a6SChristian Borntraeger parm.token_addr, parm.select_mask, parm.compare_mask); 923c038e6bSDominik Dingel if (vcpu->arch.pfault_token != KVM_S390_PFAULT_TOKEN_INVALID) { 933c038e6bSDominik Dingel /* 943c038e6bSDominik Dingel * If the pagefault handshake is already activated, 953c038e6bSDominik Dingel * the token must not be changed. We have to return 963c038e6bSDominik Dingel * decimal 8 instead, as mandated in SC24-6084. 973c038e6bSDominik Dingel */ 983c038e6bSDominik Dingel vcpu->run->s.regs.gprs[ry] = 8; 993c038e6bSDominik Dingel return 0; 1003c038e6bSDominik Dingel } 1013c038e6bSDominik Dingel 1023c038e6bSDominik Dingel if ((parm.compare_mask & parm.select_mask) != parm.compare_mask || 1033c038e6bSDominik Dingel parm.token_addr & 7 || parm.zarch != 0x8000000000000000ULL) 1043c038e6bSDominik Dingel return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION); 1053c038e6bSDominik Dingel 10681480cc1SHeiko Carstens if (kvm_is_error_gpa(vcpu->kvm, parm.token_addr)) 1073c038e6bSDominik Dingel return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING); 1083c038e6bSDominik Dingel 1093c038e6bSDominik Dingel vcpu->arch.pfault_token = parm.token_addr; 1103c038e6bSDominik Dingel vcpu->arch.pfault_select = parm.select_mask; 1113c038e6bSDominik Dingel vcpu->arch.pfault_compare = parm.compare_mask; 1123c038e6bSDominik Dingel vcpu->run->s.regs.gprs[ry] = 0; 1133c038e6bSDominik Dingel rc = 0; 1143c038e6bSDominik Dingel break; 1153c038e6bSDominik Dingel case 1: /* 1163c038e6bSDominik Dingel * CANCEL 1173c038e6bSDominik Dingel * Specification allows to let already pending tokens survive 1183c038e6bSDominik Dingel * the cancel, therefore to reduce code complexity, we assume 1193c038e6bSDominik Dingel * all outstanding tokens are already pending. 1203c038e6bSDominik Dingel */ 121ab7090a6SChristian Borntraeger VCPU_EVENT(vcpu, 3, "pageref cancel addr 0x%llx", parm.token_addr); 1223c038e6bSDominik Dingel if (parm.token_addr || parm.select_mask || 1233c038e6bSDominik Dingel parm.compare_mask || parm.zarch) 1243c038e6bSDominik Dingel return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION); 1253c038e6bSDominik Dingel 1263c038e6bSDominik Dingel vcpu->run->s.regs.gprs[ry] = 0; 1273c038e6bSDominik Dingel /* 1283c038e6bSDominik Dingel * If the pfault handling was not established or is already 1293c038e6bSDominik Dingel * canceled SC24-6084 requests to return decimal 4. 1303c038e6bSDominik Dingel */ 1313c038e6bSDominik Dingel if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) 1323c038e6bSDominik Dingel vcpu->run->s.regs.gprs[ry] = 4; 1333c038e6bSDominik Dingel else 1343c038e6bSDominik Dingel vcpu->arch.pfault_token = KVM_S390_PFAULT_TOKEN_INVALID; 1353c038e6bSDominik Dingel 1363c038e6bSDominik Dingel rc = 0; 1373c038e6bSDominik Dingel break; 1383c038e6bSDominik Dingel default: 1393c038e6bSDominik Dingel rc = -EOPNOTSUPP; 1403c038e6bSDominik Dingel break; 1413c038e6bSDominik Dingel } 1423c038e6bSDominik Dingel 1433c038e6bSDominik Dingel return rc; 1443c038e6bSDominik Dingel } 1453c038e6bSDominik Dingel 146e28acfeaSChristian Borntraeger static int __diag_time_slice_end(struct kvm_vcpu *vcpu) 147e28acfeaSChristian Borntraeger { 148e28acfeaSChristian Borntraeger VCPU_EVENT(vcpu, 5, "%s", "diag time slice end"); 149e28acfeaSChristian Borntraeger vcpu->stat.diagnose_44++; 1500546c63dSLongpeng(Mike) kvm_vcpu_on_spin(vcpu, true); 151e28acfeaSChristian Borntraeger return 0; 152e28acfeaSChristian Borntraeger } 153e28acfeaSChristian Borntraeger 15441628d33SKonstantin Weitz static int __diag_time_slice_end_directed(struct kvm_vcpu *vcpu) 15541628d33SKonstantin Weitz { 15641628d33SKonstantin Weitz struct kvm_vcpu *tcpu; 15741628d33SKonstantin Weitz int tid; 15841628d33SKonstantin Weitz 15941628d33SKonstantin Weitz tid = vcpu->run->s.regs.gprs[(vcpu->arch.sie_block->ipa & 0xf0) >> 4]; 16041628d33SKonstantin Weitz vcpu->stat.diagnose_9c++; 16141628d33SKonstantin Weitz 1628474e5caSChristian Borntraeger /* yield to self */ 16341628d33SKonstantin Weitz if (tid == vcpu->vcpu_id) 1648474e5caSChristian Borntraeger goto no_yield; 16541628d33SKonstantin Weitz 1668474e5caSChristian Borntraeger /* yield to invalid */ 167e09fefdeSDavid Hildenbrand tcpu = kvm_get_vcpu_by_id(vcpu->kvm, tid); 1688474e5caSChristian Borntraeger if (!tcpu) 1698474e5caSChristian Borntraeger goto no_yield; 1708474e5caSChristian Borntraeger 171c7b7de63SChristian Borntraeger /* target already running */ 172c7b7de63SChristian Borntraeger if (READ_ONCE(tcpu->cpu) >= 0) 173c7b7de63SChristian Borntraeger goto no_yield; 174c7b7de63SChristian Borntraeger 1758474e5caSChristian Borntraeger if (kvm_vcpu_yield_to(tcpu) <= 0) 1768474e5caSChristian Borntraeger goto no_yield; 1778474e5caSChristian Borntraeger 1788474e5caSChristian Borntraeger VCPU_EVENT(vcpu, 5, "diag time slice end directed to %d: done", tid); 1798474e5caSChristian Borntraeger return 0; 1808474e5caSChristian Borntraeger no_yield: 1818474e5caSChristian Borntraeger VCPU_EVENT(vcpu, 5, "diag time slice end directed to %d: ignored", tid); 1828474e5caSChristian Borntraeger vcpu->stat.diagnose_9c_ignored++; 18341628d33SKonstantin Weitz return 0; 18441628d33SKonstantin Weitz } 18541628d33SKonstantin Weitz 186e28acfeaSChristian Borntraeger static int __diag_ipl_functions(struct kvm_vcpu *vcpu) 187e28acfeaSChristian Borntraeger { 188e28acfeaSChristian Borntraeger unsigned int reg = vcpu->arch.sie_block->ipa & 0xf; 1895a32c1afSChristian Borntraeger unsigned long subcode = vcpu->run->s.regs.gprs[reg] & 0xffff; 190e28acfeaSChristian Borntraeger 19115e8b5daSChristian Borntraeger VCPU_EVENT(vcpu, 3, "diag ipl functions, subcode %lx", subcode); 192175a5c9eSChristian Borntraeger vcpu->stat.diagnose_308++; 193e28acfeaSChristian Borntraeger switch (subcode) { 194e28acfeaSChristian Borntraeger case 3: 195e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags = KVM_S390_RESET_CLEAR; 196e28acfeaSChristian Borntraeger break; 197e28acfeaSChristian Borntraeger case 4: 198e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags = 0; 199e28acfeaSChristian Borntraeger break; 200e28acfeaSChristian Borntraeger default: 201b8e660b8SHeiko Carstens return -EOPNOTSUPP; 202e28acfeaSChristian Borntraeger } 203e28acfeaSChristian Borntraeger 204*fe28c786SJanosch Frank /* 205*fe28c786SJanosch Frank * no need to check the return value of vcpu_stop as it can only have 206*fe28c786SJanosch Frank * an error for protvirt, but protvirt means user cpu state 207*fe28c786SJanosch Frank */ 2086352e4d2SDavid Hildenbrand if (!kvm_s390_user_cpu_state_ctrl(vcpu->kvm)) 2096852d7b6SDavid Hildenbrand kvm_s390_vcpu_stop(vcpu); 210e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags |= KVM_S390_RESET_SUBSYSTEM; 211e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags |= KVM_S390_RESET_IPL; 212e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags |= KVM_S390_RESET_CPU_INIT; 213e28acfeaSChristian Borntraeger vcpu->run->exit_reason = KVM_EXIT_S390_RESET; 21433e19115SHeiko Carstens VCPU_EVENT(vcpu, 3, "requesting userspace resets %llx", 215e28acfeaSChristian Borntraeger vcpu->run->s390_reset_flags); 216ade38c31SCornelia Huck trace_kvm_s390_request_resets(vcpu->run->s390_reset_flags); 217e28acfeaSChristian Borntraeger return -EREMOTE; 218e28acfeaSChristian Borntraeger } 219e28acfeaSChristian Borntraeger 22010ccaa1eSCornelia Huck static int __diag_virtio_hypercall(struct kvm_vcpu *vcpu) 22110ccaa1eSCornelia Huck { 222800c1065SThomas Huth int ret; 22310ccaa1eSCornelia Huck 224175a5c9eSChristian Borntraeger vcpu->stat.diagnose_500++; 22510ccaa1eSCornelia Huck /* No virtio-ccw notification? Get out quickly. */ 22610ccaa1eSCornelia Huck if (!vcpu->kvm->arch.css_support || 22710ccaa1eSCornelia Huck (vcpu->run->s.regs.gprs[1] != KVM_S390_VIRTIO_CCW_NOTIFY)) 22810ccaa1eSCornelia Huck return -EOPNOTSUPP; 22910ccaa1eSCornelia Huck 2301bb78d16SChristian Borntraeger VCPU_EVENT(vcpu, 4, "diag 0x500 schid 0x%8.8x queue 0x%x cookie 0x%llx", 2311bb78d16SChristian Borntraeger (u32) vcpu->run->s.regs.gprs[2], 2321bb78d16SChristian Borntraeger (u32) vcpu->run->s.regs.gprs[3], 2331bb78d16SChristian Borntraeger vcpu->run->s.regs.gprs[4]); 2341bb78d16SChristian Borntraeger 23510ccaa1eSCornelia Huck /* 23610ccaa1eSCornelia Huck * The layout is as follows: 23710ccaa1eSCornelia Huck * - gpr 2 contains the subchannel id (passed as addr) 23810ccaa1eSCornelia Huck * - gpr 3 contains the virtqueue index (passed as datamatch) 23985dfe87eSCornelia Huck * - gpr 4 contains the index on the bus (optionally) 24010ccaa1eSCornelia Huck */ 241e32edf4fSNikolay Nikolaev ret = kvm_io_bus_write_cookie(vcpu, KVM_VIRTIO_CCW_NOTIFY_BUS, 242ff1f3cb4SDominik Dingel vcpu->run->s.regs.gprs[2] & 0xffffffff, 24385dfe87eSCornelia Huck 8, &vcpu->run->s.regs.gprs[3], 24485dfe87eSCornelia Huck vcpu->run->s.regs.gprs[4]); 24585dfe87eSCornelia Huck 24685dfe87eSCornelia Huck /* 24785dfe87eSCornelia Huck * Return cookie in gpr 2, but don't overwrite the register if the 24885dfe87eSCornelia Huck * diagnose will be handled by userspace. 24985dfe87eSCornelia Huck */ 25085dfe87eSCornelia Huck if (ret != -EOPNOTSUPP) 25185dfe87eSCornelia Huck vcpu->run->s.regs.gprs[2] = ret; 25285dfe87eSCornelia Huck /* kvm_io_bus_write_cookie returns -EOPNOTSUPP if it found no match. */ 25310ccaa1eSCornelia Huck return ret < 0 ? ret : 0; 25410ccaa1eSCornelia Huck } 25510ccaa1eSCornelia Huck 256e28acfeaSChristian Borntraeger int kvm_s390_handle_diag(struct kvm_vcpu *vcpu) 257e28acfeaSChristian Borntraeger { 2588ae04b8fSAlexander Yarygin int code = kvm_s390_get_base_disp_rs(vcpu, NULL) & 0xffff; 259e28acfeaSChristian Borntraeger 26093e1750fSThomas Huth if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE) 26193e1750fSThomas Huth return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP); 26293e1750fSThomas Huth 2635786fffaSCornelia Huck trace_kvm_s390_handle_diag(vcpu, code); 264e28acfeaSChristian Borntraeger switch (code) { 265388186bcSChristian Borntraeger case 0x10: 266388186bcSChristian Borntraeger return diag_release_pages(vcpu); 267e28acfeaSChristian Borntraeger case 0x44: 268e28acfeaSChristian Borntraeger return __diag_time_slice_end(vcpu); 26941628d33SKonstantin Weitz case 0x9c: 27041628d33SKonstantin Weitz return __diag_time_slice_end_directed(vcpu); 2713c038e6bSDominik Dingel case 0x258: 2723c038e6bSDominik Dingel return __diag_page_ref_service(vcpu); 273e28acfeaSChristian Borntraeger case 0x308: 274e28acfeaSChristian Borntraeger return __diag_ipl_functions(vcpu); 27510ccaa1eSCornelia Huck case 0x500: 27610ccaa1eSCornelia Huck return __diag_virtio_hypercall(vcpu); 277e28acfeaSChristian Borntraeger default: 278a37cb07aSChristian Borntraeger vcpu->stat.diagnose_other++; 279b8e660b8SHeiko Carstens return -EOPNOTSUPP; 280e28acfeaSChristian Borntraeger } 281e28acfeaSChristian Borntraeger } 282