1d809aa23SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
227291e21SDavid Hildenbrand /*
327291e21SDavid Hildenbrand * kvm guest debug support
427291e21SDavid Hildenbrand *
527291e21SDavid Hildenbrand * Copyright IBM Corp. 2014
627291e21SDavid Hildenbrand *
727291e21SDavid Hildenbrand * Author(s): David Hildenbrand <dahi@linux.vnet.ibm.com>
827291e21SDavid Hildenbrand */
927291e21SDavid Hildenbrand #include <linux/kvm_host.h>
1027291e21SDavid Hildenbrand #include <linux/errno.h>
1127291e21SDavid Hildenbrand #include "kvm-s390.h"
1227291e21SDavid Hildenbrand #include "gaccess.h"
1327291e21SDavid Hildenbrand
1427291e21SDavid Hildenbrand /*
1527291e21SDavid Hildenbrand * Extends the address range given by *start and *stop to include the address
1627291e21SDavid Hildenbrand * range starting with estart and the length len. Takes care of overflowing
177eb792bfSAdam Buchbinder * intervals and tries to minimize the overall interval size.
1827291e21SDavid Hildenbrand */
extend_address_range(u64 * start,u64 * stop,u64 estart,int len)1927291e21SDavid Hildenbrand static void extend_address_range(u64 *start, u64 *stop, u64 estart, int len)
2027291e21SDavid Hildenbrand {
2127291e21SDavid Hildenbrand u64 estop;
2227291e21SDavid Hildenbrand
2327291e21SDavid Hildenbrand if (len > 0)
2427291e21SDavid Hildenbrand len--;
2527291e21SDavid Hildenbrand else
2627291e21SDavid Hildenbrand len = 0;
2727291e21SDavid Hildenbrand
2827291e21SDavid Hildenbrand estop = estart + len;
2927291e21SDavid Hildenbrand
3027291e21SDavid Hildenbrand /* 0-0 range represents "not set" */
3127291e21SDavid Hildenbrand if ((*start == 0) && (*stop == 0)) {
3227291e21SDavid Hildenbrand *start = estart;
3327291e21SDavid Hildenbrand *stop = estop;
3427291e21SDavid Hildenbrand } else if (*start <= *stop) {
3527291e21SDavid Hildenbrand /* increase the existing range */
3627291e21SDavid Hildenbrand if (estart < *start)
3727291e21SDavid Hildenbrand *start = estart;
3827291e21SDavid Hildenbrand if (estop > *stop)
3927291e21SDavid Hildenbrand *stop = estop;
4027291e21SDavid Hildenbrand } else {
4127291e21SDavid Hildenbrand /* "overflowing" interval, whereby *stop > *start */
4227291e21SDavid Hildenbrand if (estart <= *stop) {
4327291e21SDavid Hildenbrand if (estop > *stop)
4427291e21SDavid Hildenbrand *stop = estop;
4527291e21SDavid Hildenbrand } else if (estop > *start) {
4627291e21SDavid Hildenbrand if (estart < *start)
4727291e21SDavid Hildenbrand *start = estart;
4827291e21SDavid Hildenbrand }
4927291e21SDavid Hildenbrand /* minimize the range */
5027291e21SDavid Hildenbrand else if ((estop - *stop) < (*start - estart))
5127291e21SDavid Hildenbrand *stop = estop;
5227291e21SDavid Hildenbrand else
5327291e21SDavid Hildenbrand *start = estart;
5427291e21SDavid Hildenbrand }
5527291e21SDavid Hildenbrand }
5627291e21SDavid Hildenbrand
5727291e21SDavid Hildenbrand #define MAX_INST_SIZE 6
5827291e21SDavid Hildenbrand
enable_all_hw_bp(struct kvm_vcpu * vcpu)5927291e21SDavid Hildenbrand static void enable_all_hw_bp(struct kvm_vcpu *vcpu)
6027291e21SDavid Hildenbrand {
6127291e21SDavid Hildenbrand unsigned long start, len;
6227291e21SDavid Hildenbrand u64 *cr9 = &vcpu->arch.sie_block->gcr[9];
6327291e21SDavid Hildenbrand u64 *cr10 = &vcpu->arch.sie_block->gcr[10];
6427291e21SDavid Hildenbrand u64 *cr11 = &vcpu->arch.sie_block->gcr[11];
6527291e21SDavid Hildenbrand int i;
6627291e21SDavid Hildenbrand
6727291e21SDavid Hildenbrand if (vcpu->arch.guestdbg.nr_hw_bp <= 0 ||
6827291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_bp_info == NULL)
6927291e21SDavid Hildenbrand return;
7027291e21SDavid Hildenbrand
7127291e21SDavid Hildenbrand /*
727eb792bfSAdam Buchbinder * If the guest is not interested in branching events, we can safely
7327291e21SDavid Hildenbrand * limit them to the PER address range.
7427291e21SDavid Hildenbrand */
7527291e21SDavid Hildenbrand if (!(*cr9 & PER_EVENT_BRANCH))
7627291e21SDavid Hildenbrand *cr9 |= PER_CONTROL_BRANCH_ADDRESS;
7727291e21SDavid Hildenbrand *cr9 |= PER_EVENT_IFETCH | PER_EVENT_BRANCH;
7827291e21SDavid Hildenbrand
7927291e21SDavid Hildenbrand for (i = 0; i < vcpu->arch.guestdbg.nr_hw_bp; i++) {
8027291e21SDavid Hildenbrand start = vcpu->arch.guestdbg.hw_bp_info[i].addr;
8127291e21SDavid Hildenbrand len = vcpu->arch.guestdbg.hw_bp_info[i].len;
8227291e21SDavid Hildenbrand
8327291e21SDavid Hildenbrand /*
8427291e21SDavid Hildenbrand * The instruction in front of the desired bp has to
8527291e21SDavid Hildenbrand * report instruction-fetching events
8627291e21SDavid Hildenbrand */
8727291e21SDavid Hildenbrand if (start < MAX_INST_SIZE) {
8827291e21SDavid Hildenbrand len += start;
8927291e21SDavid Hildenbrand start = 0;
9027291e21SDavid Hildenbrand } else {
9127291e21SDavid Hildenbrand start -= MAX_INST_SIZE;
9227291e21SDavid Hildenbrand len += MAX_INST_SIZE;
9327291e21SDavid Hildenbrand }
9427291e21SDavid Hildenbrand
9527291e21SDavid Hildenbrand extend_address_range(cr10, cr11, start, len);
9627291e21SDavid Hildenbrand }
9727291e21SDavid Hildenbrand }
9827291e21SDavid Hildenbrand
enable_all_hw_wp(struct kvm_vcpu * vcpu)9927291e21SDavid Hildenbrand static void enable_all_hw_wp(struct kvm_vcpu *vcpu)
10027291e21SDavid Hildenbrand {
10127291e21SDavid Hildenbrand unsigned long start, len;
10227291e21SDavid Hildenbrand u64 *cr9 = &vcpu->arch.sie_block->gcr[9];
10327291e21SDavid Hildenbrand u64 *cr10 = &vcpu->arch.sie_block->gcr[10];
10427291e21SDavid Hildenbrand u64 *cr11 = &vcpu->arch.sie_block->gcr[11];
10527291e21SDavid Hildenbrand int i;
10627291e21SDavid Hildenbrand
10727291e21SDavid Hildenbrand if (vcpu->arch.guestdbg.nr_hw_wp <= 0 ||
10827291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_wp_info == NULL)
10927291e21SDavid Hildenbrand return;
11027291e21SDavid Hildenbrand
11127291e21SDavid Hildenbrand /* if host uses storage alternation for special address
11227291e21SDavid Hildenbrand * spaces, enable all events and give all to the guest */
11327291e21SDavid Hildenbrand if (*cr9 & PER_EVENT_STORE && *cr9 & PER_CONTROL_ALTERATION) {
11427291e21SDavid Hildenbrand *cr9 &= ~PER_CONTROL_ALTERATION;
11527291e21SDavid Hildenbrand *cr10 = 0;
1169cb1ccecSHeiko Carstens *cr11 = -1UL;
11727291e21SDavid Hildenbrand } else {
11827291e21SDavid Hildenbrand *cr9 &= ~PER_CONTROL_ALTERATION;
11927291e21SDavid Hildenbrand *cr9 |= PER_EVENT_STORE;
12027291e21SDavid Hildenbrand
12127291e21SDavid Hildenbrand for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
12227291e21SDavid Hildenbrand start = vcpu->arch.guestdbg.hw_wp_info[i].addr;
12327291e21SDavid Hildenbrand len = vcpu->arch.guestdbg.hw_wp_info[i].len;
12427291e21SDavid Hildenbrand
12527291e21SDavid Hildenbrand extend_address_range(cr10, cr11, start, len);
12627291e21SDavid Hildenbrand }
12727291e21SDavid Hildenbrand }
12827291e21SDavid Hildenbrand }
12927291e21SDavid Hildenbrand
kvm_s390_backup_guest_per_regs(struct kvm_vcpu * vcpu)13027291e21SDavid Hildenbrand void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu)
13127291e21SDavid Hildenbrand {
13227291e21SDavid Hildenbrand vcpu->arch.guestdbg.cr0 = vcpu->arch.sie_block->gcr[0];
13327291e21SDavid Hildenbrand vcpu->arch.guestdbg.cr9 = vcpu->arch.sie_block->gcr[9];
13427291e21SDavid Hildenbrand vcpu->arch.guestdbg.cr10 = vcpu->arch.sie_block->gcr[10];
13527291e21SDavid Hildenbrand vcpu->arch.guestdbg.cr11 = vcpu->arch.sie_block->gcr[11];
13627291e21SDavid Hildenbrand }
13727291e21SDavid Hildenbrand
kvm_s390_restore_guest_per_regs(struct kvm_vcpu * vcpu)13827291e21SDavid Hildenbrand void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu)
13927291e21SDavid Hildenbrand {
14027291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[0] = vcpu->arch.guestdbg.cr0;
14127291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[9] = vcpu->arch.guestdbg.cr9;
14227291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[10] = vcpu->arch.guestdbg.cr10;
14327291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[11] = vcpu->arch.guestdbg.cr11;
14427291e21SDavid Hildenbrand }
14527291e21SDavid Hildenbrand
kvm_s390_patch_guest_per_regs(struct kvm_vcpu * vcpu)14627291e21SDavid Hildenbrand void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu)
14727291e21SDavid Hildenbrand {
14827291e21SDavid Hildenbrand /*
14927291e21SDavid Hildenbrand * TODO: if guest psw has per enabled, otherwise 0s!
15027291e21SDavid Hildenbrand * This reduces the amount of reported events.
15127291e21SDavid Hildenbrand * Need to intercept all psw changes!
15227291e21SDavid Hildenbrand */
15327291e21SDavid Hildenbrand
15427291e21SDavid Hildenbrand if (guestdbg_sstep_enabled(vcpu)) {
155f71d0dc5SDavid Hildenbrand /* disable timer (clock-comparator) interrupts */
156b9224cd7SDavid Hildenbrand vcpu->arch.sie_block->gcr[0] &= ~CR0_CLOCK_COMPARATOR_SUBMASK;
15727291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[9] |= PER_EVENT_IFETCH;
15827291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[10] = 0;
1599cb1ccecSHeiko Carstens vcpu->arch.sie_block->gcr[11] = -1UL;
16027291e21SDavid Hildenbrand }
16127291e21SDavid Hildenbrand
16227291e21SDavid Hildenbrand if (guestdbg_hw_bp_enabled(vcpu)) {
16327291e21SDavid Hildenbrand enable_all_hw_bp(vcpu);
16427291e21SDavid Hildenbrand enable_all_hw_wp(vcpu);
16527291e21SDavid Hildenbrand }
16627291e21SDavid Hildenbrand
16727291e21SDavid Hildenbrand /* TODO: Instruction-fetching-nullification not allowed for now */
16827291e21SDavid Hildenbrand if (vcpu->arch.sie_block->gcr[9] & PER_EVENT_NULLIFICATION)
16927291e21SDavid Hildenbrand vcpu->arch.sie_block->gcr[9] &= ~PER_EVENT_NULLIFICATION;
17027291e21SDavid Hildenbrand }
17127291e21SDavid Hildenbrand
17227291e21SDavid Hildenbrand #define MAX_WP_SIZE 100
17327291e21SDavid Hildenbrand
__import_wp_info(struct kvm_vcpu * vcpu,struct kvm_hw_breakpoint * bp_data,struct kvm_hw_wp_info_arch * wp_info)17427291e21SDavid Hildenbrand static int __import_wp_info(struct kvm_vcpu *vcpu,
17527291e21SDavid Hildenbrand struct kvm_hw_breakpoint *bp_data,
17627291e21SDavid Hildenbrand struct kvm_hw_wp_info_arch *wp_info)
17727291e21SDavid Hildenbrand {
17827291e21SDavid Hildenbrand int ret = 0;
17927291e21SDavid Hildenbrand wp_info->len = bp_data->len;
18027291e21SDavid Hildenbrand wp_info->addr = bp_data->addr;
18127291e21SDavid Hildenbrand wp_info->phys_addr = bp_data->phys_addr;
18227291e21SDavid Hildenbrand wp_info->old_data = NULL;
18327291e21SDavid Hildenbrand
18427291e21SDavid Hildenbrand if (wp_info->len < 0 || wp_info->len > MAX_WP_SIZE)
18527291e21SDavid Hildenbrand return -EINVAL;
18627291e21SDavid Hildenbrand
187*c4196218SChristian Borntraeger wp_info->old_data = kmalloc(bp_data->len, GFP_KERNEL_ACCOUNT);
18827291e21SDavid Hildenbrand if (!wp_info->old_data)
18927291e21SDavid Hildenbrand return -ENOMEM;
19027291e21SDavid Hildenbrand /* try to backup the original value */
1911f289a84SAlexander Yarygin ret = read_guest_abs(vcpu, wp_info->phys_addr, wp_info->old_data,
19227291e21SDavid Hildenbrand wp_info->len);
19327291e21SDavid Hildenbrand if (ret) {
19427291e21SDavid Hildenbrand kfree(wp_info->old_data);
19527291e21SDavid Hildenbrand wp_info->old_data = NULL;
19627291e21SDavid Hildenbrand }
19727291e21SDavid Hildenbrand
19827291e21SDavid Hildenbrand return ret;
19927291e21SDavid Hildenbrand }
20027291e21SDavid Hildenbrand
20127291e21SDavid Hildenbrand #define MAX_BP_COUNT 50
20227291e21SDavid Hildenbrand
kvm_s390_import_bp_data(struct kvm_vcpu * vcpu,struct kvm_guest_debug * dbg)20327291e21SDavid Hildenbrand int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
20427291e21SDavid Hildenbrand struct kvm_guest_debug *dbg)
20527291e21SDavid Hildenbrand {
206a1708a2eSMarkus Elfring int ret = 0, nr_wp = 0, nr_bp = 0, i;
20727291e21SDavid Hildenbrand struct kvm_hw_breakpoint *bp_data = NULL;
20827291e21SDavid Hildenbrand struct kvm_hw_wp_info_arch *wp_info = NULL;
20927291e21SDavid Hildenbrand struct kvm_hw_bp_info_arch *bp_info = NULL;
21027291e21SDavid Hildenbrand
21127291e21SDavid Hildenbrand if (dbg->arch.nr_hw_bp <= 0 || !dbg->arch.hw_bp)
21227291e21SDavid Hildenbrand return 0;
21327291e21SDavid Hildenbrand else if (dbg->arch.nr_hw_bp > MAX_BP_COUNT)
21427291e21SDavid Hildenbrand return -EINVAL;
21527291e21SDavid Hildenbrand
2160624a8ebSMarkus Elfring bp_data = memdup_user(dbg->arch.hw_bp,
2170624a8ebSMarkus Elfring sizeof(*bp_data) * dbg->arch.nr_hw_bp);
2180624a8ebSMarkus Elfring if (IS_ERR(bp_data))
2190624a8ebSMarkus Elfring return PTR_ERR(bp_data);
22027291e21SDavid Hildenbrand
22127291e21SDavid Hildenbrand for (i = 0; i < dbg->arch.nr_hw_bp; i++) {
22227291e21SDavid Hildenbrand switch (bp_data[i].type) {
22327291e21SDavid Hildenbrand case KVM_HW_WP_WRITE:
22427291e21SDavid Hildenbrand nr_wp++;
22527291e21SDavid Hildenbrand break;
22627291e21SDavid Hildenbrand case KVM_HW_BP:
22727291e21SDavid Hildenbrand nr_bp++;
22827291e21SDavid Hildenbrand break;
22927291e21SDavid Hildenbrand default:
23027291e21SDavid Hildenbrand break;
23127291e21SDavid Hildenbrand }
23227291e21SDavid Hildenbrand }
23327291e21SDavid Hildenbrand
234a1708a2eSMarkus Elfring if (nr_wp > 0) {
235a1708a2eSMarkus Elfring wp_info = kmalloc_array(nr_wp,
236a1708a2eSMarkus Elfring sizeof(*wp_info),
237*c4196218SChristian Borntraeger GFP_KERNEL_ACCOUNT);
23827291e21SDavid Hildenbrand if (!wp_info) {
23927291e21SDavid Hildenbrand ret = -ENOMEM;
24027291e21SDavid Hildenbrand goto error;
24127291e21SDavid Hildenbrand }
24227291e21SDavid Hildenbrand }
243a1708a2eSMarkus Elfring if (nr_bp > 0) {
244a1708a2eSMarkus Elfring bp_info = kmalloc_array(nr_bp,
245a1708a2eSMarkus Elfring sizeof(*bp_info),
246*c4196218SChristian Borntraeger GFP_KERNEL_ACCOUNT);
24727291e21SDavid Hildenbrand if (!bp_info) {
24827291e21SDavid Hildenbrand ret = -ENOMEM;
24927291e21SDavid Hildenbrand goto error;
25027291e21SDavid Hildenbrand }
25127291e21SDavid Hildenbrand }
25227291e21SDavid Hildenbrand
25327291e21SDavid Hildenbrand for (nr_wp = 0, nr_bp = 0, i = 0; i < dbg->arch.nr_hw_bp; i++) {
25427291e21SDavid Hildenbrand switch (bp_data[i].type) {
25527291e21SDavid Hildenbrand case KVM_HW_WP_WRITE:
25627291e21SDavid Hildenbrand ret = __import_wp_info(vcpu, &bp_data[i],
25727291e21SDavid Hildenbrand &wp_info[nr_wp]);
25827291e21SDavid Hildenbrand if (ret)
25927291e21SDavid Hildenbrand goto error;
26027291e21SDavid Hildenbrand nr_wp++;
26127291e21SDavid Hildenbrand break;
26227291e21SDavid Hildenbrand case KVM_HW_BP:
26327291e21SDavid Hildenbrand bp_info[nr_bp].len = bp_data[i].len;
26427291e21SDavid Hildenbrand bp_info[nr_bp].addr = bp_data[i].addr;
26527291e21SDavid Hildenbrand nr_bp++;
26627291e21SDavid Hildenbrand break;
26727291e21SDavid Hildenbrand }
26827291e21SDavid Hildenbrand }
26927291e21SDavid Hildenbrand
27027291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_bp = nr_bp;
27127291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_bp_info = bp_info;
27227291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_wp = nr_wp;
27327291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_wp_info = wp_info;
27427291e21SDavid Hildenbrand return 0;
27527291e21SDavid Hildenbrand error:
27627291e21SDavid Hildenbrand kfree(bp_data);
27727291e21SDavid Hildenbrand kfree(wp_info);
27827291e21SDavid Hildenbrand kfree(bp_info);
27927291e21SDavid Hildenbrand return ret;
28027291e21SDavid Hildenbrand }
28127291e21SDavid Hildenbrand
kvm_s390_clear_bp_data(struct kvm_vcpu * vcpu)28227291e21SDavid Hildenbrand void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu)
28327291e21SDavid Hildenbrand {
28427291e21SDavid Hildenbrand int i;
28527291e21SDavid Hildenbrand struct kvm_hw_wp_info_arch *hw_wp_info = NULL;
28627291e21SDavid Hildenbrand
28727291e21SDavid Hildenbrand for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
28827291e21SDavid Hildenbrand hw_wp_info = &vcpu->arch.guestdbg.hw_wp_info[i];
28927291e21SDavid Hildenbrand kfree(hw_wp_info->old_data);
29027291e21SDavid Hildenbrand hw_wp_info->old_data = NULL;
29127291e21SDavid Hildenbrand }
29227291e21SDavid Hildenbrand kfree(vcpu->arch.guestdbg.hw_wp_info);
29327291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_wp_info = NULL;
29427291e21SDavid Hildenbrand
29527291e21SDavid Hildenbrand kfree(vcpu->arch.guestdbg.hw_bp_info);
29627291e21SDavid Hildenbrand vcpu->arch.guestdbg.hw_bp_info = NULL;
29727291e21SDavid Hildenbrand
29827291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_wp = 0;
29927291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_bp = 0;
30027291e21SDavid Hildenbrand }
30127291e21SDavid Hildenbrand
in_addr_range(u64 addr,u64 a,u64 b)30227291e21SDavid Hildenbrand static inline int in_addr_range(u64 addr, u64 a, u64 b)
30327291e21SDavid Hildenbrand {
30427291e21SDavid Hildenbrand if (a <= b)
30527291e21SDavid Hildenbrand return (addr >= a) && (addr <= b);
30627291e21SDavid Hildenbrand else
30727291e21SDavid Hildenbrand /* "overflowing" interval */
3088149fc07SDavid Hildenbrand return (addr >= a) || (addr <= b);
30927291e21SDavid Hildenbrand }
31027291e21SDavid Hildenbrand
31127291e21SDavid Hildenbrand #define end_of_range(bp_info) (bp_info->addr + bp_info->len - 1)
31227291e21SDavid Hildenbrand
find_hw_bp(struct kvm_vcpu * vcpu,unsigned long addr)31327291e21SDavid Hildenbrand static struct kvm_hw_bp_info_arch *find_hw_bp(struct kvm_vcpu *vcpu,
31427291e21SDavid Hildenbrand unsigned long addr)
31527291e21SDavid Hildenbrand {
31627291e21SDavid Hildenbrand struct kvm_hw_bp_info_arch *bp_info = vcpu->arch.guestdbg.hw_bp_info;
31727291e21SDavid Hildenbrand int i;
31827291e21SDavid Hildenbrand
31927291e21SDavid Hildenbrand if (vcpu->arch.guestdbg.nr_hw_bp == 0)
32027291e21SDavid Hildenbrand return NULL;
32127291e21SDavid Hildenbrand
32227291e21SDavid Hildenbrand for (i = 0; i < vcpu->arch.guestdbg.nr_hw_bp; i++) {
32327291e21SDavid Hildenbrand /* addr is directly the start or in the range of a bp */
32427291e21SDavid Hildenbrand if (addr == bp_info->addr)
32527291e21SDavid Hildenbrand goto found;
32627291e21SDavid Hildenbrand if (bp_info->len > 0 &&
32727291e21SDavid Hildenbrand in_addr_range(addr, bp_info->addr, end_of_range(bp_info)))
32827291e21SDavid Hildenbrand goto found;
32927291e21SDavid Hildenbrand
33027291e21SDavid Hildenbrand bp_info++;
33127291e21SDavid Hildenbrand }
33227291e21SDavid Hildenbrand
33327291e21SDavid Hildenbrand return NULL;
33427291e21SDavid Hildenbrand found:
33527291e21SDavid Hildenbrand return bp_info;
33627291e21SDavid Hildenbrand }
33727291e21SDavid Hildenbrand
any_wp_changed(struct kvm_vcpu * vcpu)33827291e21SDavid Hildenbrand static struct kvm_hw_wp_info_arch *any_wp_changed(struct kvm_vcpu *vcpu)
33927291e21SDavid Hildenbrand {
34027291e21SDavid Hildenbrand int i;
34127291e21SDavid Hildenbrand struct kvm_hw_wp_info_arch *wp_info = NULL;
34227291e21SDavid Hildenbrand void *temp = NULL;
34327291e21SDavid Hildenbrand
34427291e21SDavid Hildenbrand if (vcpu->arch.guestdbg.nr_hw_wp == 0)
34527291e21SDavid Hildenbrand return NULL;
34627291e21SDavid Hildenbrand
34727291e21SDavid Hildenbrand for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
34827291e21SDavid Hildenbrand wp_info = &vcpu->arch.guestdbg.hw_wp_info[i];
34927291e21SDavid Hildenbrand if (!wp_info || !wp_info->old_data || wp_info->len <= 0)
35027291e21SDavid Hildenbrand continue;
35127291e21SDavid Hildenbrand
352*c4196218SChristian Borntraeger temp = kmalloc(wp_info->len, GFP_KERNEL_ACCOUNT);
35327291e21SDavid Hildenbrand if (!temp)
35427291e21SDavid Hildenbrand continue;
35527291e21SDavid Hildenbrand
35627291e21SDavid Hildenbrand /* refetch the wp data and compare it to the old value */
3571f289a84SAlexander Yarygin if (!read_guest_abs(vcpu, wp_info->phys_addr, temp,
35827291e21SDavid Hildenbrand wp_info->len)) {
35927291e21SDavid Hildenbrand if (memcmp(temp, wp_info->old_data, wp_info->len)) {
36027291e21SDavid Hildenbrand kfree(temp);
36127291e21SDavid Hildenbrand return wp_info;
36227291e21SDavid Hildenbrand }
36327291e21SDavid Hildenbrand }
36427291e21SDavid Hildenbrand kfree(temp);
36527291e21SDavid Hildenbrand temp = NULL;
36627291e21SDavid Hildenbrand }
36727291e21SDavid Hildenbrand
36827291e21SDavid Hildenbrand return NULL;
36927291e21SDavid Hildenbrand }
37027291e21SDavid Hildenbrand
kvm_s390_prepare_debug_exit(struct kvm_vcpu * vcpu)37127291e21SDavid Hildenbrand void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu)
37227291e21SDavid Hildenbrand {
37327291e21SDavid Hildenbrand vcpu->run->exit_reason = KVM_EXIT_DEBUG;
37427291e21SDavid Hildenbrand vcpu->guest_debug &= ~KVM_GUESTDBG_EXIT_PENDING;
37527291e21SDavid Hildenbrand }
37627291e21SDavid Hildenbrand
377b1ffffbdSDavid Hildenbrand #define PER_CODE_MASK (PER_EVENT_MASK >> 24)
378b1ffffbdSDavid Hildenbrand #define PER_CODE_BRANCH (PER_EVENT_BRANCH >> 24)
379b1ffffbdSDavid Hildenbrand #define PER_CODE_IFETCH (PER_EVENT_IFETCH >> 24)
380b1ffffbdSDavid Hildenbrand #define PER_CODE_STORE (PER_EVENT_STORE >> 24)
381b1ffffbdSDavid Hildenbrand #define PER_CODE_STORE_REAL (PER_EVENT_STORE_REAL >> 24)
382b1ffffbdSDavid Hildenbrand
38327291e21SDavid Hildenbrand #define per_bp_event(code) \
384b1ffffbdSDavid Hildenbrand (code & (PER_CODE_IFETCH | PER_CODE_BRANCH))
38527291e21SDavid Hildenbrand #define per_write_wp_event(code) \
386b1ffffbdSDavid Hildenbrand (code & (PER_CODE_STORE | PER_CODE_STORE_REAL))
38727291e21SDavid Hildenbrand
debug_exit_required(struct kvm_vcpu * vcpu,u8 perc,unsigned long peraddr)388f4171178SDavid Hildenbrand static int debug_exit_required(struct kvm_vcpu *vcpu, u8 perc,
389f4171178SDavid Hildenbrand unsigned long peraddr)
39027291e21SDavid Hildenbrand {
39127291e21SDavid Hildenbrand struct kvm_debug_exit_arch *debug_exit = &vcpu->run->debug.arch;
39227291e21SDavid Hildenbrand struct kvm_hw_wp_info_arch *wp_info = NULL;
39327291e21SDavid Hildenbrand struct kvm_hw_bp_info_arch *bp_info = NULL;
39427291e21SDavid Hildenbrand unsigned long addr = vcpu->arch.sie_block->gpsw.addr;
39527291e21SDavid Hildenbrand
39627291e21SDavid Hildenbrand if (guestdbg_hw_bp_enabled(vcpu)) {
39727291e21SDavid Hildenbrand if (per_write_wp_event(perc) &&
39827291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_wp > 0) {
39927291e21SDavid Hildenbrand wp_info = any_wp_changed(vcpu);
40027291e21SDavid Hildenbrand if (wp_info) {
40127291e21SDavid Hildenbrand debug_exit->addr = wp_info->addr;
40227291e21SDavid Hildenbrand debug_exit->type = KVM_HW_WP_WRITE;
40327291e21SDavid Hildenbrand goto exit_required;
40427291e21SDavid Hildenbrand }
40527291e21SDavid Hildenbrand }
40627291e21SDavid Hildenbrand if (per_bp_event(perc) &&
40727291e21SDavid Hildenbrand vcpu->arch.guestdbg.nr_hw_bp > 0) {
40827291e21SDavid Hildenbrand bp_info = find_hw_bp(vcpu, addr);
40927291e21SDavid Hildenbrand /* remove duplicate events if PC==PER address */
41027291e21SDavid Hildenbrand if (bp_info && (addr != peraddr)) {
41127291e21SDavid Hildenbrand debug_exit->addr = addr;
41227291e21SDavid Hildenbrand debug_exit->type = KVM_HW_BP;
41327291e21SDavid Hildenbrand vcpu->arch.guestdbg.last_bp = addr;
41427291e21SDavid Hildenbrand goto exit_required;
41527291e21SDavid Hildenbrand }
41627291e21SDavid Hildenbrand /* breakpoint missed */
41727291e21SDavid Hildenbrand bp_info = find_hw_bp(vcpu, peraddr);
41827291e21SDavid Hildenbrand if (bp_info && vcpu->arch.guestdbg.last_bp != peraddr) {
41927291e21SDavid Hildenbrand debug_exit->addr = peraddr;
42027291e21SDavid Hildenbrand debug_exit->type = KVM_HW_BP;
42127291e21SDavid Hildenbrand goto exit_required;
42227291e21SDavid Hildenbrand }
42327291e21SDavid Hildenbrand }
42427291e21SDavid Hildenbrand }
42527291e21SDavid Hildenbrand if (guestdbg_sstep_enabled(vcpu) && per_bp_event(perc)) {
42627291e21SDavid Hildenbrand debug_exit->addr = addr;
42727291e21SDavid Hildenbrand debug_exit->type = KVM_SINGLESTEP;
42827291e21SDavid Hildenbrand goto exit_required;
42927291e21SDavid Hildenbrand }
43027291e21SDavid Hildenbrand
43127291e21SDavid Hildenbrand return 0;
43227291e21SDavid Hildenbrand exit_required:
43327291e21SDavid Hildenbrand return 1;
43427291e21SDavid Hildenbrand }
43527291e21SDavid Hildenbrand
per_fetched_addr(struct kvm_vcpu * vcpu,unsigned long * addr)436a69cbe81SDavid Hildenbrand static int per_fetched_addr(struct kvm_vcpu *vcpu, unsigned long *addr)
437a69cbe81SDavid Hildenbrand {
438a69cbe81SDavid Hildenbrand u8 exec_ilen = 0;
439a69cbe81SDavid Hildenbrand u16 opcode[3];
440a69cbe81SDavid Hildenbrand int rc;
441a69cbe81SDavid Hildenbrand
442a69cbe81SDavid Hildenbrand if (vcpu->arch.sie_block->icptcode == ICPT_PROGI) {
443a69cbe81SDavid Hildenbrand /* PER address references the fetched or the execute instr */
444a69cbe81SDavid Hildenbrand *addr = vcpu->arch.sie_block->peraddr;
445a69cbe81SDavid Hildenbrand /*
446a69cbe81SDavid Hildenbrand * Manually detect if we have an EXECUTE instruction. As
447a69cbe81SDavid Hildenbrand * instructions are always 2 byte aligned we can read the
448a69cbe81SDavid Hildenbrand * first two bytes unconditionally
449a69cbe81SDavid Hildenbrand */
450a69cbe81SDavid Hildenbrand rc = read_guest_instr(vcpu, *addr, &opcode, 2);
451a69cbe81SDavid Hildenbrand if (rc)
452a69cbe81SDavid Hildenbrand return rc;
453a69cbe81SDavid Hildenbrand if (opcode[0] >> 8 == 0x44)
454a69cbe81SDavid Hildenbrand exec_ilen = 4;
455a69cbe81SDavid Hildenbrand if ((opcode[0] & 0xff0f) == 0xc600)
456a69cbe81SDavid Hildenbrand exec_ilen = 6;
457a69cbe81SDavid Hildenbrand } else {
458a69cbe81SDavid Hildenbrand /* instr was suppressed, calculate the responsible instr */
459a69cbe81SDavid Hildenbrand *addr = __rewind_psw(vcpu->arch.sie_block->gpsw,
460a69cbe81SDavid Hildenbrand kvm_s390_get_ilen(vcpu));
461a69cbe81SDavid Hildenbrand if (vcpu->arch.sie_block->icptstatus & 0x01) {
462a69cbe81SDavid Hildenbrand exec_ilen = (vcpu->arch.sie_block->icptstatus & 0x60) >> 4;
463a69cbe81SDavid Hildenbrand if (!exec_ilen)
464a69cbe81SDavid Hildenbrand exec_ilen = 4;
465a69cbe81SDavid Hildenbrand }
466a69cbe81SDavid Hildenbrand }
467a69cbe81SDavid Hildenbrand
468a69cbe81SDavid Hildenbrand if (exec_ilen) {
469a69cbe81SDavid Hildenbrand /* read the complete EXECUTE instr to detect the fetched addr */
470a69cbe81SDavid Hildenbrand rc = read_guest_instr(vcpu, *addr, &opcode, exec_ilen);
471a69cbe81SDavid Hildenbrand if (rc)
472a69cbe81SDavid Hildenbrand return rc;
473a69cbe81SDavid Hildenbrand if (exec_ilen == 6) {
474a69cbe81SDavid Hildenbrand /* EXECUTE RELATIVE LONG - RIL-b format */
475a69cbe81SDavid Hildenbrand s32 rl = *((s32 *) (opcode + 1));
476a69cbe81SDavid Hildenbrand
477a69cbe81SDavid Hildenbrand /* rl is a _signed_ 32 bit value specifying halfwords */
478a69cbe81SDavid Hildenbrand *addr += (u64)(s64) rl * 2;
479a69cbe81SDavid Hildenbrand } else {
480a69cbe81SDavid Hildenbrand /* EXECUTE - RX-a format */
481a69cbe81SDavid Hildenbrand u32 base = (opcode[1] & 0xf000) >> 12;
482a69cbe81SDavid Hildenbrand u32 disp = opcode[1] & 0x0fff;
483a69cbe81SDavid Hildenbrand u32 index = opcode[0] & 0x000f;
484a69cbe81SDavid Hildenbrand
485a69cbe81SDavid Hildenbrand *addr = base ? vcpu->run->s.regs.gprs[base] : 0;
486a69cbe81SDavid Hildenbrand *addr += index ? vcpu->run->s.regs.gprs[index] : 0;
487a69cbe81SDavid Hildenbrand *addr += disp;
488a69cbe81SDavid Hildenbrand }
489a69cbe81SDavid Hildenbrand *addr = kvm_s390_logical_to_effective(vcpu, *addr);
490a69cbe81SDavid Hildenbrand }
491a69cbe81SDavid Hildenbrand return 0;
492a69cbe81SDavid Hildenbrand }
493a69cbe81SDavid Hildenbrand
49427291e21SDavid Hildenbrand #define guest_per_enabled(vcpu) \
49527291e21SDavid Hildenbrand (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PER)
49627291e21SDavid Hildenbrand
kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu * vcpu)4975ffe466cSDavid Hildenbrand int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu)
4985ffe466cSDavid Hildenbrand {
499f4171178SDavid Hildenbrand const u64 cr10 = vcpu->arch.sie_block->gcr[10];
500f4171178SDavid Hildenbrand const u64 cr11 = vcpu->arch.sie_block->gcr[11];
5015ffe466cSDavid Hildenbrand const u8 ilen = kvm_s390_get_ilen(vcpu);
5025ffe466cSDavid Hildenbrand struct kvm_s390_pgm_info pgm_info = {
5035ffe466cSDavid Hildenbrand .code = PGM_PER,
504b1ffffbdSDavid Hildenbrand .per_code = PER_CODE_IFETCH,
5055ffe466cSDavid Hildenbrand .per_address = __rewind_psw(vcpu->arch.sie_block->gpsw, ilen),
5065ffe466cSDavid Hildenbrand };
507a69cbe81SDavid Hildenbrand unsigned long fetched_addr;
508a69cbe81SDavid Hildenbrand int rc;
5095ffe466cSDavid Hildenbrand
5105ffe466cSDavid Hildenbrand /*
5115ffe466cSDavid Hildenbrand * The PSW points to the next instruction, therefore the intercepted
5125ffe466cSDavid Hildenbrand * instruction generated a PER i-fetch event. PER address therefore
5135ffe466cSDavid Hildenbrand * points at the previous PSW address (could be an EXECUTE function).
5145ffe466cSDavid Hildenbrand */
515f4171178SDavid Hildenbrand if (!guestdbg_enabled(vcpu))
5165ffe466cSDavid Hildenbrand return kvm_s390_inject_prog_irq(vcpu, &pgm_info);
517f4171178SDavid Hildenbrand
518f4171178SDavid Hildenbrand if (debug_exit_required(vcpu, pgm_info.per_code, pgm_info.per_address))
519f4171178SDavid Hildenbrand vcpu->guest_debug |= KVM_GUESTDBG_EXIT_PENDING;
520f4171178SDavid Hildenbrand
521f4171178SDavid Hildenbrand if (!guest_per_enabled(vcpu) ||
522f4171178SDavid Hildenbrand !(vcpu->arch.sie_block->gcr[9] & PER_EVENT_IFETCH))
523f4171178SDavid Hildenbrand return 0;
524f4171178SDavid Hildenbrand
525a69cbe81SDavid Hildenbrand rc = per_fetched_addr(vcpu, &fetched_addr);
526a69cbe81SDavid Hildenbrand if (rc < 0)
527a69cbe81SDavid Hildenbrand return rc;
528a69cbe81SDavid Hildenbrand if (rc)
529a69cbe81SDavid Hildenbrand /* instruction-fetching exceptions */
530a69cbe81SDavid Hildenbrand return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
531a69cbe81SDavid Hildenbrand
532a69cbe81SDavid Hildenbrand if (in_addr_range(fetched_addr, cr10, cr11))
533f4171178SDavid Hildenbrand return kvm_s390_inject_prog_irq(vcpu, &pgm_info);
534f4171178SDavid Hildenbrand return 0;
5355ffe466cSDavid Hildenbrand }
5365ffe466cSDavid Hildenbrand
filter_guest_per_event(struct kvm_vcpu * vcpu)537a69cbe81SDavid Hildenbrand static int filter_guest_per_event(struct kvm_vcpu *vcpu)
53827291e21SDavid Hildenbrand {
539b1ffffbdSDavid Hildenbrand const u8 perc = vcpu->arch.sie_block->perc;
54027291e21SDavid Hildenbrand u64 addr = vcpu->arch.sie_block->gpsw.addr;
54127291e21SDavid Hildenbrand u64 cr9 = vcpu->arch.sie_block->gcr[9];
54227291e21SDavid Hildenbrand u64 cr10 = vcpu->arch.sie_block->gcr[10];
54327291e21SDavid Hildenbrand u64 cr11 = vcpu->arch.sie_block->gcr[11];
54427291e21SDavid Hildenbrand /* filter all events, demanded by the guest */
545b1ffffbdSDavid Hildenbrand u8 guest_perc = perc & (cr9 >> 24) & PER_CODE_MASK;
546a69cbe81SDavid Hildenbrand unsigned long fetched_addr;
547a69cbe81SDavid Hildenbrand int rc;
54827291e21SDavid Hildenbrand
54927291e21SDavid Hildenbrand if (!guest_per_enabled(vcpu))
55027291e21SDavid Hildenbrand guest_perc = 0;
55127291e21SDavid Hildenbrand
55227291e21SDavid Hildenbrand /* filter "successful-branching" events */
553b1ffffbdSDavid Hildenbrand if (guest_perc & PER_CODE_BRANCH &&
55427291e21SDavid Hildenbrand cr9 & PER_CONTROL_BRANCH_ADDRESS &&
55527291e21SDavid Hildenbrand !in_addr_range(addr, cr10, cr11))
556b1ffffbdSDavid Hildenbrand guest_perc &= ~PER_CODE_BRANCH;
55727291e21SDavid Hildenbrand
55827291e21SDavid Hildenbrand /* filter "instruction-fetching" events */
559a69cbe81SDavid Hildenbrand if (guest_perc & PER_CODE_IFETCH) {
560a69cbe81SDavid Hildenbrand rc = per_fetched_addr(vcpu, &fetched_addr);
561a69cbe81SDavid Hildenbrand if (rc < 0)
562a69cbe81SDavid Hildenbrand return rc;
563a69cbe81SDavid Hildenbrand /*
564a69cbe81SDavid Hildenbrand * Don't inject an irq on exceptions. This would make handling
565a69cbe81SDavid Hildenbrand * on icpt code 8 very complex (as PSW was already rewound).
566a69cbe81SDavid Hildenbrand */
567a69cbe81SDavid Hildenbrand if (rc || !in_addr_range(fetched_addr, cr10, cr11))
568b1ffffbdSDavid Hildenbrand guest_perc &= ~PER_CODE_IFETCH;
569a69cbe81SDavid Hildenbrand }
57027291e21SDavid Hildenbrand
57127291e21SDavid Hildenbrand /* All other PER events will be given to the guest */
572960cb306SAndrea Gelmini /* TODO: Check altered address/address space */
57327291e21SDavid Hildenbrand
574b1ffffbdSDavid Hildenbrand vcpu->arch.sie_block->perc = guest_perc;
57527291e21SDavid Hildenbrand
57627291e21SDavid Hildenbrand if (!guest_perc)
57727291e21SDavid Hildenbrand vcpu->arch.sie_block->iprcc &= ~PGM_PER;
578a69cbe81SDavid Hildenbrand return 0;
57927291e21SDavid Hildenbrand }
58027291e21SDavid Hildenbrand
5810df30abcSDavid Hildenbrand #define pssec(vcpu) (vcpu->arch.sie_block->gcr[1] & _ASCE_SPACE_SWITCH)
5820df30abcSDavid Hildenbrand #define hssec(vcpu) (vcpu->arch.sie_block->gcr[13] & _ASCE_SPACE_SWITCH)
5830df30abcSDavid Hildenbrand #define old_ssec(vcpu) ((vcpu->arch.sie_block->tecmc >> 31) & 0x1)
5840df30abcSDavid Hildenbrand #define old_as_is_home(vcpu) !(vcpu->arch.sie_block->tecmc & 0xffff)
5850df30abcSDavid Hildenbrand
kvm_s390_handle_per_event(struct kvm_vcpu * vcpu)586a69cbe81SDavid Hildenbrand int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu)
58727291e21SDavid Hildenbrand {
588a69cbe81SDavid Hildenbrand int rc, new_as;
5890df30abcSDavid Hildenbrand
590f4171178SDavid Hildenbrand if (debug_exit_required(vcpu, vcpu->arch.sie_block->perc,
591f4171178SDavid Hildenbrand vcpu->arch.sie_block->peraddr))
59227291e21SDavid Hildenbrand vcpu->guest_debug |= KVM_GUESTDBG_EXIT_PENDING;
59327291e21SDavid Hildenbrand
594a69cbe81SDavid Hildenbrand rc = filter_guest_per_event(vcpu);
595a69cbe81SDavid Hildenbrand if (rc)
596a69cbe81SDavid Hildenbrand return rc;
5970df30abcSDavid Hildenbrand
5980df30abcSDavid Hildenbrand /*
5990df30abcSDavid Hildenbrand * Only RP, SAC, SACF, PT, PTI, PR, PC instructions can trigger
6000df30abcSDavid Hildenbrand * a space-switch event. PER events enforce space-switch events
6010df30abcSDavid Hildenbrand * for these instructions. So if no PER event for the guest is left,
6020df30abcSDavid Hildenbrand * we might have to filter the space-switch element out, too.
6030df30abcSDavid Hildenbrand */
6040df30abcSDavid Hildenbrand if (vcpu->arch.sie_block->iprcc == PGM_SPACE_SWITCH) {
6050df30abcSDavid Hildenbrand vcpu->arch.sie_block->iprcc = 0;
6060df30abcSDavid Hildenbrand new_as = psw_bits(vcpu->arch.sie_block->gpsw).as;
6070df30abcSDavid Hildenbrand
6080df30abcSDavid Hildenbrand /*
6090df30abcSDavid Hildenbrand * If the AS changed from / to home, we had RP, SAC or SACF
6100df30abcSDavid Hildenbrand * instruction. Check primary and home space-switch-event
6110df30abcSDavid Hildenbrand * controls. (theoretically home -> home produced no event)
6120df30abcSDavid Hildenbrand */
6138bb3fdd6SHeiko Carstens if (((new_as == PSW_BITS_AS_HOME) ^ old_as_is_home(vcpu)) &&
6140df30abcSDavid Hildenbrand (pssec(vcpu) || hssec(vcpu)))
6150df30abcSDavid Hildenbrand vcpu->arch.sie_block->iprcc = PGM_SPACE_SWITCH;
6160df30abcSDavid Hildenbrand
6170df30abcSDavid Hildenbrand /*
6180df30abcSDavid Hildenbrand * PT, PTI, PR, PC instruction operate on primary AS only. Check
6190df30abcSDavid Hildenbrand * if the primary-space-switch-event control was or got set.
6200df30abcSDavid Hildenbrand */
6218bb3fdd6SHeiko Carstens if (new_as == PSW_BITS_AS_PRIMARY && !old_as_is_home(vcpu) &&
6220df30abcSDavid Hildenbrand (pssec(vcpu) || old_ssec(vcpu)))
6230df30abcSDavid Hildenbrand vcpu->arch.sie_block->iprcc = PGM_SPACE_SWITCH;
6240df30abcSDavid Hildenbrand }
625a69cbe81SDavid Hildenbrand return 0;
62627291e21SDavid Hildenbrand }
627