xref: /openbmc/linux/arch/powerpc/kvm/e500mc.c (revision 73196cd3)
173196cd3SScott Wood /*
273196cd3SScott Wood  * Copyright (C) 2010 Freescale Semiconductor, Inc. All rights reserved.
373196cd3SScott Wood  *
473196cd3SScott Wood  * Author: Varun Sethi, <varun.sethi@freescale.com>
573196cd3SScott Wood  *
673196cd3SScott Wood  * Description:
773196cd3SScott Wood  * This file is derived from arch/powerpc/kvm/e500.c,
873196cd3SScott Wood  * by Yu Liu <yu.liu@freescale.com>.
973196cd3SScott Wood  *
1073196cd3SScott Wood  * This program is free software; you can redistribute it and/or modify
1173196cd3SScott Wood  * it under the terms of the GNU General Public License, version 2, as
1273196cd3SScott Wood  * published by the Free Software Foundation.
1373196cd3SScott Wood  */
1473196cd3SScott Wood 
1573196cd3SScott Wood #include <linux/kvm_host.h>
1673196cd3SScott Wood #include <linux/slab.h>
1773196cd3SScott Wood #include <linux/err.h>
1873196cd3SScott Wood #include <linux/export.h>
1973196cd3SScott Wood 
2073196cd3SScott Wood #include <asm/reg.h>
2173196cd3SScott Wood #include <asm/cputable.h>
2273196cd3SScott Wood #include <asm/tlbflush.h>
2373196cd3SScott Wood #include <asm/kvm_ppc.h>
2473196cd3SScott Wood #include <asm/dbell.h>
2573196cd3SScott Wood 
2673196cd3SScott Wood #include "booke.h"
2773196cd3SScott Wood #include "e500.h"
2873196cd3SScott Wood 
2973196cd3SScott Wood void kvmppc_set_pending_interrupt(struct kvm_vcpu *vcpu, enum int_class type)
3073196cd3SScott Wood {
3173196cd3SScott Wood 	enum ppc_dbell dbell_type;
3273196cd3SScott Wood 	unsigned long tag;
3373196cd3SScott Wood 
3473196cd3SScott Wood 	switch (type) {
3573196cd3SScott Wood 	case INT_CLASS_NONCRIT:
3673196cd3SScott Wood 		dbell_type = PPC_G_DBELL;
3773196cd3SScott Wood 		break;
3873196cd3SScott Wood 	case INT_CLASS_CRIT:
3973196cd3SScott Wood 		dbell_type = PPC_G_DBELL_CRIT;
4073196cd3SScott Wood 		break;
4173196cd3SScott Wood 	case INT_CLASS_MC:
4273196cd3SScott Wood 		dbell_type = PPC_G_DBELL_MC;
4373196cd3SScott Wood 		break;
4473196cd3SScott Wood 	default:
4573196cd3SScott Wood 		WARN_ONCE(1, "%s: unknown int type %d\n", __func__, type);
4673196cd3SScott Wood 		return;
4773196cd3SScott Wood 	}
4873196cd3SScott Wood 
4973196cd3SScott Wood 
5073196cd3SScott Wood 	tag = PPC_DBELL_LPID(vcpu->kvm->arch.lpid) | vcpu->vcpu_id;
5173196cd3SScott Wood 	mb();
5273196cd3SScott Wood 	ppc_msgsnd(dbell_type, 0, tag);
5373196cd3SScott Wood }
5473196cd3SScott Wood 
5573196cd3SScott Wood /* gtlbe must not be mapped by more than one host tlb entry */
5673196cd3SScott Wood void kvmppc_e500_tlbil_one(struct kvmppc_vcpu_e500 *vcpu_e500,
5773196cd3SScott Wood 			   struct kvm_book3e_206_tlb_entry *gtlbe)
5873196cd3SScott Wood {
5973196cd3SScott Wood 	unsigned int tid, ts;
6073196cd3SScott Wood 	u32 val, eaddr, lpid;
6173196cd3SScott Wood 	unsigned long flags;
6273196cd3SScott Wood 
6373196cd3SScott Wood 	ts = get_tlb_ts(gtlbe);
6473196cd3SScott Wood 	tid = get_tlb_tid(gtlbe);
6573196cd3SScott Wood 	lpid = vcpu_e500->vcpu.kvm->arch.lpid;
6673196cd3SScott Wood 
6773196cd3SScott Wood 	/* We search the host TLB to invalidate its shadow TLB entry */
6873196cd3SScott Wood 	val = (tid << 16) | ts;
6973196cd3SScott Wood 	eaddr = get_tlb_eaddr(gtlbe);
7073196cd3SScott Wood 
7173196cd3SScott Wood 	local_irq_save(flags);
7273196cd3SScott Wood 
7373196cd3SScott Wood 	mtspr(SPRN_MAS6, val);
7473196cd3SScott Wood 	mtspr(SPRN_MAS5, MAS5_SGS | lpid);
7573196cd3SScott Wood 
7673196cd3SScott Wood 	asm volatile("tlbsx 0, %[eaddr]\n" : : [eaddr] "r" (eaddr));
7773196cd3SScott Wood 	val = mfspr(SPRN_MAS1);
7873196cd3SScott Wood 	if (val & MAS1_VALID) {
7973196cd3SScott Wood 		mtspr(SPRN_MAS1, val & ~MAS1_VALID);
8073196cd3SScott Wood 		asm volatile("tlbwe");
8173196cd3SScott Wood 	}
8273196cd3SScott Wood 	mtspr(SPRN_MAS5, 0);
8373196cd3SScott Wood 	/* NOTE: tlbsx also updates mas8, so clear it for host tlbwe */
8473196cd3SScott Wood 	mtspr(SPRN_MAS8, 0);
8573196cd3SScott Wood 	isync();
8673196cd3SScott Wood 
8773196cd3SScott Wood 	local_irq_restore(flags);
8873196cd3SScott Wood }
8973196cd3SScott Wood 
9073196cd3SScott Wood void kvmppc_e500_tlbil_all(struct kvmppc_vcpu_e500 *vcpu_e500)
9173196cd3SScott Wood {
9273196cd3SScott Wood 	unsigned long flags;
9373196cd3SScott Wood 
9473196cd3SScott Wood 	local_irq_save(flags);
9573196cd3SScott Wood 	mtspr(SPRN_MAS5, MAS5_SGS | vcpu_e500->vcpu.kvm->arch.lpid);
9673196cd3SScott Wood 	asm volatile("tlbilxlpid");
9773196cd3SScott Wood 	mtspr(SPRN_MAS5, 0);
9873196cd3SScott Wood 	local_irq_restore(flags);
9973196cd3SScott Wood }
10073196cd3SScott Wood 
10173196cd3SScott Wood void kvmppc_set_pid(struct kvm_vcpu *vcpu, u32 pid)
10273196cd3SScott Wood {
10373196cd3SScott Wood 	vcpu->arch.pid = pid;
10473196cd3SScott Wood }
10573196cd3SScott Wood 
10673196cd3SScott Wood void kvmppc_mmu_msr_notify(struct kvm_vcpu *vcpu, u32 old_msr)
10773196cd3SScott Wood {
10873196cd3SScott Wood }
10973196cd3SScott Wood 
11073196cd3SScott Wood void kvmppc_core_vcpu_load(struct kvm_vcpu *vcpu, int cpu)
11173196cd3SScott Wood {
11273196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
11373196cd3SScott Wood 
11473196cd3SScott Wood 	kvmppc_booke_vcpu_load(vcpu, cpu);
11573196cd3SScott Wood 
11673196cd3SScott Wood 	mtspr(SPRN_LPID, vcpu->kvm->arch.lpid);
11773196cd3SScott Wood 	mtspr(SPRN_EPCR, vcpu->arch.shadow_epcr);
11873196cd3SScott Wood 	mtspr(SPRN_GPIR, vcpu->vcpu_id);
11973196cd3SScott Wood 	mtspr(SPRN_MSRP, vcpu->arch.shadow_msrp);
12073196cd3SScott Wood 	mtspr(SPRN_EPLC, vcpu->arch.eplc);
12173196cd3SScott Wood 	mtspr(SPRN_EPSC, vcpu->arch.epsc);
12273196cd3SScott Wood 
12373196cd3SScott Wood 	mtspr(SPRN_GIVPR, vcpu->arch.ivpr);
12473196cd3SScott Wood 	mtspr(SPRN_GIVOR2, vcpu->arch.ivor[BOOKE_IRQPRIO_DATA_STORAGE]);
12573196cd3SScott Wood 	mtspr(SPRN_GIVOR8, vcpu->arch.ivor[BOOKE_IRQPRIO_SYSCALL]);
12673196cd3SScott Wood 	mtspr(SPRN_GSPRG0, (unsigned long)vcpu->arch.shared->sprg0);
12773196cd3SScott Wood 	mtspr(SPRN_GSPRG1, (unsigned long)vcpu->arch.shared->sprg1);
12873196cd3SScott Wood 	mtspr(SPRN_GSPRG2, (unsigned long)vcpu->arch.shared->sprg2);
12973196cd3SScott Wood 	mtspr(SPRN_GSPRG3, (unsigned long)vcpu->arch.shared->sprg3);
13073196cd3SScott Wood 
13173196cd3SScott Wood 	mtspr(SPRN_GSRR0, vcpu->arch.shared->srr0);
13273196cd3SScott Wood 	mtspr(SPRN_GSRR1, vcpu->arch.shared->srr1);
13373196cd3SScott Wood 
13473196cd3SScott Wood 	mtspr(SPRN_GEPR, vcpu->arch.epr);
13573196cd3SScott Wood 	mtspr(SPRN_GDEAR, vcpu->arch.shared->dar);
13673196cd3SScott Wood 	mtspr(SPRN_GESR, vcpu->arch.shared->esr);
13773196cd3SScott Wood 
13873196cd3SScott Wood 	if (vcpu->arch.oldpir != mfspr(SPRN_PIR))
13973196cd3SScott Wood 		kvmppc_e500_tlbil_all(vcpu_e500);
14073196cd3SScott Wood 
14173196cd3SScott Wood 	kvmppc_load_guest_fp(vcpu);
14273196cd3SScott Wood }
14373196cd3SScott Wood 
14473196cd3SScott Wood void kvmppc_core_vcpu_put(struct kvm_vcpu *vcpu)
14573196cd3SScott Wood {
14673196cd3SScott Wood 	vcpu->arch.eplc = mfspr(SPRN_EPLC);
14773196cd3SScott Wood 	vcpu->arch.epsc = mfspr(SPRN_EPSC);
14873196cd3SScott Wood 
14973196cd3SScott Wood 	vcpu->arch.shared->sprg0 = mfspr(SPRN_GSPRG0);
15073196cd3SScott Wood 	vcpu->arch.shared->sprg1 = mfspr(SPRN_GSPRG1);
15173196cd3SScott Wood 	vcpu->arch.shared->sprg2 = mfspr(SPRN_GSPRG2);
15273196cd3SScott Wood 	vcpu->arch.shared->sprg3 = mfspr(SPRN_GSPRG3);
15373196cd3SScott Wood 
15473196cd3SScott Wood 	vcpu->arch.shared->srr0 = mfspr(SPRN_GSRR0);
15573196cd3SScott Wood 	vcpu->arch.shared->srr1 = mfspr(SPRN_GSRR1);
15673196cd3SScott Wood 
15773196cd3SScott Wood 	vcpu->arch.epr = mfspr(SPRN_GEPR);
15873196cd3SScott Wood 	vcpu->arch.shared->dar = mfspr(SPRN_GDEAR);
15973196cd3SScott Wood 	vcpu->arch.shared->esr = mfspr(SPRN_GESR);
16073196cd3SScott Wood 
16173196cd3SScott Wood 	vcpu->arch.oldpir = mfspr(SPRN_PIR);
16273196cd3SScott Wood 
16373196cd3SScott Wood 	kvmppc_booke_vcpu_put(vcpu);
16473196cd3SScott Wood }
16573196cd3SScott Wood 
16673196cd3SScott Wood int kvmppc_core_check_processor_compat(void)
16773196cd3SScott Wood {
16873196cd3SScott Wood 	int r;
16973196cd3SScott Wood 
17073196cd3SScott Wood 	if (strcmp(cur_cpu_spec->cpu_name, "e500mc") == 0)
17173196cd3SScott Wood 		r = 0;
17273196cd3SScott Wood 	else if (strcmp(cur_cpu_spec->cpu_name, "e5500") == 0)
17373196cd3SScott Wood 		r = 0;
17473196cd3SScott Wood 	else
17573196cd3SScott Wood 		r = -ENOTSUPP;
17673196cd3SScott Wood 
17773196cd3SScott Wood 	return r;
17873196cd3SScott Wood }
17973196cd3SScott Wood 
18073196cd3SScott Wood int kvmppc_core_vcpu_setup(struct kvm_vcpu *vcpu)
18173196cd3SScott Wood {
18273196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
18373196cd3SScott Wood 
18473196cd3SScott Wood 	vcpu->arch.shadow_epcr = SPRN_EPCR_DSIGS | SPRN_EPCR_DGTMI | \
18573196cd3SScott Wood 				 SPRN_EPCR_DUVD;
18673196cd3SScott Wood 	vcpu->arch.shadow_msrp = MSRP_UCLEP | MSRP_DEP | MSRP_PMMP;
18773196cd3SScott Wood 	vcpu->arch.eplc = EPC_EGS | (vcpu->kvm->arch.lpid << EPC_ELPID_SHIFT);
18873196cd3SScott Wood 	vcpu->arch.epsc = vcpu->arch.eplc;
18973196cd3SScott Wood 
19073196cd3SScott Wood 	vcpu->arch.pvr = mfspr(SPRN_PVR);
19173196cd3SScott Wood 	vcpu_e500->svr = mfspr(SPRN_SVR);
19273196cd3SScott Wood 
19373196cd3SScott Wood 	vcpu->arch.cpu_type = KVM_CPU_E500MC;
19473196cd3SScott Wood 
19573196cd3SScott Wood 	return 0;
19673196cd3SScott Wood }
19773196cd3SScott Wood 
19873196cd3SScott Wood void kvmppc_core_get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)
19973196cd3SScott Wood {
20073196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
20173196cd3SScott Wood 
20273196cd3SScott Wood 	sregs->u.e.features |= KVM_SREGS_E_ARCH206_MMU | KVM_SREGS_E_PM |
20373196cd3SScott Wood 			       KVM_SREGS_E_PC;
20473196cd3SScott Wood 	sregs->u.e.impl_id = KVM_SREGS_E_IMPL_FSL;
20573196cd3SScott Wood 
20673196cd3SScott Wood 	sregs->u.e.impl.fsl.features = 0;
20773196cd3SScott Wood 	sregs->u.e.impl.fsl.svr = vcpu_e500->svr;
20873196cd3SScott Wood 	sregs->u.e.impl.fsl.hid0 = vcpu_e500->hid0;
20973196cd3SScott Wood 	sregs->u.e.impl.fsl.mcar = vcpu_e500->mcar;
21073196cd3SScott Wood 
21173196cd3SScott Wood 	kvmppc_get_sregs_e500_tlb(vcpu, sregs);
21273196cd3SScott Wood 
21373196cd3SScott Wood 	sregs->u.e.ivor_high[3] =
21473196cd3SScott Wood 		vcpu->arch.ivor[BOOKE_IRQPRIO_PERFORMANCE_MONITOR];
21573196cd3SScott Wood 	sregs->u.e.ivor_high[4] = vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL];
21673196cd3SScott Wood 	sregs->u.e.ivor_high[5] = vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL_CRIT];
21773196cd3SScott Wood 
21873196cd3SScott Wood 	kvmppc_get_sregs_ivor(vcpu, sregs);
21973196cd3SScott Wood }
22073196cd3SScott Wood 
22173196cd3SScott Wood int kvmppc_core_set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)
22273196cd3SScott Wood {
22373196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
22473196cd3SScott Wood 	int ret;
22573196cd3SScott Wood 
22673196cd3SScott Wood 	if (sregs->u.e.impl_id == KVM_SREGS_E_IMPL_FSL) {
22773196cd3SScott Wood 		vcpu_e500->svr = sregs->u.e.impl.fsl.svr;
22873196cd3SScott Wood 		vcpu_e500->hid0 = sregs->u.e.impl.fsl.hid0;
22973196cd3SScott Wood 		vcpu_e500->mcar = sregs->u.e.impl.fsl.mcar;
23073196cd3SScott Wood 	}
23173196cd3SScott Wood 
23273196cd3SScott Wood 	ret = kvmppc_set_sregs_e500_tlb(vcpu, sregs);
23373196cd3SScott Wood 	if (ret < 0)
23473196cd3SScott Wood 		return ret;
23573196cd3SScott Wood 
23673196cd3SScott Wood 	if (!(sregs->u.e.features & KVM_SREGS_E_IVOR))
23773196cd3SScott Wood 		return 0;
23873196cd3SScott Wood 
23973196cd3SScott Wood 	if (sregs->u.e.features & KVM_SREGS_E_PM) {
24073196cd3SScott Wood 		vcpu->arch.ivor[BOOKE_IRQPRIO_PERFORMANCE_MONITOR] =
24173196cd3SScott Wood 			sregs->u.e.ivor_high[3];
24273196cd3SScott Wood 	}
24373196cd3SScott Wood 
24473196cd3SScott Wood 	if (sregs->u.e.features & KVM_SREGS_E_PC) {
24573196cd3SScott Wood 		vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL] =
24673196cd3SScott Wood 			sregs->u.e.ivor_high[4];
24773196cd3SScott Wood 		vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL_CRIT] =
24873196cd3SScott Wood 			sregs->u.e.ivor_high[5];
24973196cd3SScott Wood 	}
25073196cd3SScott Wood 
25173196cd3SScott Wood 	return kvmppc_set_sregs_ivor(vcpu, sregs);
25273196cd3SScott Wood }
25373196cd3SScott Wood 
25473196cd3SScott Wood struct kvm_vcpu *kvmppc_core_vcpu_create(struct kvm *kvm, unsigned int id)
25573196cd3SScott Wood {
25673196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500;
25773196cd3SScott Wood 	struct kvm_vcpu *vcpu;
25873196cd3SScott Wood 	int err;
25973196cd3SScott Wood 
26073196cd3SScott Wood 	vcpu_e500 = kmem_cache_zalloc(kvm_vcpu_cache, GFP_KERNEL);
26173196cd3SScott Wood 	if (!vcpu_e500) {
26273196cd3SScott Wood 		err = -ENOMEM;
26373196cd3SScott Wood 		goto out;
26473196cd3SScott Wood 	}
26573196cd3SScott Wood 	vcpu = &vcpu_e500->vcpu;
26673196cd3SScott Wood 
26773196cd3SScott Wood 	/* Invalid PIR value -- this LPID dosn't have valid state on any cpu */
26873196cd3SScott Wood 	vcpu->arch.oldpir = 0xffffffff;
26973196cd3SScott Wood 
27073196cd3SScott Wood 	err = kvm_vcpu_init(vcpu, kvm, id);
27173196cd3SScott Wood 	if (err)
27273196cd3SScott Wood 		goto free_vcpu;
27373196cd3SScott Wood 
27473196cd3SScott Wood 	err = kvmppc_e500_tlb_init(vcpu_e500);
27573196cd3SScott Wood 	if (err)
27673196cd3SScott Wood 		goto uninit_vcpu;
27773196cd3SScott Wood 
27873196cd3SScott Wood 	vcpu->arch.shared = (void *)__get_free_page(GFP_KERNEL | __GFP_ZERO);
27973196cd3SScott Wood 	if (!vcpu->arch.shared)
28073196cd3SScott Wood 		goto uninit_tlb;
28173196cd3SScott Wood 
28273196cd3SScott Wood 	return vcpu;
28373196cd3SScott Wood 
28473196cd3SScott Wood uninit_tlb:
28573196cd3SScott Wood 	kvmppc_e500_tlb_uninit(vcpu_e500);
28673196cd3SScott Wood uninit_vcpu:
28773196cd3SScott Wood 	kvm_vcpu_uninit(vcpu);
28873196cd3SScott Wood 
28973196cd3SScott Wood free_vcpu:
29073196cd3SScott Wood 	kmem_cache_free(kvm_vcpu_cache, vcpu_e500);
29173196cd3SScott Wood out:
29273196cd3SScott Wood 	return ERR_PTR(err);
29373196cd3SScott Wood }
29473196cd3SScott Wood 
29573196cd3SScott Wood void kvmppc_core_vcpu_free(struct kvm_vcpu *vcpu)
29673196cd3SScott Wood {
29773196cd3SScott Wood 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
29873196cd3SScott Wood 
29973196cd3SScott Wood 	free_page((unsigned long)vcpu->arch.shared);
30073196cd3SScott Wood 	kvmppc_e500_tlb_uninit(vcpu_e500);
30173196cd3SScott Wood 	kvm_vcpu_uninit(vcpu);
30273196cd3SScott Wood 	kmem_cache_free(kvm_vcpu_cache, vcpu_e500);
30373196cd3SScott Wood }
30473196cd3SScott Wood 
30573196cd3SScott Wood int kvmppc_core_init_vm(struct kvm *kvm)
30673196cd3SScott Wood {
30773196cd3SScott Wood 	int lpid;
30873196cd3SScott Wood 
30973196cd3SScott Wood 	lpid = kvmppc_alloc_lpid();
31073196cd3SScott Wood 	if (lpid < 0)
31173196cd3SScott Wood 		return lpid;
31273196cd3SScott Wood 
31373196cd3SScott Wood 	kvm->arch.lpid = lpid;
31473196cd3SScott Wood 	return 0;
31573196cd3SScott Wood }
31673196cd3SScott Wood 
31773196cd3SScott Wood void kvmppc_core_destroy_vm(struct kvm *kvm)
31873196cd3SScott Wood {
31973196cd3SScott Wood 	kvmppc_free_lpid(kvm->arch.lpid);
32073196cd3SScott Wood }
32173196cd3SScott Wood 
32273196cd3SScott Wood static int __init kvmppc_e500mc_init(void)
32373196cd3SScott Wood {
32473196cd3SScott Wood 	int r;
32573196cd3SScott Wood 
32673196cd3SScott Wood 	r = kvmppc_booke_init();
32773196cd3SScott Wood 	if (r)
32873196cd3SScott Wood 		return r;
32973196cd3SScott Wood 
33073196cd3SScott Wood 	kvmppc_init_lpid(64);
33173196cd3SScott Wood 	kvmppc_claim_lpid(0); /* host */
33273196cd3SScott Wood 
33373196cd3SScott Wood 	return kvm_init(NULL, sizeof(struct kvmppc_vcpu_e500), 0, THIS_MODULE);
33473196cd3SScott Wood }
33573196cd3SScott Wood 
33673196cd3SScott Wood static void __exit kvmppc_e500mc_exit(void)
33773196cd3SScott Wood {
33873196cd3SScott Wood 	kvmppc_booke_exit();
33973196cd3SScott Wood }
34073196cd3SScott Wood 
34173196cd3SScott Wood module_init(kvmppc_e500mc_init);
34273196cd3SScott Wood module_exit(kvmppc_e500mc_exit);
343