14e342025SAlexander Graf /* 24e342025SAlexander Graf * This program is free software; you can redistribute it and/or modify 34e342025SAlexander Graf * it under the terms of the GNU General Public License, version 2, as 44e342025SAlexander Graf * published by the Free Software Foundation. 54e342025SAlexander Graf * 64e342025SAlexander Graf * This program is distributed in the hope that it will be useful, 74e342025SAlexander Graf * but WITHOUT ANY WARRANTY; without even the implied warranty of 84e342025SAlexander Graf * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 94e342025SAlexander Graf * GNU General Public License for more details. 104e342025SAlexander Graf * 114e342025SAlexander Graf * You should have received a copy of the GNU General Public License 124e342025SAlexander Graf * along with this program; if not, write to the Free Software 134e342025SAlexander Graf * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. 144e342025SAlexander Graf * 154e342025SAlexander Graf * Copyright SUSE Linux Products GmbH 2009 164e342025SAlexander Graf * 174e342025SAlexander Graf * Authors: Alexander Graf <agraf@suse.de> 184e342025SAlexander Graf */ 194e342025SAlexander Graf 204e342025SAlexander Graf #ifndef __ASM_KVM_BOOK3S_H__ 214e342025SAlexander Graf #define __ASM_KVM_BOOK3S_H__ 224e342025SAlexander Graf 234e342025SAlexander Graf #include <linux/types.h> 244e342025SAlexander Graf #include <linux/kvm_host.h> 252191d657SAlexander Graf #include <asm/kvm_book3s_asm.h> 264e342025SAlexander Graf 274e342025SAlexander Graf struct kvmppc_bat { 28e15a1137SAlexander Graf u64 raw; 294e342025SAlexander Graf u32 bepi; 304e342025SAlexander Graf u32 bepi_mask; 314e342025SAlexander Graf u32 brpn; 324e342025SAlexander Graf u8 wimg; 334e342025SAlexander Graf u8 pp; 343ed9c6d2SAlexander Graf bool vs : 1; 353ed9c6d2SAlexander Graf bool vp : 1; 364e342025SAlexander Graf }; 374e342025SAlexander Graf 384e342025SAlexander Graf struct kvmppc_sid_map { 394e342025SAlexander Graf u64 guest_vsid; 404e342025SAlexander Graf u64 guest_esid; 414e342025SAlexander Graf u64 host_vsid; 423ed9c6d2SAlexander Graf bool valid : 1; 434e342025SAlexander Graf }; 444e342025SAlexander Graf 454e342025SAlexander Graf #define SID_MAP_BITS 9 464e342025SAlexander Graf #define SID_MAP_NUM (1 << SID_MAP_BITS) 474e342025SAlexander Graf #define SID_MAP_MASK (SID_MAP_NUM - 1) 484e342025SAlexander Graf 498b6db3bcSAlexander Graf #ifdef CONFIG_PPC_BOOK3S_64 508b6db3bcSAlexander Graf #define SID_CONTEXTS 1 518b6db3bcSAlexander Graf #else 528b6db3bcSAlexander Graf #define SID_CONTEXTS 128 538b6db3bcSAlexander Graf #define VSID_POOL_SIZE (SID_CONTEXTS * 16) 548b6db3bcSAlexander Graf #endif 558b6db3bcSAlexander Graf 56c4befc58SPaul Mackerras struct hpte_cache { 57c4befc58SPaul Mackerras struct hlist_node list_pte; 58c4befc58SPaul Mackerras struct hlist_node list_pte_long; 59c4befc58SPaul Mackerras struct hlist_node list_vpte; 60c4befc58SPaul Mackerras struct hlist_node list_vpte_long; 61c4befc58SPaul Mackerras struct rcu_head rcu_head; 62c4befc58SPaul Mackerras u64 host_va; 63c4befc58SPaul Mackerras u64 pfn; 64c4befc58SPaul Mackerras ulong slot; 65c4befc58SPaul Mackerras struct kvmppc_pte pte; 66c4befc58SPaul Mackerras }; 67c4befc58SPaul Mackerras 684e342025SAlexander Graf struct kvmppc_vcpu_book3s { 694e342025SAlexander Graf struct kvm_vcpu vcpu; 70c7f38f46SAlexander Graf struct kvmppc_book3s_shadow_vcpu *shadow_vcpu; 714e342025SAlexander Graf struct kvmppc_sid_map sid_map[SID_MAP_NUM]; 724e342025SAlexander Graf struct { 734e342025SAlexander Graf u64 esid; 744e342025SAlexander Graf u64 vsid; 754e342025SAlexander Graf } slb_shadow[64]; 764e342025SAlexander Graf u8 slb_shadow_max; 774e342025SAlexander Graf struct kvmppc_bat ibat[8]; 784e342025SAlexander Graf struct kvmppc_bat dbat[8]; 794e342025SAlexander Graf u64 hid[6]; 80d6d549b2SAlexander Graf u64 gqr[8]; 814e342025SAlexander Graf u64 sdr1; 824e342025SAlexander Graf u64 hior; 834e342025SAlexander Graf u64 msr_mask; 844e342025SAlexander Graf u64 vsid_next; 858b6db3bcSAlexander Graf #ifdef CONFIG_PPC_BOOK3S_32 868b6db3bcSAlexander Graf u32 vsid_pool[VSID_POOL_SIZE]; 878b6db3bcSAlexander Graf #else 888b6db3bcSAlexander Graf u64 vsid_first; 894e342025SAlexander Graf u64 vsid_max; 908b6db3bcSAlexander Graf #endif 918b6db3bcSAlexander Graf int context_id[SID_CONTEXTS]; 9225a8a02dSAlexander Graf ulong prog_flags; /* flags to inject when giving a 700 trap */ 93c4befc58SPaul Mackerras 94c4befc58SPaul Mackerras struct hlist_head hpte_hash_pte[HPTEG_HASH_NUM_PTE]; 95c4befc58SPaul Mackerras struct hlist_head hpte_hash_pte_long[HPTEG_HASH_NUM_PTE_LONG]; 96c4befc58SPaul Mackerras struct hlist_head hpte_hash_vpte[HPTEG_HASH_NUM_VPTE]; 97c4befc58SPaul Mackerras struct hlist_head hpte_hash_vpte_long[HPTEG_HASH_NUM_VPTE_LONG]; 98c4befc58SPaul Mackerras int hpte_cache_count; 99c4befc58SPaul Mackerras spinlock_t mmu_lock; 1004e342025SAlexander Graf }; 1014e342025SAlexander Graf 1024e342025SAlexander Graf #define CONTEXT_HOST 0 1034e342025SAlexander Graf #define CONTEXT_GUEST 1 1044e342025SAlexander Graf #define CONTEXT_GUEST_END 2 1054e342025SAlexander Graf 106f7bc74e1SAlexander Graf #define VSID_REAL 0x1fffffffffc00000ULL 107f7bc74e1SAlexander Graf #define VSID_BAT 0x1fffffffffb00000ULL 108f7bc74e1SAlexander Graf #define VSID_REAL_DR 0x2000000000000000ULL 109f7bc74e1SAlexander Graf #define VSID_REAL_IR 0x4000000000000000ULL 1105a1b419fSAlexander Graf #define VSID_PR 0x8000000000000000ULL 1114e342025SAlexander Graf 112af7b4d10SAlexander Graf extern void kvmppc_mmu_pte_flush(struct kvm_vcpu *vcpu, ulong ea, ulong ea_mask); 1134e342025SAlexander Graf extern void kvmppc_mmu_pte_vflush(struct kvm_vcpu *vcpu, u64 vp, u64 vp_mask); 114af7b4d10SAlexander Graf extern void kvmppc_mmu_pte_pflush(struct kvm_vcpu *vcpu, ulong pa_start, ulong pa_end); 1154e342025SAlexander Graf extern void kvmppc_set_msr(struct kvm_vcpu *vcpu, u64 new_msr); 116f05ed4d5SPaul Mackerras extern void kvmppc_set_pvr(struct kvm_vcpu *vcpu, u32 pvr); 1174e342025SAlexander Graf extern void kvmppc_mmu_book3s_64_init(struct kvm_vcpu *vcpu); 1184e342025SAlexander Graf extern void kvmppc_mmu_book3s_32_init(struct kvm_vcpu *vcpu); 1194e342025SAlexander Graf extern int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte); 1204e342025SAlexander Graf extern int kvmppc_mmu_map_segment(struct kvm_vcpu *vcpu, ulong eaddr); 1214e342025SAlexander Graf extern void kvmppc_mmu_flush_segments(struct kvm_vcpu *vcpu); 122fef093beSAlexander Graf 123fef093beSAlexander Graf extern void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte); 124fef093beSAlexander Graf extern struct hpte_cache *kvmppc_mmu_hpte_cache_next(struct kvm_vcpu *vcpu); 125fef093beSAlexander Graf extern void kvmppc_mmu_hpte_destroy(struct kvm_vcpu *vcpu); 126fef093beSAlexander Graf extern int kvmppc_mmu_hpte_init(struct kvm_vcpu *vcpu); 127fef093beSAlexander Graf extern void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte); 128fef093beSAlexander Graf extern int kvmppc_mmu_hpte_sysinit(void); 129fef093beSAlexander Graf extern void kvmppc_mmu_hpte_sysexit(void); 130fef093beSAlexander Graf 1315467a97dSAlexander Graf extern int kvmppc_ld(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data); 1325467a97dSAlexander Graf extern int kvmppc_st(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data); 1334e342025SAlexander Graf extern void kvmppc_book3s_queue_irqprio(struct kvm_vcpu *vcpu, unsigned int vec); 134e15a1137SAlexander Graf extern void kvmppc_set_bat(struct kvm_vcpu *vcpu, struct kvmppc_bat *bat, 135e15a1137SAlexander Graf bool upper, u32 val); 136aba3bd7fSAlexander Graf extern void kvmppc_giveup_ext(struct kvm_vcpu *vcpu, ulong msr); 137831317b6SAlexander Graf extern int kvmppc_emulate_paired_single(struct kvm_run *run, struct kvm_vcpu *vcpu); 138e8508940SAlexander Graf extern pfn_t kvmppc_gfn_to_pfn(struct kvm_vcpu *vcpu, gfn_t gfn); 1394e342025SAlexander Graf 140a22a2dacSAlexander Graf extern void kvmppc_handler_lowmem_trampoline(void); 141a22a2dacSAlexander Graf extern void kvmppc_handler_trampoline_enter(void); 142021ec9c6SAlexander Graf extern void kvmppc_rmcall(ulong srr0, ulong srr1); 143d5e52813SAlexander Graf extern void kvmppc_load_up_fpu(void); 144d5e52813SAlexander Graf extern void kvmppc_load_up_altivec(void); 145d5e52813SAlexander Graf extern void kvmppc_load_up_vsx(void); 146ca7f4203SAlexander Graf extern u32 kvmppc_alignment_dsisr(struct kvm_vcpu *vcpu, unsigned int inst); 147ca7f4203SAlexander Graf extern ulong kvmppc_alignment_dar(struct kvm_vcpu *vcpu, unsigned int inst); 1484e342025SAlexander Graf 1494e342025SAlexander Graf static inline struct kvmppc_vcpu_book3s *to_book3s(struct kvm_vcpu *vcpu) 1504e342025SAlexander Graf { 1514e342025SAlexander Graf return container_of(vcpu, struct kvmppc_vcpu_book3s, vcpu); 1524e342025SAlexander Graf } 1534e342025SAlexander Graf 154f05ed4d5SPaul Mackerras static inline unsigned long kvmppc_interrupt_offset(struct kvm_vcpu *vcpu) 155f05ed4d5SPaul Mackerras { 156f05ed4d5SPaul Mackerras return to_book3s(vcpu)->hior; 157f05ed4d5SPaul Mackerras } 158f05ed4d5SPaul Mackerras 159f05ed4d5SPaul Mackerras static inline void kvmppc_update_int_pending(struct kvm_vcpu *vcpu, 160f05ed4d5SPaul Mackerras unsigned long pending_now, unsigned long old_pending) 161f05ed4d5SPaul Mackerras { 162f05ed4d5SPaul Mackerras if (pending_now) 163f05ed4d5SPaul Mackerras vcpu->arch.shared->int_pending = 1; 164f05ed4d5SPaul Mackerras else if (old_pending) 165f05ed4d5SPaul Mackerras vcpu->arch.shared->int_pending = 0; 166f05ed4d5SPaul Mackerras } 167f05ed4d5SPaul Mackerras 1684e342025SAlexander Graf static inline ulong dsisr(void) 1694e342025SAlexander Graf { 1704e342025SAlexander Graf ulong r; 1714e342025SAlexander Graf asm ( "mfdsisr %0 " : "=r" (r) ); 1724e342025SAlexander Graf return r; 1734e342025SAlexander Graf } 1744e342025SAlexander Graf 1754e342025SAlexander Graf extern void kvm_return_point(void); 176c7f38f46SAlexander Graf static inline struct kvmppc_book3s_shadow_vcpu *to_svcpu(struct kvm_vcpu *vcpu); 177c7f38f46SAlexander Graf 178c7f38f46SAlexander Graf static inline void kvmppc_set_gpr(struct kvm_vcpu *vcpu, int num, ulong val) 179c7f38f46SAlexander Graf { 180c7f38f46SAlexander Graf if ( num < 14 ) { 181c7f38f46SAlexander Graf to_svcpu(vcpu)->gpr[num] = val; 182c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->gpr[num] = val; 183c7f38f46SAlexander Graf } else 184c7f38f46SAlexander Graf vcpu->arch.gpr[num] = val; 185c7f38f46SAlexander Graf } 186c7f38f46SAlexander Graf 187c7f38f46SAlexander Graf static inline ulong kvmppc_get_gpr(struct kvm_vcpu *vcpu, int num) 188c7f38f46SAlexander Graf { 189c7f38f46SAlexander Graf if ( num < 14 ) 190c7f38f46SAlexander Graf return to_svcpu(vcpu)->gpr[num]; 191c7f38f46SAlexander Graf else 192c7f38f46SAlexander Graf return vcpu->arch.gpr[num]; 193c7f38f46SAlexander Graf } 194c7f38f46SAlexander Graf 195c7f38f46SAlexander Graf static inline void kvmppc_set_cr(struct kvm_vcpu *vcpu, u32 val) 196c7f38f46SAlexander Graf { 197c7f38f46SAlexander Graf to_svcpu(vcpu)->cr = val; 198c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->cr = val; 199c7f38f46SAlexander Graf } 200c7f38f46SAlexander Graf 201c7f38f46SAlexander Graf static inline u32 kvmppc_get_cr(struct kvm_vcpu *vcpu) 202c7f38f46SAlexander Graf { 203c7f38f46SAlexander Graf return to_svcpu(vcpu)->cr; 204c7f38f46SAlexander Graf } 205c7f38f46SAlexander Graf 206c7f38f46SAlexander Graf static inline void kvmppc_set_xer(struct kvm_vcpu *vcpu, u32 val) 207c7f38f46SAlexander Graf { 208c7f38f46SAlexander Graf to_svcpu(vcpu)->xer = val; 209c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->xer = val; 210c7f38f46SAlexander Graf } 211c7f38f46SAlexander Graf 212c7f38f46SAlexander Graf static inline u32 kvmppc_get_xer(struct kvm_vcpu *vcpu) 213c7f38f46SAlexander Graf { 214c7f38f46SAlexander Graf return to_svcpu(vcpu)->xer; 215c7f38f46SAlexander Graf } 216c7f38f46SAlexander Graf 217c7f38f46SAlexander Graf static inline void kvmppc_set_ctr(struct kvm_vcpu *vcpu, ulong val) 218c7f38f46SAlexander Graf { 219c7f38f46SAlexander Graf to_svcpu(vcpu)->ctr = val; 220c7f38f46SAlexander Graf } 221c7f38f46SAlexander Graf 222c7f38f46SAlexander Graf static inline ulong kvmppc_get_ctr(struct kvm_vcpu *vcpu) 223c7f38f46SAlexander Graf { 224c7f38f46SAlexander Graf return to_svcpu(vcpu)->ctr; 225c7f38f46SAlexander Graf } 226c7f38f46SAlexander Graf 227c7f38f46SAlexander Graf static inline void kvmppc_set_lr(struct kvm_vcpu *vcpu, ulong val) 228c7f38f46SAlexander Graf { 229c7f38f46SAlexander Graf to_svcpu(vcpu)->lr = val; 230c7f38f46SAlexander Graf } 231c7f38f46SAlexander Graf 232c7f38f46SAlexander Graf static inline ulong kvmppc_get_lr(struct kvm_vcpu *vcpu) 233c7f38f46SAlexander Graf { 234c7f38f46SAlexander Graf return to_svcpu(vcpu)->lr; 235c7f38f46SAlexander Graf } 236c7f38f46SAlexander Graf 237c7f38f46SAlexander Graf static inline void kvmppc_set_pc(struct kvm_vcpu *vcpu, ulong val) 238c7f38f46SAlexander Graf { 239c7f38f46SAlexander Graf to_svcpu(vcpu)->pc = val; 240c7f38f46SAlexander Graf } 241c7f38f46SAlexander Graf 242c7f38f46SAlexander Graf static inline ulong kvmppc_get_pc(struct kvm_vcpu *vcpu) 243c7f38f46SAlexander Graf { 244c7f38f46SAlexander Graf return to_svcpu(vcpu)->pc; 245c7f38f46SAlexander Graf } 246c7f38f46SAlexander Graf 247c7f38f46SAlexander Graf static inline u32 kvmppc_get_last_inst(struct kvm_vcpu *vcpu) 248c7f38f46SAlexander Graf { 249c7f38f46SAlexander Graf ulong pc = kvmppc_get_pc(vcpu); 250c7f38f46SAlexander Graf struct kvmppc_book3s_shadow_vcpu *svcpu = to_svcpu(vcpu); 251c7f38f46SAlexander Graf 252c7f38f46SAlexander Graf /* Load the instruction manually if it failed to do so in the 253c7f38f46SAlexander Graf * exit path */ 254c7f38f46SAlexander Graf if (svcpu->last_inst == KVM_INST_FETCH_FAILED) 255c7f38f46SAlexander Graf kvmppc_ld(vcpu, &pc, sizeof(u32), &svcpu->last_inst, false); 256c7f38f46SAlexander Graf 257c7f38f46SAlexander Graf return svcpu->last_inst; 258c7f38f46SAlexander Graf } 259c7f38f46SAlexander Graf 260c7f38f46SAlexander Graf static inline ulong kvmppc_get_fault_dar(struct kvm_vcpu *vcpu) 261c7f38f46SAlexander Graf { 262c7f38f46SAlexander Graf return to_svcpu(vcpu)->fault_dar; 263c7f38f46SAlexander Graf } 2644e342025SAlexander Graf 265f05ed4d5SPaul Mackerras static inline bool kvmppc_critical_section(struct kvm_vcpu *vcpu) 266f05ed4d5SPaul Mackerras { 267f05ed4d5SPaul Mackerras ulong crit_raw = vcpu->arch.shared->critical; 268f05ed4d5SPaul Mackerras ulong crit_r1 = kvmppc_get_gpr(vcpu, 1); 269f05ed4d5SPaul Mackerras bool crit; 270f05ed4d5SPaul Mackerras 271f05ed4d5SPaul Mackerras /* Truncate crit indicators in 32 bit mode */ 272f05ed4d5SPaul Mackerras if (!(vcpu->arch.shared->msr & MSR_SF)) { 273f05ed4d5SPaul Mackerras crit_raw &= 0xffffffff; 274f05ed4d5SPaul Mackerras crit_r1 &= 0xffffffff; 275f05ed4d5SPaul Mackerras } 276f05ed4d5SPaul Mackerras 277f05ed4d5SPaul Mackerras /* Critical section when crit == r1 */ 278f05ed4d5SPaul Mackerras crit = (crit_raw == crit_r1); 279f05ed4d5SPaul Mackerras /* ... and we're in supervisor mode */ 280f05ed4d5SPaul Mackerras crit = crit && !(vcpu->arch.shared->msr & MSR_PR); 281f05ed4d5SPaul Mackerras 282f05ed4d5SPaul Mackerras return crit; 283f05ed4d5SPaul Mackerras } 284f05ed4d5SPaul Mackerras 285ad0a048bSAlexander Graf /* Magic register values loaded into r3 and r4 before the 'sc' assembly 286ad0a048bSAlexander Graf * instruction for the OSI hypercalls */ 287ad0a048bSAlexander Graf #define OSI_SC_MAGIC_R3 0x113724FA 288ad0a048bSAlexander Graf #define OSI_SC_MAGIC_R4 0x77810F9B 289ad0a048bSAlexander Graf 2904e342025SAlexander Graf #define INS_DCBZ 0x7c0007ec 2914e342025SAlexander Graf 292c7f38f46SAlexander Graf /* Also add subarch specific defines */ 293c7f38f46SAlexander Graf 294c7f38f46SAlexander Graf #ifdef CONFIG_PPC_BOOK3S_32 295c7f38f46SAlexander Graf #include <asm/kvm_book3s_32.h> 296c7f38f46SAlexander Graf #else 297c7f38f46SAlexander Graf #include <asm/kvm_book3s_64.h> 298c7f38f46SAlexander Graf #endif 299c7f38f46SAlexander Graf 3004e342025SAlexander Graf #endif /* __ASM_KVM_BOOK3S_H__ */ 301