14e342025SAlexander Graf /* 24e342025SAlexander Graf * This program is free software; you can redistribute it and/or modify 34e342025SAlexander Graf * it under the terms of the GNU General Public License, version 2, as 44e342025SAlexander Graf * published by the Free Software Foundation. 54e342025SAlexander Graf * 64e342025SAlexander Graf * This program is distributed in the hope that it will be useful, 74e342025SAlexander Graf * but WITHOUT ANY WARRANTY; without even the implied warranty of 84e342025SAlexander Graf * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 94e342025SAlexander Graf * GNU General Public License for more details. 104e342025SAlexander Graf * 114e342025SAlexander Graf * You should have received a copy of the GNU General Public License 124e342025SAlexander Graf * along with this program; if not, write to the Free Software 134e342025SAlexander Graf * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. 144e342025SAlexander Graf * 154e342025SAlexander Graf * Copyright SUSE Linux Products GmbH 2009 164e342025SAlexander Graf * 174e342025SAlexander Graf * Authors: Alexander Graf <agraf@suse.de> 184e342025SAlexander Graf */ 194e342025SAlexander Graf 204e342025SAlexander Graf #ifndef __ASM_KVM_BOOK3S_H__ 214e342025SAlexander Graf #define __ASM_KVM_BOOK3S_H__ 224e342025SAlexander Graf 234e342025SAlexander Graf #include <linux/types.h> 244e342025SAlexander Graf #include <linux/kvm_host.h> 252191d657SAlexander Graf #include <asm/kvm_book3s_asm.h> 264e342025SAlexander Graf 274e342025SAlexander Graf struct kvmppc_bat { 28e15a1137SAlexander Graf u64 raw; 294e342025SAlexander Graf u32 bepi; 304e342025SAlexander Graf u32 bepi_mask; 314e342025SAlexander Graf u32 brpn; 324e342025SAlexander Graf u8 wimg; 334e342025SAlexander Graf u8 pp; 343ed9c6d2SAlexander Graf bool vs : 1; 353ed9c6d2SAlexander Graf bool vp : 1; 364e342025SAlexander Graf }; 374e342025SAlexander Graf 384e342025SAlexander Graf struct kvmppc_sid_map { 394e342025SAlexander Graf u64 guest_vsid; 404e342025SAlexander Graf u64 guest_esid; 414e342025SAlexander Graf u64 host_vsid; 423ed9c6d2SAlexander Graf bool valid : 1; 434e342025SAlexander Graf }; 444e342025SAlexander Graf 454e342025SAlexander Graf #define SID_MAP_BITS 9 464e342025SAlexander Graf #define SID_MAP_NUM (1 << SID_MAP_BITS) 474e342025SAlexander Graf #define SID_MAP_MASK (SID_MAP_NUM - 1) 484e342025SAlexander Graf 498b6db3bcSAlexander Graf #ifdef CONFIG_PPC_BOOK3S_64 508b6db3bcSAlexander Graf #define SID_CONTEXTS 1 518b6db3bcSAlexander Graf #else 528b6db3bcSAlexander Graf #define SID_CONTEXTS 128 538b6db3bcSAlexander Graf #define VSID_POOL_SIZE (SID_CONTEXTS * 16) 548b6db3bcSAlexander Graf #endif 558b6db3bcSAlexander Graf 56c4befc58SPaul Mackerras struct hpte_cache { 57c4befc58SPaul Mackerras struct hlist_node list_pte; 58c4befc58SPaul Mackerras struct hlist_node list_pte_long; 59c4befc58SPaul Mackerras struct hlist_node list_vpte; 60c4befc58SPaul Mackerras struct hlist_node list_vpte_long; 61c4befc58SPaul Mackerras struct rcu_head rcu_head; 62c4befc58SPaul Mackerras u64 host_va; 63c4befc58SPaul Mackerras u64 pfn; 64c4befc58SPaul Mackerras ulong slot; 65c4befc58SPaul Mackerras struct kvmppc_pte pte; 66c4befc58SPaul Mackerras }; 67c4befc58SPaul Mackerras 684e342025SAlexander Graf struct kvmppc_vcpu_book3s { 694e342025SAlexander Graf struct kvm_vcpu vcpu; 70c7f38f46SAlexander Graf struct kvmppc_book3s_shadow_vcpu *shadow_vcpu; 714e342025SAlexander Graf struct kvmppc_sid_map sid_map[SID_MAP_NUM]; 724e342025SAlexander Graf struct { 734e342025SAlexander Graf u64 esid; 744e342025SAlexander Graf u64 vsid; 754e342025SAlexander Graf } slb_shadow[64]; 764e342025SAlexander Graf u8 slb_shadow_max; 774e342025SAlexander Graf struct kvmppc_bat ibat[8]; 784e342025SAlexander Graf struct kvmppc_bat dbat[8]; 794e342025SAlexander Graf u64 hid[6]; 80d6d549b2SAlexander Graf u64 gqr[8]; 814e342025SAlexander Graf u64 sdr1; 824e342025SAlexander Graf u64 hior; 834e342025SAlexander Graf u64 msr_mask; 844e342025SAlexander Graf u64 vsid_next; 858b6db3bcSAlexander Graf #ifdef CONFIG_PPC_BOOK3S_32 868b6db3bcSAlexander Graf u32 vsid_pool[VSID_POOL_SIZE]; 878b6db3bcSAlexander Graf #else 888b6db3bcSAlexander Graf u64 vsid_first; 894e342025SAlexander Graf u64 vsid_max; 908b6db3bcSAlexander Graf #endif 918b6db3bcSAlexander Graf int context_id[SID_CONTEXTS]; 9225a8a02dSAlexander Graf ulong prog_flags; /* flags to inject when giving a 700 trap */ 93c4befc58SPaul Mackerras 94c4befc58SPaul Mackerras struct hlist_head hpte_hash_pte[HPTEG_HASH_NUM_PTE]; 95c4befc58SPaul Mackerras struct hlist_head hpte_hash_pte_long[HPTEG_HASH_NUM_PTE_LONG]; 96c4befc58SPaul Mackerras struct hlist_head hpte_hash_vpte[HPTEG_HASH_NUM_VPTE]; 97c4befc58SPaul Mackerras struct hlist_head hpte_hash_vpte_long[HPTEG_HASH_NUM_VPTE_LONG]; 98c4befc58SPaul Mackerras int hpte_cache_count; 99c4befc58SPaul Mackerras spinlock_t mmu_lock; 1004e342025SAlexander Graf }; 1014e342025SAlexander Graf 1024e342025SAlexander Graf #define CONTEXT_HOST 0 1034e342025SAlexander Graf #define CONTEXT_GUEST 1 1044e342025SAlexander Graf #define CONTEXT_GUEST_END 2 1054e342025SAlexander Graf 106f7bc74e1SAlexander Graf #define VSID_REAL 0x1fffffffffc00000ULL 107f7bc74e1SAlexander Graf #define VSID_BAT 0x1fffffffffb00000ULL 108f7bc74e1SAlexander Graf #define VSID_REAL_DR 0x2000000000000000ULL 109f7bc74e1SAlexander Graf #define VSID_REAL_IR 0x4000000000000000ULL 1105a1b419fSAlexander Graf #define VSID_PR 0x8000000000000000ULL 1114e342025SAlexander Graf 112af7b4d10SAlexander Graf extern void kvmppc_mmu_pte_flush(struct kvm_vcpu *vcpu, ulong ea, ulong ea_mask); 1134e342025SAlexander Graf extern void kvmppc_mmu_pte_vflush(struct kvm_vcpu *vcpu, u64 vp, u64 vp_mask); 114af7b4d10SAlexander Graf extern void kvmppc_mmu_pte_pflush(struct kvm_vcpu *vcpu, ulong pa_start, ulong pa_end); 1154e342025SAlexander Graf extern void kvmppc_set_msr(struct kvm_vcpu *vcpu, u64 new_msr); 1164e342025SAlexander Graf extern void kvmppc_mmu_book3s_64_init(struct kvm_vcpu *vcpu); 1174e342025SAlexander Graf extern void kvmppc_mmu_book3s_32_init(struct kvm_vcpu *vcpu); 1184e342025SAlexander Graf extern int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *pte); 1194e342025SAlexander Graf extern int kvmppc_mmu_map_segment(struct kvm_vcpu *vcpu, ulong eaddr); 1204e342025SAlexander Graf extern void kvmppc_mmu_flush_segments(struct kvm_vcpu *vcpu); 121fef093beSAlexander Graf 122fef093beSAlexander Graf extern void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte); 123fef093beSAlexander Graf extern struct hpte_cache *kvmppc_mmu_hpte_cache_next(struct kvm_vcpu *vcpu); 124fef093beSAlexander Graf extern void kvmppc_mmu_hpte_destroy(struct kvm_vcpu *vcpu); 125fef093beSAlexander Graf extern int kvmppc_mmu_hpte_init(struct kvm_vcpu *vcpu); 126fef093beSAlexander Graf extern void kvmppc_mmu_invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte); 127fef093beSAlexander Graf extern int kvmppc_mmu_hpte_sysinit(void); 128fef093beSAlexander Graf extern void kvmppc_mmu_hpte_sysexit(void); 129fef093beSAlexander Graf 1305467a97dSAlexander Graf extern int kvmppc_ld(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data); 1315467a97dSAlexander Graf extern int kvmppc_st(struct kvm_vcpu *vcpu, ulong *eaddr, int size, void *ptr, bool data); 1324e342025SAlexander Graf extern void kvmppc_book3s_queue_irqprio(struct kvm_vcpu *vcpu, unsigned int vec); 133e15a1137SAlexander Graf extern void kvmppc_set_bat(struct kvm_vcpu *vcpu, struct kvmppc_bat *bat, 134e15a1137SAlexander Graf bool upper, u32 val); 135aba3bd7fSAlexander Graf extern void kvmppc_giveup_ext(struct kvm_vcpu *vcpu, ulong msr); 136831317b6SAlexander Graf extern int kvmppc_emulate_paired_single(struct kvm_run *run, struct kvm_vcpu *vcpu); 137e8508940SAlexander Graf extern pfn_t kvmppc_gfn_to_pfn(struct kvm_vcpu *vcpu, gfn_t gfn); 1384e342025SAlexander Graf 139a22a2dacSAlexander Graf extern void kvmppc_handler_lowmem_trampoline(void); 140a22a2dacSAlexander Graf extern void kvmppc_handler_trampoline_enter(void); 141021ec9c6SAlexander Graf extern void kvmppc_rmcall(ulong srr0, ulong srr1); 142d5e52813SAlexander Graf extern void kvmppc_load_up_fpu(void); 143d5e52813SAlexander Graf extern void kvmppc_load_up_altivec(void); 144d5e52813SAlexander Graf extern void kvmppc_load_up_vsx(void); 145ca7f4203SAlexander Graf extern u32 kvmppc_alignment_dsisr(struct kvm_vcpu *vcpu, unsigned int inst); 146ca7f4203SAlexander Graf extern ulong kvmppc_alignment_dar(struct kvm_vcpu *vcpu, unsigned int inst); 1474e342025SAlexander Graf 1484e342025SAlexander Graf static inline struct kvmppc_vcpu_book3s *to_book3s(struct kvm_vcpu *vcpu) 1494e342025SAlexander Graf { 1504e342025SAlexander Graf return container_of(vcpu, struct kvmppc_vcpu_book3s, vcpu); 1514e342025SAlexander Graf } 1524e342025SAlexander Graf 1534e342025SAlexander Graf static inline ulong dsisr(void) 1544e342025SAlexander Graf { 1554e342025SAlexander Graf ulong r; 1564e342025SAlexander Graf asm ( "mfdsisr %0 " : "=r" (r) ); 1574e342025SAlexander Graf return r; 1584e342025SAlexander Graf } 1594e342025SAlexander Graf 1604e342025SAlexander Graf extern void kvm_return_point(void); 161c7f38f46SAlexander Graf static inline struct kvmppc_book3s_shadow_vcpu *to_svcpu(struct kvm_vcpu *vcpu); 162c7f38f46SAlexander Graf 163c7f38f46SAlexander Graf static inline void kvmppc_set_gpr(struct kvm_vcpu *vcpu, int num, ulong val) 164c7f38f46SAlexander Graf { 165c7f38f46SAlexander Graf if ( num < 14 ) { 166c7f38f46SAlexander Graf to_svcpu(vcpu)->gpr[num] = val; 167c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->gpr[num] = val; 168c7f38f46SAlexander Graf } else 169c7f38f46SAlexander Graf vcpu->arch.gpr[num] = val; 170c7f38f46SAlexander Graf } 171c7f38f46SAlexander Graf 172c7f38f46SAlexander Graf static inline ulong kvmppc_get_gpr(struct kvm_vcpu *vcpu, int num) 173c7f38f46SAlexander Graf { 174c7f38f46SAlexander Graf if ( num < 14 ) 175c7f38f46SAlexander Graf return to_svcpu(vcpu)->gpr[num]; 176c7f38f46SAlexander Graf else 177c7f38f46SAlexander Graf return vcpu->arch.gpr[num]; 178c7f38f46SAlexander Graf } 179c7f38f46SAlexander Graf 180c7f38f46SAlexander Graf static inline void kvmppc_set_cr(struct kvm_vcpu *vcpu, u32 val) 181c7f38f46SAlexander Graf { 182c7f38f46SAlexander Graf to_svcpu(vcpu)->cr = val; 183c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->cr = val; 184c7f38f46SAlexander Graf } 185c7f38f46SAlexander Graf 186c7f38f46SAlexander Graf static inline u32 kvmppc_get_cr(struct kvm_vcpu *vcpu) 187c7f38f46SAlexander Graf { 188c7f38f46SAlexander Graf return to_svcpu(vcpu)->cr; 189c7f38f46SAlexander Graf } 190c7f38f46SAlexander Graf 191c7f38f46SAlexander Graf static inline void kvmppc_set_xer(struct kvm_vcpu *vcpu, u32 val) 192c7f38f46SAlexander Graf { 193c7f38f46SAlexander Graf to_svcpu(vcpu)->xer = val; 194c7f38f46SAlexander Graf to_book3s(vcpu)->shadow_vcpu->xer = val; 195c7f38f46SAlexander Graf } 196c7f38f46SAlexander Graf 197c7f38f46SAlexander Graf static inline u32 kvmppc_get_xer(struct kvm_vcpu *vcpu) 198c7f38f46SAlexander Graf { 199c7f38f46SAlexander Graf return to_svcpu(vcpu)->xer; 200c7f38f46SAlexander Graf } 201c7f38f46SAlexander Graf 202c7f38f46SAlexander Graf static inline void kvmppc_set_ctr(struct kvm_vcpu *vcpu, ulong val) 203c7f38f46SAlexander Graf { 204c7f38f46SAlexander Graf to_svcpu(vcpu)->ctr = val; 205c7f38f46SAlexander Graf } 206c7f38f46SAlexander Graf 207c7f38f46SAlexander Graf static inline ulong kvmppc_get_ctr(struct kvm_vcpu *vcpu) 208c7f38f46SAlexander Graf { 209c7f38f46SAlexander Graf return to_svcpu(vcpu)->ctr; 210c7f38f46SAlexander Graf } 211c7f38f46SAlexander Graf 212c7f38f46SAlexander Graf static inline void kvmppc_set_lr(struct kvm_vcpu *vcpu, ulong val) 213c7f38f46SAlexander Graf { 214c7f38f46SAlexander Graf to_svcpu(vcpu)->lr = val; 215c7f38f46SAlexander Graf } 216c7f38f46SAlexander Graf 217c7f38f46SAlexander Graf static inline ulong kvmppc_get_lr(struct kvm_vcpu *vcpu) 218c7f38f46SAlexander Graf { 219c7f38f46SAlexander Graf return to_svcpu(vcpu)->lr; 220c7f38f46SAlexander Graf } 221c7f38f46SAlexander Graf 222c7f38f46SAlexander Graf static inline void kvmppc_set_pc(struct kvm_vcpu *vcpu, ulong val) 223c7f38f46SAlexander Graf { 224c7f38f46SAlexander Graf to_svcpu(vcpu)->pc = val; 225c7f38f46SAlexander Graf } 226c7f38f46SAlexander Graf 227c7f38f46SAlexander Graf static inline ulong kvmppc_get_pc(struct kvm_vcpu *vcpu) 228c7f38f46SAlexander Graf { 229c7f38f46SAlexander Graf return to_svcpu(vcpu)->pc; 230c7f38f46SAlexander Graf } 231c7f38f46SAlexander Graf 232c7f38f46SAlexander Graf static inline u32 kvmppc_get_last_inst(struct kvm_vcpu *vcpu) 233c7f38f46SAlexander Graf { 234c7f38f46SAlexander Graf ulong pc = kvmppc_get_pc(vcpu); 235c7f38f46SAlexander Graf struct kvmppc_book3s_shadow_vcpu *svcpu = to_svcpu(vcpu); 236c7f38f46SAlexander Graf 237c7f38f46SAlexander Graf /* Load the instruction manually if it failed to do so in the 238c7f38f46SAlexander Graf * exit path */ 239c7f38f46SAlexander Graf if (svcpu->last_inst == KVM_INST_FETCH_FAILED) 240c7f38f46SAlexander Graf kvmppc_ld(vcpu, &pc, sizeof(u32), &svcpu->last_inst, false); 241c7f38f46SAlexander Graf 242c7f38f46SAlexander Graf return svcpu->last_inst; 243c7f38f46SAlexander Graf } 244c7f38f46SAlexander Graf 245c7f38f46SAlexander Graf static inline ulong kvmppc_get_fault_dar(struct kvm_vcpu *vcpu) 246c7f38f46SAlexander Graf { 247c7f38f46SAlexander Graf return to_svcpu(vcpu)->fault_dar; 248c7f38f46SAlexander Graf } 2494e342025SAlexander Graf 250ad0a048bSAlexander Graf /* Magic register values loaded into r3 and r4 before the 'sc' assembly 251ad0a048bSAlexander Graf * instruction for the OSI hypercalls */ 252ad0a048bSAlexander Graf #define OSI_SC_MAGIC_R3 0x113724FA 253ad0a048bSAlexander Graf #define OSI_SC_MAGIC_R4 0x77810F9B 254ad0a048bSAlexander Graf 2554e342025SAlexander Graf #define INS_DCBZ 0x7c0007ec 2564e342025SAlexander Graf 257c7f38f46SAlexander Graf /* Also add subarch specific defines */ 258c7f38f46SAlexander Graf 259c7f38f46SAlexander Graf #ifdef CONFIG_PPC_BOOK3S_32 260c7f38f46SAlexander Graf #include <asm/kvm_book3s_32.h> 261c7f38f46SAlexander Graf #else 262c7f38f46SAlexander Graf #include <asm/kvm_book3s_64.h> 263c7f38f46SAlexander Graf #endif 264c7f38f46SAlexander Graf 2654e342025SAlexander Graf #endif /* __ASM_KVM_BOOK3S_H__ */ 266