44 	if (kvm->arch.online_vcores == 1 && local_paca->kvm_hstate.kvm_vcpu)  in global_invalidates()
56 		cpumask_setall(&kvm->arch.need_tlb_flush);  in global_invalidates()
58 		cpumask_clear_cpu(cpu, &kvm->arch.need_tlb_flush);  in global_invalidates()
76 		head = &kvm->arch.hpt.rev[i];  in kvmppc_add_revmap_chain()
79 		tail = &kvm->arch.hpt.rev[head->back];  in kvmppc_add_revmap_chain()
142 	rmap = real_vmalloc_addr(&memslot->arch.rmap[gfn - memslot->base_gfn]);  in revmap_for_hpte()
166 	next = real_vmalloc_addr(&kvm->arch.hpt.rev[rev->forw]);  in remove_revmap_chain()
167 	prev = real_vmalloc_addr(&kvm->arch.hpt.rev[rev->back]);  in remove_revmap_chain()
243 	rmap = &memslot->arch.rmap[slot_fn];  in kvmppc_do_h_enter()
303 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_do_h_enter()
307 		hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_do_h_enter()
338 		hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_do_h_enter()
355 	rev = &kvm->arch.hpt.rev[pte_index];  in kvmppc_do_h_enter()
405 				 vcpu->arch.pgdir, true,  in kvmppc_h_enter()
406 				 &vcpu->arch.regs.gpr[4]);  in kvmppc_h_enter()
469 				     "r" (rbvalues[i]), "r" (kvm->arch.lpid));  in do_tlbies()
472 		fixup_tlbie_lpid(rbvalues[i - 1], kvm->arch.lpid);  in do_tlbies()
496 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_do_h_remove()
498 	hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_do_h_remove()
514 	rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_do_h_remove()
537 		atomic64_inc(&kvm->arch.mmio_update);  in kvmppc_do_h_remove()
551 				  &vcpu->arch.regs.gpr[4]);  in kvmppc_h_remove()
558 	unsigned long *args = &vcpu->arch.regs.gpr[4];  in kvmppc_h_bulk_remove()
585 			    pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt)) {  in kvmppc_h_bulk_remove()
591 			hp = (__be64 *) (kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_h_bulk_remove()
628 			rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_h_bulk_remove()
637 					atomic64_inc(&kvm->arch.mmio_update);  in kvmppc_h_bulk_remove()
685 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_h_protect()
688 	hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_h_protect()
708 	rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_h_protect()
739 		atomic64_inc(&kvm->arch.mmio_update);  in kvmppc_h_protect()
756 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_h_read()
762 	rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_h_read()
764 		hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_h_read()
779 		vcpu->arch.regs.gpr[4 + i * 2] = v;  in kvmppc_h_read()
780 		vcpu->arch.regs.gpr[5 + i * 2] = r;  in kvmppc_h_read()
798 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_h_clear_ref()
801 	rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_h_clear_ref()
802 	hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_h_clear_ref()
827 	vcpu->arch.regs.gpr[4] = gr;  in kvmppc_h_clear_ref()
846 	if (pte_index >= kvmppc_hpt_npte(&kvm->arch.hpt))  in kvmppc_h_clear_mod()
849 	rev = real_vmalloc_addr(&kvm->arch.hpt.rev[pte_index]);  in kvmppc_h_clear_mod()
850 	hpte = (__be64 *)(kvm->arch.hpt.virt + (pte_index << 4));  in kvmppc_h_clear_mod()
875 	vcpu->arch.regs.gpr[4] = gr;  in kvmppc_h_clear_mod()
1070 		entry = &vcpu->arch.mmio_cache.entry[i];  in mmio_cache_search()
1084 	unsigned int index = vcpu->arch.mmio_cache.index;  in next_mmio_cache_entry()
1086 	vcpu->arch.mmio_cache.index++;  in next_mmio_cache_entry()
1087 	if (vcpu->arch.mmio_cache.index == MMIO_HPTE_CACHE_SIZE)  in next_mmio_cache_entry()
1088 		vcpu->arch.mmio_cache.index = 0;  in next_mmio_cache_entry()
1090 	return &vcpu->arch.mmio_cache.entry[index];  in next_mmio_cache_entry()
1126 	hash = (vsid ^ ((eaddr & somask) >> pshift)) & kvmppc_hpt_mask(&kvm->arch.hpt);  in kvmppc_hv_find_lock_hpte()
1137 		hpte = (__be64 *)(kvm->arch.hpt.virt + (hash << 7));  in kvmppc_hv_find_lock_hpte()
1173 		hash = hash ^ kvmppc_hpt_mask(&kvm->arch.hpt);  in kvmppc_hv_find_lock_hpte()
1207 		mmio_update = atomic64_read(&kvm->arch.mmio_update);  in kvmppc_hpte_hv_fault()
1222 		hpte = (__be64 *)(kvm->arch.hpt.virt + (index << 4));  in kvmppc_hpte_hv_fault()
1229 		rev = real_vmalloc_addr(&kvm->arch.hpt.rev[index]);  in kvmppc_hpte_hv_fault()
1241 	key = (vcpu->arch.shregs.msr & MSR_PR) ? SLB_VSID_KP : SLB_VSID_KS;  in kvmppc_hpte_hv_fault()
1258 	if (data && (vcpu->arch.shregs.msr & MSR_DR)) {  in kvmppc_hpte_hv_fault()
1259 		unsigned int perm = hpte_get_skey_perm(gr, vcpu->arch.amr);  in kvmppc_hpte_hv_fault()
1267 	vcpu->arch.pgfault_addr = addr;  in kvmppc_hpte_hv_fault()
1268 	vcpu->arch.pgfault_index = index;  in kvmppc_hpte_hv_fault()
1269 	vcpu->arch.pgfault_hpte[0] = v;  in kvmppc_hpte_hv_fault()
1270 	vcpu->arch.pgfault_hpte[1] = r;  in kvmppc_hpte_hv_fault()
1271 	vcpu->arch.pgfault_cache = cache_entry;  in kvmppc_hpte_hv_fault()
1294 		if (data && (vcpu->arch.shregs.msr & MSR_IR))  in kvmppc_hpte_hv_fault()