Lines Matching refs:arch
45 struct kvm_vcpu_arch *arch = &vcpu->arch; in kvm_compute_return_epc() local
65 arch->gprs[insn.r_format.rd] = epc + 8; in kvm_compute_return_epc()
68 nextpc = arch->gprs[insn.r_format.rs]; in kvm_compute_return_epc()
84 if ((long)arch->gprs[insn.i_format.rs] < 0) in kvm_compute_return_epc()
93 if ((long)arch->gprs[insn.i_format.rs] >= 0) in kvm_compute_return_epc()
102 arch->gprs[31] = epc + 8; in kvm_compute_return_epc()
103 if ((long)arch->gprs[insn.i_format.rs] < 0) in kvm_compute_return_epc()
112 arch->gprs[31] = epc + 8; in kvm_compute_return_epc()
113 if ((long)arch->gprs[insn.i_format.rs] >= 0) in kvm_compute_return_epc()
141 arch->gprs[31] = instpc + 8; in kvm_compute_return_epc()
154 if (arch->gprs[insn.i_format.rs] == in kvm_compute_return_epc()
155 arch->gprs[insn.i_format.rt]) in kvm_compute_return_epc()
164 if (arch->gprs[insn.i_format.rs] != in kvm_compute_return_epc()
165 arch->gprs[insn.i_format.rt]) in kvm_compute_return_epc()
178 if ((long)arch->gprs[insn.i_format.rs] <= 0) in kvm_compute_return_epc()
191 if ((long)arch->gprs[insn.i_format.rs] > 0) in kvm_compute_return_epc()
248 err = kvm_compute_return_epc(vcpu, vcpu->arch.pc, in update_pc()
249 &vcpu->arch.pc); in update_pc()
253 vcpu->arch.pc += 4; in update_pc()
256 kvm_debug("update_pc(): New PC: %#lx\n", vcpu->arch.pc); in update_pc()
275 *out = vcpu->arch.host_cp0_badinstr; in kvm_get_badinstr()
297 *out = vcpu->arch.host_cp0_badinstrp; in kvm_get_badinstrp()
315 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_count_disabled()
317 return (vcpu->arch.count_ctl & KVM_REG_MIPS_COUNT_CTL_DC) || in kvm_mips_count_disabled()
334 delta = now_ns + vcpu->arch.count_dyn_bias; in kvm_mips_ktime_to_count()
336 if (delta >= vcpu->arch.count_period) { in kvm_mips_ktime_to_count()
338 periods = div64_s64(now_ns, vcpu->arch.count_period); in kvm_mips_ktime_to_count()
339 vcpu->arch.count_dyn_bias = -periods * vcpu->arch.count_period; in kvm_mips_ktime_to_count()
341 delta = now_ns + vcpu->arch.count_dyn_bias; in kvm_mips_ktime_to_count()
354 return div_u64(delta * vcpu->arch.count_hz, NSEC_PER_SEC); in kvm_mips_ktime_to_count()
369 if (unlikely(vcpu->arch.count_ctl & KVM_REG_MIPS_COUNT_CTL_DC)) in kvm_mips_count_time()
370 return vcpu->arch.count_resume; in kvm_mips_count_time()
387 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_read_count_running()
393 count = vcpu->arch.count_bias + kvm_mips_ktime_to_count(vcpu, now); in kvm_mips_read_count_running()
409 expires = hrtimer_get_expires(&vcpu->arch.comparecount_timer); in kvm_mips_read_count_running()
410 threshold = ktime_add_ns(now, vcpu->arch.count_period / 4); in kvm_mips_read_count_running()
416 running = hrtimer_cancel(&vcpu->arch.comparecount_timer); in kvm_mips_read_count_running()
427 vcpu->arch.count_period); in kvm_mips_read_count_running()
428 hrtimer_start(&vcpu->arch.comparecount_timer, expires, in kvm_mips_read_count_running()
447 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_read_count()
477 hrtimer_cancel(&vcpu->arch.comparecount_timer); in kvm_mips_freeze_hrtimer()
505 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_resume_hrtimer()
513 delta = div_u64(delta * NSEC_PER_SEC, vcpu->arch.count_hz); in kvm_mips_resume_hrtimer()
517 hrtimer_cancel(&vcpu->arch.comparecount_timer); in kvm_mips_resume_hrtimer()
518 hrtimer_start(&vcpu->arch.comparecount_timer, expire, HRTIMER_MODE_ABS); in kvm_mips_resume_hrtimer()
552 before_count = vcpu->arch.count_bias + in kvm_mips_restore_hrtimer()
565 vcpu->arch.count_bias += drift; in kvm_mips_restore_hrtimer()
572 now_count = vcpu->arch.count_bias + kvm_mips_ktime_to_count(vcpu, now); in kvm_mips_restore_hrtimer()
581 vcpu->arch.count_bias += drift; in kvm_mips_restore_hrtimer()
588 delta = div_u64(delta * NSEC_PER_SEC, vcpu->arch.count_hz); in kvm_mips_restore_hrtimer()
606 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_write_count()
611 vcpu->arch.count_bias = count - kvm_mips_ktime_to_count(vcpu, now); in kvm_mips_write_count()
631 vcpu->arch.count_hz = count_hz; in kvm_mips_init_count()
632 vcpu->arch.count_period = div_u64((u64)NSEC_PER_SEC << 32, count_hz); in kvm_mips_init_count()
633 vcpu->arch.count_dyn_bias = 0; in kvm_mips_init_count()
652 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_set_count_hz()
661 if (vcpu->arch.count_hz == count_hz) in kvm_mips_set_count_hz()
674 vcpu->arch.count_hz = count_hz; in kvm_mips_set_count_hz()
675 vcpu->arch.count_period = div_u64((u64)NSEC_PER_SEC << 32, count_hz); in kvm_mips_set_count_hz()
676 vcpu->arch.count_dyn_bias = 0; in kvm_mips_set_count_hz()
679 vcpu->arch.count_bias = count - kvm_mips_ktime_to_count(vcpu, now); in kvm_mips_set_count_hz()
699 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_write_compare()
782 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_count_disable()
787 hrtimer_cancel(&vcpu->arch.comparecount_timer); in kvm_mips_count_disable()
809 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_count_disable_cause()
812 if (!(vcpu->arch.count_ctl & KVM_REG_MIPS_COUNT_CTL_DC)) in kvm_mips_count_disable_cause()
829 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_count_enable_cause()
855 struct mips_coproc *cop0 = &vcpu->arch.cop0; in kvm_mips_set_count_ctl()
856 s64 changed = count_ctl ^ vcpu->arch.count_ctl; in kvm_mips_set_count_ctl()
866 vcpu->arch.count_ctl = count_ctl; in kvm_mips_set_count_ctl()
874 vcpu->arch.count_resume = ktime_get(); in kvm_mips_set_count_ctl()
877 vcpu->arch.count_resume = kvm_mips_count_disable(vcpu); in kvm_mips_set_count_ctl()
887 vcpu->arch.count_hz); in kvm_mips_set_count_ctl()
888 expire = ktime_add_ns(vcpu->arch.count_resume, delta); in kvm_mips_set_count_ctl()
925 vcpu->arch.count_resume = ns_to_ktime(count_resume); in kvm_mips_set_count_resume()
940 hrtimer_add_expires_ns(&vcpu->arch.comparecount_timer, in kvm_mips_count_timeout()
941 vcpu->arch.count_period); in kvm_mips_count_timeout()
947 kvm_debug("[%#lx] !!!WAIT!!! (%#lx)\n", vcpu->arch.pc, in kvm_mips_emul_wait()
948 vcpu->arch.pending_exceptions); in kvm_mips_emul_wait()
952 if (!vcpu->arch.pending_exceptions) { in kvm_mips_emul_wait()
954 vcpu->arch.wait = 1; in kvm_mips_emul_wait()
984 curr_pc = vcpu->arch.pc; in kvm_mips_emulate_store()
992 vcpu->arch.host_cp0_badvaddr); in kvm_mips_emulate_store()
1000 *(u64 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1003 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1004 vcpu->arch.gprs[rt], *(u64 *)data); in kvm_mips_emulate_store()
1010 *(u32 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1013 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1014 vcpu->arch.gprs[rt], *(u32 *)data); in kvm_mips_emulate_store()
1019 *(u16 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1022 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1023 vcpu->arch.gprs[rt], *(u16 *)data); in kvm_mips_emulate_store()
1028 *(u8 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1031 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1032 vcpu->arch.gprs[rt], *(u8 *)data); in kvm_mips_emulate_store()
1037 vcpu->arch.host_cp0_badvaddr) & (~0x3); in kvm_mips_emulate_store()
1039 imme = vcpu->arch.host_cp0_badvaddr & 0x3; in kvm_mips_emulate_store()
1043 (vcpu->arch.gprs[rt] >> 24); in kvm_mips_emulate_store()
1047 (vcpu->arch.gprs[rt] >> 16); in kvm_mips_emulate_store()
1051 (vcpu->arch.gprs[rt] >> 8); in kvm_mips_emulate_store()
1054 *(u32 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1061 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1062 vcpu->arch.gprs[rt], *(u32 *)data); in kvm_mips_emulate_store()
1067 vcpu->arch.host_cp0_badvaddr) & (~0x3); in kvm_mips_emulate_store()
1069 imme = vcpu->arch.host_cp0_badvaddr & 0x3; in kvm_mips_emulate_store()
1072 *(u32 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1076 (vcpu->arch.gprs[rt] << 8); in kvm_mips_emulate_store()
1080 (vcpu->arch.gprs[rt] << 16); in kvm_mips_emulate_store()
1084 (vcpu->arch.gprs[rt] << 24); in kvm_mips_emulate_store()
1091 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1092 vcpu->arch.gprs[rt], *(u32 *)data); in kvm_mips_emulate_store()
1098 vcpu->arch.host_cp0_badvaddr) & (~0x7); in kvm_mips_emulate_store()
1101 imme = vcpu->arch.host_cp0_badvaddr & 0x7; in kvm_mips_emulate_store()
1105 ((vcpu->arch.gprs[rt] >> 56) & 0xff); in kvm_mips_emulate_store()
1109 ((vcpu->arch.gprs[rt] >> 48) & 0xffff); in kvm_mips_emulate_store()
1113 ((vcpu->arch.gprs[rt] >> 40) & 0xffffff); in kvm_mips_emulate_store()
1117 ((vcpu->arch.gprs[rt] >> 32) & 0xffffffff); in kvm_mips_emulate_store()
1121 ((vcpu->arch.gprs[rt] >> 24) & 0xffffffffff); in kvm_mips_emulate_store()
1125 ((vcpu->arch.gprs[rt] >> 16) & 0xffffffffffff); in kvm_mips_emulate_store()
1129 ((vcpu->arch.gprs[rt] >> 8) & 0xffffffffffffff); in kvm_mips_emulate_store()
1132 *(u64 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1139 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1140 vcpu->arch.gprs[rt], *(u64 *)data); in kvm_mips_emulate_store()
1145 vcpu->arch.host_cp0_badvaddr) & (~0x7); in kvm_mips_emulate_store()
1148 imme = vcpu->arch.host_cp0_badvaddr & 0x7; in kvm_mips_emulate_store()
1151 *(u64 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1155 (vcpu->arch.gprs[rt] << 8); in kvm_mips_emulate_store()
1159 (vcpu->arch.gprs[rt] << 16); in kvm_mips_emulate_store()
1163 (vcpu->arch.gprs[rt] << 24); in kvm_mips_emulate_store()
1167 (vcpu->arch.gprs[rt] << 32); in kvm_mips_emulate_store()
1171 (vcpu->arch.gprs[rt] << 40); in kvm_mips_emulate_store()
1175 (vcpu->arch.gprs[rt] << 48); in kvm_mips_emulate_store()
1179 (vcpu->arch.gprs[rt] << 56); in kvm_mips_emulate_store()
1186 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1187 vcpu->arch.gprs[rt], *(u64 *)data); in kvm_mips_emulate_store()
1205 *(u8 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1208 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1209 vcpu->arch.gprs[rt], *(u8 *)data); in kvm_mips_emulate_store()
1213 *(u16 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1216 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1217 vcpu->arch.gprs[rt], *(u16 *)data); in kvm_mips_emulate_store()
1221 *(u32 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1224 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1225 vcpu->arch.gprs[rt], *(u32 *)data); in kvm_mips_emulate_store()
1229 *(u64 *)data = vcpu->arch.gprs[rt]; in kvm_mips_emulate_store()
1232 vcpu->arch.pc, vcpu->arch.host_cp0_badvaddr, in kvm_mips_emulate_store()
1233 vcpu->arch.gprs[rt], *(u64 *)data); in kvm_mips_emulate_store()
1264 vcpu->arch.pc = curr_pc; in kvm_mips_emulate_store()
1286 curr_pc = vcpu->arch.pc; in kvm_mips_emulate_load()
1290 vcpu->arch.io_pc = vcpu->arch.pc; in kvm_mips_emulate_load()
1291 vcpu->arch.pc = curr_pc; in kvm_mips_emulate_load()
1293 vcpu->arch.io_gpr = rt; in kvm_mips_emulate_load()
1296 vcpu->arch.host_cp0_badvaddr); in kvm_mips_emulate_load()
1331 vcpu->arch.host_cp0_badvaddr) & (~0x3); in kvm_mips_emulate_load()
1334 imme = vcpu->arch.host_cp0_badvaddr & 0x3; in kvm_mips_emulate_load()
1355 vcpu->arch.host_cp0_badvaddr) & (~0x3); in kvm_mips_emulate_load()
1358 imme = vcpu->arch.host_cp0_badvaddr & 0x3; in kvm_mips_emulate_load()
1380 vcpu->arch.host_cp0_badvaddr) & (~0x7); in kvm_mips_emulate_load()
1383 imme = vcpu->arch.host_cp0_badvaddr & 0x7; in kvm_mips_emulate_load()
1416 vcpu->arch.host_cp0_badvaddr) & (~0x7); in kvm_mips_emulate_load()
1419 imme = vcpu->arch.host_cp0_badvaddr & 0x7; in kvm_mips_emulate_load()
1512 unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr]; in kvm_mips_complete_mmio_load()
1522 vcpu->arch.pc = vcpu->arch.io_pc; in kvm_mips_complete_mmio_load()
1528 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffffffff) | in kvm_mips_complete_mmio_load()
1532 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffffff) | in kvm_mips_complete_mmio_load()
1536 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffff) | in kvm_mips_complete_mmio_load()
1540 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffff) | in kvm_mips_complete_mmio_load()
1544 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffff) | in kvm_mips_complete_mmio_load()
1548 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffff) | in kvm_mips_complete_mmio_load()
1552 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xff) | in kvm_mips_complete_mmio_load()
1560 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xff00000000000000) | in kvm_mips_complete_mmio_load()
1564 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffff000000000000) | in kvm_mips_complete_mmio_load()
1568 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffff0000000000) | in kvm_mips_complete_mmio_load()
1572 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffff00000000) | in kvm_mips_complete_mmio_load()
1576 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffff000000) | in kvm_mips_complete_mmio_load()
1580 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffffff0000) | in kvm_mips_complete_mmio_load()
1584 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffffffffffff00) | in kvm_mips_complete_mmio_load()
1601 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffff) | in kvm_mips_complete_mmio_load()
1605 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffff) | in kvm_mips_complete_mmio_load()
1609 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xff) | in kvm_mips_complete_mmio_load()
1617 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xff000000) | in kvm_mips_complete_mmio_load()
1621 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffff0000) | in kvm_mips_complete_mmio_load()
1625 *gpr = (vcpu->arch.gprs[vcpu->arch.io_gpr] & 0xffffff00) | in kvm_mips_complete_mmio_load()