24 #define IS_TE_ENABLED(vcpu)	((vcpu->arch.sie_block->ecb & ECB_TE))  argument
26 #define IS_ITDB_VALID(vcpu) \  argument
27 	((*(char *)phys_to_virt((vcpu)->arch.sie_block->itdba) == TDB_FORMAT1))
61 static inline void kvm_s390_set_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_set_cpuflags()  argument
63 	atomic_or(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_set_cpuflags()
66 static inline void kvm_s390_clear_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_clear_cpuflags()  argument
68 	atomic_andnot(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_clear_cpuflags()
71 static inline bool kvm_s390_test_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_test_cpuflags()  argument
73 	return (atomic_read(&vcpu->arch.sie_block->cpuflags) & flags) == flags;  in kvm_s390_test_cpuflags()
76 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)  in is_vcpu_stopped()  argument
78 	return kvm_s390_test_cpuflags(vcpu, CPUSTAT_STOPPED);  in is_vcpu_stopped()
81 static inline int is_vcpu_idle(struct kvm_vcpu *vcpu)  in is_vcpu_idle()  argument
83 	return test_bit(vcpu->vcpu_idx, vcpu->kvm->arch.idle_mask);  in is_vcpu_idle()
98 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)  in kvm_s390_get_prefix()  argument
100 	return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;  in kvm_s390_get_prefix()
103 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)  in kvm_s390_set_prefix()  argument
105 	VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,  in kvm_s390_set_prefix()
107 	vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;  in kvm_s390_set_prefix()
108 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in kvm_s390_set_prefix()
109 	kvm_make_request(KVM_REQ_REFRESH_GUEST_PREFIX, vcpu);  in kvm_s390_set_prefix()
112 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_s()  argument
114 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_s()
115 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_s()
120 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_s()
123 static inline u64 kvm_s390_get_base_disp_siy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_siy()  argument
125 	u32 base1 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_siy()
129 	disp1 = sign_extend64(((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_siy()
130 			      ((vcpu->arch.sie_block->ipb & 0xff00) << 4), 19);  in kvm_s390_get_base_disp_siy()
135 	return (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_siy()
138 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,  in kvm_s390_get_base_disp_sse()  argument
142 	u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;  in kvm_s390_get_base_disp_sse()
143 	u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;  in kvm_s390_get_base_disp_sse()
144 	u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;  in kvm_s390_get_base_disp_sse()
145 	u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;  in kvm_s390_get_base_disp_sse()
147 	*address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_sse()
148 	*address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_sse()
156 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)  in kvm_s390_get_regs_rre()  argument
159 		*r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;  in kvm_s390_get_regs_rre()
161 		*r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;  in kvm_s390_get_regs_rre()
164 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rsy()  argument
166 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rsy()
167 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_rsy()
168 			((vcpu->arch.sie_block->ipb & 0xff00) << 4);  in kvm_s390_get_base_disp_rsy()
176 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;  in kvm_s390_get_base_disp_rsy()
179 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rs()  argument
181 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rs()
182 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_rs()
187 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_rs()
191 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)  in kvm_s390_set_psw_cc()  argument
193 	vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);  in kvm_s390_set_psw_cc()
194 	vcpu->arch.sie_block->gpsw.mask |= cc << 44;  in kvm_s390_set_psw_cc()
265 int kvm_s390_pv_destroy_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
266 int kvm_s390_pv_create_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
276 int kvm_s390_pv_set_cpu_state(struct kvm_vcpu *vcpu, u8 state);
277 int kvm_s390_pv_dump_cpu(struct kvm_vcpu *vcpu, void *buff, u16 *rc, u16 *rrc);
288 static inline u64 kvm_s390_pv_cpu_get_handle(struct kvm_vcpu *vcpu)  in kvm_s390_pv_cpu_get_handle()  argument
290 	return vcpu->arch.pv.handle;  in kvm_s390_pv_cpu_get_handle()
294 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
295 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
297 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
298 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
302 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
304 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,  in kvm_s390_inject_prog_irq()  argument
312 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_prog_irq()
314 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)  in kvm_s390_inject_program_int()  argument
321 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_program_int()
330 u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu);
331 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
332 static inline void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_rewind_psw()  argument
334 	struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;  in kvm_s390_rewind_psw()
338 static inline void kvm_s390_forward_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_forward_psw()  argument
340 	kvm_s390_rewind_psw(vcpu, -ilen);  in kvm_s390_forward_psw()
342 static inline void kvm_s390_retry_instr(struct kvm_vcpu *vcpu)  in kvm_s390_retry_instr()  argument
345 	vcpu->arch.sie_block->icptstatus &= ~0x02;  in kvm_s390_retry_instr()
346 	kvm_s390_rewind_psw(vcpu, kvm_s390_get_ilen(vcpu));  in kvm_s390_retry_instr()
349 int handle_sthyi(struct kvm_vcpu *vcpu);
353 int kvm_s390_handle_aa(struct kvm_vcpu *vcpu);
354 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
355 int kvm_s390_handle_e3(struct kvm_vcpu *vcpu);
356 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
357 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
358 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
359 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
360 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
361 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
362 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
363 int kvm_s390_skey_check_enable(struct kvm_vcpu *vcpu);
366 int kvm_s390_handle_vsie(struct kvm_vcpu *vcpu);
367 void kvm_s390_vsie_kick(struct kvm_vcpu *vcpu);
374 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
375 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
379 long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable);
380 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
381 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
382 int kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
383 int kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
384 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
385 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
386 bool kvm_s390_vcpu_sie_inhibited(struct kvm_vcpu *vcpu);
387 void exit_sie(struct kvm_vcpu *vcpu);
388 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
389 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
390 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
391 void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm);
392 __u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu);
396 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
401 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_block_all()  local
404 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_block_all()
405 		kvm_s390_vcpu_block(vcpu);  in kvm_s390_vcpu_block_all()
411 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_unblock_all()  local
413 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_unblock_all()
414 		kvm_s390_vcpu_unblock(vcpu);  in kvm_s390_vcpu_unblock_all()
453 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)  in kvm_s390_inject_prog_cond()  argument
457 	return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in kvm_s390_inject_prog_cond()
464 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
465 int psw_extint_disabled(struct kvm_vcpu *vcpu);
467 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
469 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
470 int kvm_s390_is_restart_irq_pending(struct kvm_vcpu *vcpu);
471 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
472 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
474 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
485 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
486 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
487 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
488 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
490 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
491 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
492 int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu);
493 int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
511 void kvm_s390_reinject_machine_check(struct kvm_vcpu *vcpu,