23 #define IS_TE_ENABLED(vcpu)	((vcpu->arch.sie_block->ecb & ECB_TE))  argument
25 #define IS_ITDB_VALID(vcpu)	((*(char *)vcpu->arch.sie_block->itdba == TDB_FORMAT1))  argument
48 static inline void kvm_s390_set_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_set_cpuflags()  argument
50 	atomic_or(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_set_cpuflags()
53 static inline void kvm_s390_clear_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_clear_cpuflags()  argument
55 	atomic_andnot(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_clear_cpuflags()
58 static inline bool kvm_s390_test_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_test_cpuflags()  argument
60 	return (atomic_read(&vcpu->arch.sie_block->cpuflags) & flags) == flags;  in kvm_s390_test_cpuflags()
63 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)  in is_vcpu_stopped()  argument
65 	return kvm_s390_test_cpuflags(vcpu, CPUSTAT_STOPPED);  in is_vcpu_stopped()
68 static inline int is_vcpu_idle(struct kvm_vcpu *vcpu)  in is_vcpu_idle()  argument
70 	return test_bit(vcpu->vcpu_id, vcpu->kvm->arch.float_int.idle_mask);  in is_vcpu_idle()
85 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)  in kvm_s390_get_prefix()  argument
87 	return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;  in kvm_s390_get_prefix()
90 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)  in kvm_s390_set_prefix()  argument
92 	VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,  in kvm_s390_set_prefix()
94 	vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;  in kvm_s390_set_prefix()
95 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in kvm_s390_set_prefix()
96 	kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu);  in kvm_s390_set_prefix()
99 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_s()  argument
101 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_s()
102 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_s()
107 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_s()
110 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,  in kvm_s390_get_base_disp_sse()  argument
114 	u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;  in kvm_s390_get_base_disp_sse()
115 	u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;  in kvm_s390_get_base_disp_sse()
116 	u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;  in kvm_s390_get_base_disp_sse()
117 	u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;  in kvm_s390_get_base_disp_sse()
119 	*address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_sse()
120 	*address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_sse()
128 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)  in kvm_s390_get_regs_rre()  argument
131 		*r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;  in kvm_s390_get_regs_rre()
133 		*r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;  in kvm_s390_get_regs_rre()
136 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rsy()  argument
138 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rsy()
139 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_rsy()
140 			((vcpu->arch.sie_block->ipb & 0xff00) << 4);  in kvm_s390_get_base_disp_rsy()
148 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;  in kvm_s390_get_base_disp_rsy()
151 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rs()  argument
153 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rs()
154 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_rs()
159 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_rs()
163 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)  in kvm_s390_set_psw_cc()  argument
165 	vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);  in kvm_s390_set_psw_cc()
166 	vcpu->arch.sie_block->gpsw.mask |= cc << 44;  in kvm_s390_set_psw_cc()
200 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
201 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
203 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
204 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
208 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
210 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,  in kvm_s390_inject_prog_irq()  argument
218 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_prog_irq()
220 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)  in kvm_s390_inject_program_int()  argument
227 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_program_int()
236 u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu);
237 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
238 static inline void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_rewind_psw()  argument
240 	struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;  in kvm_s390_rewind_psw()
244 static inline void kvm_s390_forward_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_forward_psw()  argument
246 	kvm_s390_rewind_psw(vcpu, -ilen);  in kvm_s390_forward_psw()
248 static inline void kvm_s390_retry_instr(struct kvm_vcpu *vcpu)  in kvm_s390_retry_instr()  argument
251 	vcpu->arch.sie_block->icptstatus &= ~0x02;  in kvm_s390_retry_instr()
252 	kvm_s390_rewind_psw(vcpu, kvm_s390_get_ilen(vcpu));  in kvm_s390_retry_instr()
255 int handle_sthyi(struct kvm_vcpu *vcpu);
259 int kvm_s390_handle_aa(struct kvm_vcpu *vcpu);
260 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
261 int kvm_s390_handle_e3(struct kvm_vcpu *vcpu);
262 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
263 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
264 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
265 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
266 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
267 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
268 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
269 int kvm_s390_skey_check_enable(struct kvm_vcpu *vcpu);
272 int kvm_s390_handle_vsie(struct kvm_vcpu *vcpu);
273 void kvm_s390_vsie_kick(struct kvm_vcpu *vcpu);
280 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
281 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
286 long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable);
287 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
288 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
289 void kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
290 void kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
291 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
292 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
293 void exit_sie(struct kvm_vcpu *vcpu);
294 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
295 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
296 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
297 void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm);
298 __u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu);
301 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
306 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_block_all()  local
309 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_block_all()
310 		kvm_s390_vcpu_block(vcpu);  in kvm_s390_vcpu_block_all()
316 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_unblock_all()  local
318 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_unblock_all()
319 		kvm_s390_vcpu_unblock(vcpu);  in kvm_s390_vcpu_unblock_all()
334  * @vcpu: virtual cpu
338  * failed, to conditionally inject a program check to a vcpu. The typical
341  * rc = write_guest(vcpu, addr, data, len);
343  *	return kvm_s390_inject_prog_cond(vcpu, rc);
350  * has been stored in vcpu->arch.pgm and can be injected with
356  *	      (program check injected to @vcpu)
358 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)  in kvm_s390_inject_prog_cond()  argument
362 	return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in kvm_s390_inject_prog_cond()
369 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
370 int psw_extint_disabled(struct kvm_vcpu *vcpu);
372 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
374 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
375 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
376 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
378 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
385 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
386 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
387 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
388 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
390 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
391 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
392 int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu);
393 int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
411 void kvm_s390_reinject_machine_check(struct kvm_vcpu *vcpu,
417  * Reset the crypto attributes for each vcpu. This can be done while the vcpus
418  * are running as each vcpu will be removed from SIE before resetting the crypt