• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * definition for kvm on s390
3  *
4  * Copyright IBM Corp. 2008, 2009
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License (version 2 only)
8  * as published by the Free Software Foundation.
9  *
10  *    Author(s): Carsten Otte <cotte@de.ibm.com>
11  *               Christian Borntraeger <borntraeger@de.ibm.com>
12  *               Christian Ehrhardt <ehrhardt@de.ibm.com>
13  */
14 
15 #ifndef ARCH_S390_KVM_S390_H
16 #define ARCH_S390_KVM_S390_H
17 
18 #include <linux/hrtimer.h>
19 #include <linux/kvm.h>
20 #include <linux/kvm_host.h>
21 #include <asm/facility.h>
22 
23 typedef int (*intercept_handler_t)(struct kvm_vcpu *vcpu);
24 
25 /* Transactional Memory Execution related macros */
26 #define IS_TE_ENABLED(vcpu)	((vcpu->arch.sie_block->ecb & 0x10))
27 #define TDB_FORMAT1		1
28 #define IS_ITDB_VALID(vcpu)	((*(char *)vcpu->arch.sie_block->itdba == TDB_FORMAT1))
29 
30 extern debug_info_t *kvm_s390_dbf;
31 #define KVM_EVENT(d_loglevel, d_string, d_args...)\
32 do { \
33 	debug_sprintf_event(kvm_s390_dbf, d_loglevel, d_string "\n", \
34 	  d_args); \
35 } while (0)
36 
37 #define VM_EVENT(d_kvm, d_loglevel, d_string, d_args...)\
38 do { \
39 	debug_sprintf_event(d_kvm->arch.dbf, d_loglevel, d_string "\n", \
40 	  d_args); \
41 } while (0)
42 
43 #define VCPU_EVENT(d_vcpu, d_loglevel, d_string, d_args...)\
44 do { \
45 	debug_sprintf_event(d_vcpu->kvm->arch.dbf, d_loglevel, \
46 	  "%02d[%016lx-%016lx]: " d_string "\n", d_vcpu->vcpu_id, \
47 	  d_vcpu->arch.sie_block->gpsw.mask, d_vcpu->arch.sie_block->gpsw.addr,\
48 	  d_args); \
49 } while (0)
50 
is_vcpu_stopped(struct kvm_vcpu * vcpu)51 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)
52 {
53 	return atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_STOPPED;
54 }
55 
kvm_is_ucontrol(struct kvm * kvm)56 static inline int kvm_is_ucontrol(struct kvm *kvm)
57 {
58 #ifdef CONFIG_KVM_S390_UCONTROL
59 	if (kvm->arch.gmap)
60 		return 0;
61 	return 1;
62 #else
63 	return 0;
64 #endif
65 }
66 
67 #define GUEST_PREFIX_SHIFT 13
kvm_s390_get_prefix(struct kvm_vcpu * vcpu)68 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)
69 {
70 	return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;
71 }
72 
kvm_s390_set_prefix(struct kvm_vcpu * vcpu,u32 prefix)73 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)
74 {
75 	VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,
76 		   prefix);
77 	vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;
78 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);
79 	kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu);
80 }
81 
82 typedef u8 __bitwise ar_t;
83 
kvm_s390_get_base_disp_s(struct kvm_vcpu * vcpu,ar_t * ar)84 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, ar_t *ar)
85 {
86 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;
87 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);
88 
89 	if (ar)
90 		*ar = base2;
91 
92 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
93 }
94 
kvm_s390_get_base_disp_sse(struct kvm_vcpu * vcpu,u64 * address1,u64 * address2,ar_t * ar_b1,ar_t * ar_b2)95 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,
96 					      u64 *address1, u64 *address2,
97 					      ar_t *ar_b1, ar_t *ar_b2)
98 {
99 	u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;
100 	u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;
101 	u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;
102 	u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;
103 
104 	*address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;
105 	*address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
106 
107 	if (ar_b1)
108 		*ar_b1 = base1;
109 	if (ar_b2)
110 		*ar_b2 = base2;
111 }
112 
kvm_s390_get_regs_rre(struct kvm_vcpu * vcpu,int * r1,int * r2)113 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)
114 {
115 	if (r1)
116 		*r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;
117 	if (r2)
118 		*r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;
119 }
120 
kvm_s390_get_base_disp_rsy(struct kvm_vcpu * vcpu,ar_t * ar)121 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, ar_t *ar)
122 {
123 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;
124 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +
125 			((vcpu->arch.sie_block->ipb & 0xff00) << 4);
126 	/* The displacement is a 20bit _SIGNED_ value */
127 	if (disp2 & 0x80000)
128 		disp2+=0xfff00000;
129 
130 	if (ar)
131 		*ar = base2;
132 
133 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;
134 }
135 
kvm_s390_get_base_disp_rs(struct kvm_vcpu * vcpu,ar_t * ar)136 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, ar_t *ar)
137 {
138 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;
139 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);
140 
141 	if (ar)
142 		*ar = base2;
143 
144 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
145 }
146 
147 /* Set the condition code in the guest program status word */
kvm_s390_set_psw_cc(struct kvm_vcpu * vcpu,unsigned long cc)148 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)
149 {
150 	vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);
151 	vcpu->arch.sie_block->gpsw.mask |= cc << 44;
152 }
153 
154 /* test availability of facility in a kvm instance */
test_kvm_facility(struct kvm * kvm,unsigned long nr)155 static inline int test_kvm_facility(struct kvm *kvm, unsigned long nr)
156 {
157 	return __test_facility(nr, kvm->arch.model.fac->mask) &&
158 		__test_facility(nr, kvm->arch.model.fac->list);
159 }
160 
set_kvm_facility(u64 * fac_list,unsigned long nr)161 static inline int set_kvm_facility(u64 *fac_list, unsigned long nr)
162 {
163 	unsigned char *ptr;
164 
165 	if (nr >= MAX_FACILITY_BIT)
166 		return -EINVAL;
167 	ptr = (unsigned char *) fac_list + (nr >> 3);
168 	*ptr |= (0x80UL >> (nr & 7));
169 	return 0;
170 }
171 
172 /* are cpu states controlled by user space */
kvm_s390_user_cpu_state_ctrl(struct kvm * kvm)173 static inline int kvm_s390_user_cpu_state_ctrl(struct kvm *kvm)
174 {
175 	return kvm->arch.user_cpu_state_ctrl != 0;
176 }
177 
178 /* implemented in interrupt.c */
179 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
180 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
181 enum hrtimer_restart kvm_s390_idle_wakeup(struct hrtimer *timer);
182 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
183 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
184 void kvm_s390_clear_float_irqs(struct kvm *kvm);
185 int __must_check kvm_s390_inject_vm(struct kvm *kvm,
186 				    struct kvm_s390_interrupt *s390int);
187 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
188 				      struct kvm_s390_irq *irq);
kvm_s390_inject_prog_irq(struct kvm_vcpu * vcpu,struct kvm_s390_pgm_info * pgm_info)189 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,
190 					   struct kvm_s390_pgm_info *pgm_info)
191 {
192 	struct kvm_s390_irq irq = {
193 		.type = KVM_S390_PROGRAM_INT,
194 		.u.pgm = *pgm_info,
195 	};
196 
197 	return kvm_s390_inject_vcpu(vcpu, &irq);
198 }
kvm_s390_inject_program_int(struct kvm_vcpu * vcpu,u16 code)199 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)
200 {
201 	struct kvm_s390_irq irq = {
202 		.type = KVM_S390_PROGRAM_INT,
203 		.u.pgm.code = code,
204 	};
205 
206 	return kvm_s390_inject_vcpu(vcpu, &irq);
207 }
208 struct kvm_s390_interrupt_info *kvm_s390_get_io_int(struct kvm *kvm,
209 						    u64 isc_mask, u32 schid);
210 int kvm_s390_reinject_io_int(struct kvm *kvm,
211 			     struct kvm_s390_interrupt_info *inti);
212 int kvm_s390_mask_adapter(struct kvm *kvm, unsigned int id, bool masked);
213 
214 /* implemented in intercept.c */
215 void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilc);
216 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
217 
218 /* implemented in priv.c */
219 int is_valid_psw(psw_t *psw);
220 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
221 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
222 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
223 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
224 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
225 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
226 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
227 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
228 
229 /* implemented in sigp.c */
230 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
231 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
232 
233 /* implemented in kvm-s390.c */
234 void kvm_s390_set_tod_clock(struct kvm *kvm, u64 tod);
235 long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable);
236 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
237 int kvm_s390_store_adtl_status_unloaded(struct kvm_vcpu *vcpu,
238 					unsigned long addr);
239 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
240 int kvm_s390_vcpu_store_adtl_status(struct kvm_vcpu *vcpu, unsigned long addr);
241 void kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
242 void kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
243 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
244 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
245 void exit_sie(struct kvm_vcpu *vcpu);
246 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
247 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
248 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
249 unsigned long kvm_s390_fac_list_mask_size(void);
250 extern unsigned long kvm_s390_fac_list_mask[];
251 
252 /* implemented in diag.c */
253 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
254 
kvm_s390_vcpu_block_all(struct kvm * kvm)255 static inline void kvm_s390_vcpu_block_all(struct kvm *kvm)
256 {
257 	int i;
258 	struct kvm_vcpu *vcpu;
259 
260 	WARN_ON(!mutex_is_locked(&kvm->lock));
261 	kvm_for_each_vcpu(i, vcpu, kvm)
262 		kvm_s390_vcpu_block(vcpu);
263 }
264 
kvm_s390_vcpu_unblock_all(struct kvm * kvm)265 static inline void kvm_s390_vcpu_unblock_all(struct kvm *kvm)
266 {
267 	int i;
268 	struct kvm_vcpu *vcpu;
269 
270 	kvm_for_each_vcpu(i, vcpu, kvm)
271 		kvm_s390_vcpu_unblock(vcpu);
272 }
273 
kvm_s390_get_tod_clock_fast(struct kvm * kvm)274 static inline u64 kvm_s390_get_tod_clock_fast(struct kvm *kvm)
275 {
276 	u64 rc;
277 
278 	preempt_disable();
279 	rc = get_tod_clock_fast() + kvm->arch.epoch;
280 	preempt_enable();
281 	return rc;
282 }
283 
284 /**
285  * kvm_s390_inject_prog_cond - conditionally inject a program check
286  * @vcpu: virtual cpu
287  * @rc: original return/error code
288  *
289  * This function is supposed to be used after regular guest access functions
290  * failed, to conditionally inject a program check to a vcpu. The typical
291  * pattern would look like
292  *
293  * rc = write_guest(vcpu, addr, data, len);
294  * if (rc)
295  *	return kvm_s390_inject_prog_cond(vcpu, rc);
296  *
297  * A negative return code from guest access functions implies an internal error
298  * like e.g. out of memory. In these cases no program check should be injected
299  * to the guest.
300  * A positive value implies that an exception happened while accessing a guest's
301  * memory. In this case all data belonging to the corresponding program check
302  * has been stored in vcpu->arch.pgm and can be injected with
303  * kvm_s390_inject_prog_irq().
304  *
305  * Returns: - the original @rc value if @rc was negative (internal error)
306  *	    - zero if @rc was already zero
307  *	    - zero or error code from injecting if @rc was positive
308  *	      (program check injected to @vcpu)
309  */
kvm_s390_inject_prog_cond(struct kvm_vcpu * vcpu,int rc)310 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)
311 {
312 	if (rc <= 0)
313 		return rc;
314 	return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
315 }
316 
317 int s390int_to_s390irq(struct kvm_s390_interrupt *s390int,
318 			struct kvm_s390_irq *s390irq);
319 
320 /* implemented in interrupt.c */
321 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
322 int psw_extint_disabled(struct kvm_vcpu *vcpu);
323 void kvm_s390_destroy_adapters(struct kvm *kvm);
324 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
325 extern struct kvm_device_ops kvm_flic_ops;
326 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
327 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
328 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
329 			   void __user *buf, int len);
330 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
331 			   __u8 __user *buf, int len);
332 
333 /* implemented in guestdbg.c */
334 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
335 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
336 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
337 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
338 			    struct kvm_guest_debug *dbg);
339 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
340 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
341 void kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
342 
343 #endif
344