1 /*
2 * definition for kvm on s390
3 *
4 * Copyright IBM Corp. 2008, 2009
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License (version 2 only)
8 * as published by the Free Software Foundation.
9 *
10 * Author(s): Carsten Otte <cotte@de.ibm.com>
11 * Christian Borntraeger <borntraeger@de.ibm.com>
12 * Christian Ehrhardt <ehrhardt@de.ibm.com>
13 */
14
15 #ifndef ARCH_S390_KVM_S390_H
16 #define ARCH_S390_KVM_S390_H
17
18 #include <linux/hrtimer.h>
19 #include <linux/kvm.h>
20 #include <linux/kvm_host.h>
21 #include <asm/facility.h>
22
23 typedef int (*intercept_handler_t)(struct kvm_vcpu *vcpu);
24
25 /* Transactional Memory Execution related macros */
26 #define IS_TE_ENABLED(vcpu) ((vcpu->arch.sie_block->ecb & 0x10))
27 #define TDB_FORMAT1 1
28 #define IS_ITDB_VALID(vcpu) ((*(char *)vcpu->arch.sie_block->itdba == TDB_FORMAT1))
29
30 extern debug_info_t *kvm_s390_dbf;
31 #define KVM_EVENT(d_loglevel, d_string, d_args...)\
32 do { \
33 debug_sprintf_event(kvm_s390_dbf, d_loglevel, d_string "\n", \
34 d_args); \
35 } while (0)
36
37 #define VM_EVENT(d_kvm, d_loglevel, d_string, d_args...)\
38 do { \
39 debug_sprintf_event(d_kvm->arch.dbf, d_loglevel, d_string "\n", \
40 d_args); \
41 } while (0)
42
43 #define VCPU_EVENT(d_vcpu, d_loglevel, d_string, d_args...)\
44 do { \
45 debug_sprintf_event(d_vcpu->kvm->arch.dbf, d_loglevel, \
46 "%02d[%016lx-%016lx]: " d_string "\n", d_vcpu->vcpu_id, \
47 d_vcpu->arch.sie_block->gpsw.mask, d_vcpu->arch.sie_block->gpsw.addr,\
48 d_args); \
49 } while (0)
50
is_vcpu_stopped(struct kvm_vcpu * vcpu)51 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)
52 {
53 return atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_STOPPED;
54 }
55
kvm_is_ucontrol(struct kvm * kvm)56 static inline int kvm_is_ucontrol(struct kvm *kvm)
57 {
58 #ifdef CONFIG_KVM_S390_UCONTROL
59 if (kvm->arch.gmap)
60 return 0;
61 return 1;
62 #else
63 return 0;
64 #endif
65 }
66
67 #define GUEST_PREFIX_SHIFT 13
kvm_s390_get_prefix(struct kvm_vcpu * vcpu)68 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)
69 {
70 return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;
71 }
72
kvm_s390_set_prefix(struct kvm_vcpu * vcpu,u32 prefix)73 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)
74 {
75 VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,
76 prefix);
77 vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;
78 kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);
79 kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu);
80 }
81
82 typedef u8 __bitwise ar_t;
83
kvm_s390_get_base_disp_s(struct kvm_vcpu * vcpu,ar_t * ar)84 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, ar_t *ar)
85 {
86 u32 base2 = vcpu->arch.sie_block->ipb >> 28;
87 u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);
88
89 if (ar)
90 *ar = base2;
91
92 return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
93 }
94
kvm_s390_get_base_disp_sse(struct kvm_vcpu * vcpu,u64 * address1,u64 * address2,ar_t * ar_b1,ar_t * ar_b2)95 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,
96 u64 *address1, u64 *address2,
97 ar_t *ar_b1, ar_t *ar_b2)
98 {
99 u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;
100 u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;
101 u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;
102 u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;
103
104 *address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;
105 *address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
106
107 if (ar_b1)
108 *ar_b1 = base1;
109 if (ar_b2)
110 *ar_b2 = base2;
111 }
112
kvm_s390_get_regs_rre(struct kvm_vcpu * vcpu,int * r1,int * r2)113 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)
114 {
115 if (r1)
116 *r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;
117 if (r2)
118 *r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;
119 }
120
kvm_s390_get_base_disp_rsy(struct kvm_vcpu * vcpu,ar_t * ar)121 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, ar_t *ar)
122 {
123 u32 base2 = vcpu->arch.sie_block->ipb >> 28;
124 u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +
125 ((vcpu->arch.sie_block->ipb & 0xff00) << 4);
126 /* The displacement is a 20bit _SIGNED_ value */
127 if (disp2 & 0x80000)
128 disp2+=0xfff00000;
129
130 if (ar)
131 *ar = base2;
132
133 return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;
134 }
135
kvm_s390_get_base_disp_rs(struct kvm_vcpu * vcpu,ar_t * ar)136 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, ar_t *ar)
137 {
138 u32 base2 = vcpu->arch.sie_block->ipb >> 28;
139 u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);
140
141 if (ar)
142 *ar = base2;
143
144 return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;
145 }
146
147 /* Set the condition code in the guest program status word */
kvm_s390_set_psw_cc(struct kvm_vcpu * vcpu,unsigned long cc)148 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)
149 {
150 vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);
151 vcpu->arch.sie_block->gpsw.mask |= cc << 44;
152 }
153
154 /* test availability of facility in a kvm instance */
test_kvm_facility(struct kvm * kvm,unsigned long nr)155 static inline int test_kvm_facility(struct kvm *kvm, unsigned long nr)
156 {
157 return __test_facility(nr, kvm->arch.model.fac->mask) &&
158 __test_facility(nr, kvm->arch.model.fac->list);
159 }
160
set_kvm_facility(u64 * fac_list,unsigned long nr)161 static inline int set_kvm_facility(u64 *fac_list, unsigned long nr)
162 {
163 unsigned char *ptr;
164
165 if (nr >= MAX_FACILITY_BIT)
166 return -EINVAL;
167 ptr = (unsigned char *) fac_list + (nr >> 3);
168 *ptr |= (0x80UL >> (nr & 7));
169 return 0;
170 }
171
172 /* are cpu states controlled by user space */
kvm_s390_user_cpu_state_ctrl(struct kvm * kvm)173 static inline int kvm_s390_user_cpu_state_ctrl(struct kvm *kvm)
174 {
175 return kvm->arch.user_cpu_state_ctrl != 0;
176 }
177
178 /* implemented in interrupt.c */
179 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
180 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
181 enum hrtimer_restart kvm_s390_idle_wakeup(struct hrtimer *timer);
182 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
183 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
184 void kvm_s390_clear_float_irqs(struct kvm *kvm);
185 int __must_check kvm_s390_inject_vm(struct kvm *kvm,
186 struct kvm_s390_interrupt *s390int);
187 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
188 struct kvm_s390_irq *irq);
kvm_s390_inject_prog_irq(struct kvm_vcpu * vcpu,struct kvm_s390_pgm_info * pgm_info)189 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,
190 struct kvm_s390_pgm_info *pgm_info)
191 {
192 struct kvm_s390_irq irq = {
193 .type = KVM_S390_PROGRAM_INT,
194 .u.pgm = *pgm_info,
195 };
196
197 return kvm_s390_inject_vcpu(vcpu, &irq);
198 }
kvm_s390_inject_program_int(struct kvm_vcpu * vcpu,u16 code)199 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)
200 {
201 struct kvm_s390_irq irq = {
202 .type = KVM_S390_PROGRAM_INT,
203 .u.pgm.code = code,
204 };
205
206 return kvm_s390_inject_vcpu(vcpu, &irq);
207 }
208 struct kvm_s390_interrupt_info *kvm_s390_get_io_int(struct kvm *kvm,
209 u64 isc_mask, u32 schid);
210 int kvm_s390_reinject_io_int(struct kvm *kvm,
211 struct kvm_s390_interrupt_info *inti);
212 int kvm_s390_mask_adapter(struct kvm *kvm, unsigned int id, bool masked);
213
214 /* implemented in intercept.c */
215 void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilc);
216 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
217
218 /* implemented in priv.c */
219 int is_valid_psw(psw_t *psw);
220 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
221 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
222 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
223 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
224 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
225 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
226 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
227 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
228
229 /* implemented in sigp.c */
230 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
231 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
232
233 /* implemented in kvm-s390.c */
234 void kvm_s390_set_tod_clock(struct kvm *kvm, u64 tod);
235 long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable);
236 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
237 int kvm_s390_store_adtl_status_unloaded(struct kvm_vcpu *vcpu,
238 unsigned long addr);
239 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
240 int kvm_s390_vcpu_store_adtl_status(struct kvm_vcpu *vcpu, unsigned long addr);
241 void kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
242 void kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
243 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
244 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
245 void exit_sie(struct kvm_vcpu *vcpu);
246 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
247 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
248 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
249 unsigned long kvm_s390_fac_list_mask_size(void);
250 extern unsigned long kvm_s390_fac_list_mask[];
251
252 /* implemented in diag.c */
253 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
254
kvm_s390_vcpu_block_all(struct kvm * kvm)255 static inline void kvm_s390_vcpu_block_all(struct kvm *kvm)
256 {
257 int i;
258 struct kvm_vcpu *vcpu;
259
260 WARN_ON(!mutex_is_locked(&kvm->lock));
261 kvm_for_each_vcpu(i, vcpu, kvm)
262 kvm_s390_vcpu_block(vcpu);
263 }
264
kvm_s390_vcpu_unblock_all(struct kvm * kvm)265 static inline void kvm_s390_vcpu_unblock_all(struct kvm *kvm)
266 {
267 int i;
268 struct kvm_vcpu *vcpu;
269
270 kvm_for_each_vcpu(i, vcpu, kvm)
271 kvm_s390_vcpu_unblock(vcpu);
272 }
273
kvm_s390_get_tod_clock_fast(struct kvm * kvm)274 static inline u64 kvm_s390_get_tod_clock_fast(struct kvm *kvm)
275 {
276 u64 rc;
277
278 preempt_disable();
279 rc = get_tod_clock_fast() + kvm->arch.epoch;
280 preempt_enable();
281 return rc;
282 }
283
284 /**
285 * kvm_s390_inject_prog_cond - conditionally inject a program check
286 * @vcpu: virtual cpu
287 * @rc: original return/error code
288 *
289 * This function is supposed to be used after regular guest access functions
290 * failed, to conditionally inject a program check to a vcpu. The typical
291 * pattern would look like
292 *
293 * rc = write_guest(vcpu, addr, data, len);
294 * if (rc)
295 * return kvm_s390_inject_prog_cond(vcpu, rc);
296 *
297 * A negative return code from guest access functions implies an internal error
298 * like e.g. out of memory. In these cases no program check should be injected
299 * to the guest.
300 * A positive value implies that an exception happened while accessing a guest's
301 * memory. In this case all data belonging to the corresponding program check
302 * has been stored in vcpu->arch.pgm and can be injected with
303 * kvm_s390_inject_prog_irq().
304 *
305 * Returns: - the original @rc value if @rc was negative (internal error)
306 * - zero if @rc was already zero
307 * - zero or error code from injecting if @rc was positive
308 * (program check injected to @vcpu)
309 */
kvm_s390_inject_prog_cond(struct kvm_vcpu * vcpu,int rc)310 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)
311 {
312 if (rc <= 0)
313 return rc;
314 return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);
315 }
316
317 int s390int_to_s390irq(struct kvm_s390_interrupt *s390int,
318 struct kvm_s390_irq *s390irq);
319
320 /* implemented in interrupt.c */
321 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
322 int psw_extint_disabled(struct kvm_vcpu *vcpu);
323 void kvm_s390_destroy_adapters(struct kvm *kvm);
324 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
325 extern struct kvm_device_ops kvm_flic_ops;
326 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
327 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
328 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
329 void __user *buf, int len);
330 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
331 __u8 __user *buf, int len);
332
333 /* implemented in guestdbg.c */
334 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
335 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
336 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
337 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
338 struct kvm_guest_debug *dbg);
339 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
340 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
341 void kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
342
343 #endif
344