1 /*
2 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
3 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2, as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 */
18
19 #ifndef __ARM_KVM_EMULATE_H__
20 #define __ARM_KVM_EMULATE_H__
21
22 #include <linux/kvm_host.h>
23 #include <asm/kvm_asm.h>
24 #include <asm/kvm_mmio.h>
25 #include <asm/kvm_arm.h>
26 #include <asm/cputype.h>
27
28 /* arm64 compatibility macros */
29 #define PSR_AA32_MODE_FIQ FIQ_MODE
30 #define PSR_AA32_MODE_SVC SVC_MODE
31 #define PSR_AA32_MODE_ABT ABT_MODE
32 #define PSR_AA32_MODE_UND UND_MODE
33 #define PSR_AA32_T_BIT PSR_T_BIT
34 #define PSR_AA32_F_BIT PSR_F_BIT
35 #define PSR_AA32_I_BIT PSR_I_BIT
36 #define PSR_AA32_A_BIT PSR_A_BIT
37 #define PSR_AA32_E_BIT PSR_E_BIT
38 #define PSR_AA32_IT_MASK PSR_IT_MASK
39 #define PSR_AA32_GE_MASK 0x000f0000
40 #define PSR_AA32_DIT_BIT 0x00200000
41 #define PSR_AA32_PAN_BIT 0x00400000
42 #define PSR_AA32_SSBS_BIT 0x00800000
43 #define PSR_AA32_Q_BIT PSR_Q_BIT
44 #define PSR_AA32_V_BIT PSR_V_BIT
45 #define PSR_AA32_C_BIT PSR_C_BIT
46 #define PSR_AA32_Z_BIT PSR_Z_BIT
47 #define PSR_AA32_N_BIT PSR_N_BIT
48
49 unsigned long *vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num);
50
vcpu_reg32(struct kvm_vcpu * vcpu,u8 reg_num)51 static inline unsigned long *vcpu_reg32(struct kvm_vcpu *vcpu, u8 reg_num)
52 {
53 return vcpu_reg(vcpu, reg_num);
54 }
55
56 unsigned long *__vcpu_spsr(struct kvm_vcpu *vcpu);
57
vpcu_read_spsr(struct kvm_vcpu * vcpu)58 static inline unsigned long vpcu_read_spsr(struct kvm_vcpu *vcpu)
59 {
60 return *__vcpu_spsr(vcpu);
61 }
62
vcpu_write_spsr(struct kvm_vcpu * vcpu,unsigned long v)63 static inline void vcpu_write_spsr(struct kvm_vcpu *vcpu, unsigned long v)
64 {
65 *__vcpu_spsr(vcpu) = v;
66 }
67
host_spsr_to_spsr32(unsigned long spsr)68 static inline unsigned long host_spsr_to_spsr32(unsigned long spsr)
69 {
70 return spsr;
71 }
72
vcpu_get_reg(struct kvm_vcpu * vcpu,u8 reg_num)73 static inline unsigned long vcpu_get_reg(struct kvm_vcpu *vcpu,
74 u8 reg_num)
75 {
76 return *vcpu_reg(vcpu, reg_num);
77 }
78
vcpu_set_reg(struct kvm_vcpu * vcpu,u8 reg_num,unsigned long val)79 static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
80 unsigned long val)
81 {
82 *vcpu_reg(vcpu, reg_num) = val;
83 }
84
85 bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
86 void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
87 void kvm_inject_undef32(struct kvm_vcpu *vcpu);
88 void kvm_inject_dabt32(struct kvm_vcpu *vcpu, unsigned long addr);
89 void kvm_inject_pabt32(struct kvm_vcpu *vcpu, unsigned long addr);
90 void kvm_inject_vabt(struct kvm_vcpu *vcpu);
91
kvm_inject_undefined(struct kvm_vcpu * vcpu)92 static inline void kvm_inject_undefined(struct kvm_vcpu *vcpu)
93 {
94 kvm_inject_undef32(vcpu);
95 }
96
kvm_inject_dabt(struct kvm_vcpu * vcpu,unsigned long addr)97 static inline void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr)
98 {
99 kvm_inject_dabt32(vcpu, addr);
100 }
101
kvm_inject_pabt(struct kvm_vcpu * vcpu,unsigned long addr)102 static inline void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr)
103 {
104 kvm_inject_pabt32(vcpu, addr);
105 }
106
kvm_condition_valid(const struct kvm_vcpu * vcpu)107 static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)
108 {
109 return kvm_condition_valid32(vcpu);
110 }
111
kvm_skip_instr(struct kvm_vcpu * vcpu,bool is_wide_instr)112 static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)
113 {
114 kvm_skip_instr32(vcpu, is_wide_instr);
115 }
116
vcpu_reset_hcr(struct kvm_vcpu * vcpu)117 static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)
118 {
119 vcpu->arch.hcr = HCR_GUEST_MASK;
120 }
121
vcpu_hcr(const struct kvm_vcpu * vcpu)122 static inline unsigned long *vcpu_hcr(const struct kvm_vcpu *vcpu)
123 {
124 return (unsigned long *)&vcpu->arch.hcr;
125 }
126
vcpu_clear_wfe_traps(struct kvm_vcpu * vcpu)127 static inline void vcpu_clear_wfe_traps(struct kvm_vcpu *vcpu)
128 {
129 vcpu->arch.hcr &= ~HCR_TWE;
130 }
131
vcpu_set_wfe_traps(struct kvm_vcpu * vcpu)132 static inline void vcpu_set_wfe_traps(struct kvm_vcpu *vcpu)
133 {
134 vcpu->arch.hcr |= HCR_TWE;
135 }
136
vcpu_mode_is_32bit(const struct kvm_vcpu * vcpu)137 static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)
138 {
139 return true;
140 }
141
vcpu_pc(struct kvm_vcpu * vcpu)142 static inline unsigned long *vcpu_pc(struct kvm_vcpu *vcpu)
143 {
144 return &vcpu->arch.ctxt.gp_regs.usr_regs.ARM_pc;
145 }
146
vcpu_cpsr(const struct kvm_vcpu * vcpu)147 static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)
148 {
149 return (unsigned long *)&vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr;
150 }
151
vcpu_set_thumb(struct kvm_vcpu * vcpu)152 static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
153 {
154 *vcpu_cpsr(vcpu) |= PSR_T_BIT;
155 }
156
mode_has_spsr(struct kvm_vcpu * vcpu)157 static inline bool mode_has_spsr(struct kvm_vcpu *vcpu)
158 {
159 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
160 return (cpsr_mode > USR_MODE && cpsr_mode < SYSTEM_MODE);
161 }
162
vcpu_mode_priv(struct kvm_vcpu * vcpu)163 static inline bool vcpu_mode_priv(struct kvm_vcpu *vcpu)
164 {
165 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
166 return cpsr_mode > USR_MODE;
167 }
168
kvm_vcpu_get_hsr(const struct kvm_vcpu * vcpu)169 static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)
170 {
171 return vcpu->arch.fault.hsr;
172 }
173
kvm_vcpu_get_condition(const struct kvm_vcpu * vcpu)174 static inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu)
175 {
176 u32 hsr = kvm_vcpu_get_hsr(vcpu);
177
178 if (hsr & HSR_CV)
179 return (hsr & HSR_COND) >> HSR_COND_SHIFT;
180
181 return -1;
182 }
183
kvm_vcpu_get_hfar(struct kvm_vcpu * vcpu)184 static inline unsigned long kvm_vcpu_get_hfar(struct kvm_vcpu *vcpu)
185 {
186 return vcpu->arch.fault.hxfar;
187 }
188
kvm_vcpu_get_fault_ipa(struct kvm_vcpu * vcpu)189 static inline phys_addr_t kvm_vcpu_get_fault_ipa(struct kvm_vcpu *vcpu)
190 {
191 return ((phys_addr_t)vcpu->arch.fault.hpfar & HPFAR_MASK) << 8;
192 }
193
kvm_vcpu_dabt_isvalid(struct kvm_vcpu * vcpu)194 static inline bool kvm_vcpu_dabt_isvalid(struct kvm_vcpu *vcpu)
195 {
196 return kvm_vcpu_get_hsr(vcpu) & HSR_ISV;
197 }
198
kvm_vcpu_dabt_iswrite(struct kvm_vcpu * vcpu)199 static inline bool kvm_vcpu_dabt_iswrite(struct kvm_vcpu *vcpu)
200 {
201 return kvm_vcpu_get_hsr(vcpu) & HSR_WNR;
202 }
203
kvm_vcpu_dabt_issext(struct kvm_vcpu * vcpu)204 static inline bool kvm_vcpu_dabt_issext(struct kvm_vcpu *vcpu)
205 {
206 return kvm_vcpu_get_hsr(vcpu) & HSR_SSE;
207 }
208
kvm_vcpu_dabt_issf(const struct kvm_vcpu * vcpu)209 static inline bool kvm_vcpu_dabt_issf(const struct kvm_vcpu *vcpu)
210 {
211 return false;
212 }
213
kvm_vcpu_dabt_get_rd(struct kvm_vcpu * vcpu)214 static inline int kvm_vcpu_dabt_get_rd(struct kvm_vcpu *vcpu)
215 {
216 return (kvm_vcpu_get_hsr(vcpu) & HSR_SRT_MASK) >> HSR_SRT_SHIFT;
217 }
218
kvm_vcpu_abt_iss1tw(const struct kvm_vcpu * vcpu)219 static inline bool kvm_vcpu_abt_iss1tw(const struct kvm_vcpu *vcpu)
220 {
221 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_S1PTW;
222 }
223
kvm_vcpu_dabt_is_cm(struct kvm_vcpu * vcpu)224 static inline bool kvm_vcpu_dabt_is_cm(struct kvm_vcpu *vcpu)
225 {
226 return !!(kvm_vcpu_get_hsr(vcpu) & HSR_DABT_CM);
227 }
228
229 /* Get Access Size from a data abort */
kvm_vcpu_dabt_get_as(struct kvm_vcpu * vcpu)230 static inline int kvm_vcpu_dabt_get_as(struct kvm_vcpu *vcpu)
231 {
232 switch ((kvm_vcpu_get_hsr(vcpu) >> 22) & 0x3) {
233 case 0:
234 return 1;
235 case 1:
236 return 2;
237 case 2:
238 return 4;
239 default:
240 kvm_err("Hardware is weird: SAS 0b11 is reserved\n");
241 return -EFAULT;
242 }
243 }
244
245 /* This one is not specific to Data Abort */
kvm_vcpu_trap_il_is32bit(struct kvm_vcpu * vcpu)246 static inline bool kvm_vcpu_trap_il_is32bit(struct kvm_vcpu *vcpu)
247 {
248 return kvm_vcpu_get_hsr(vcpu) & HSR_IL;
249 }
250
kvm_vcpu_trap_get_class(const struct kvm_vcpu * vcpu)251 static inline u8 kvm_vcpu_trap_get_class(const struct kvm_vcpu *vcpu)
252 {
253 return kvm_vcpu_get_hsr(vcpu) >> HSR_EC_SHIFT;
254 }
255
kvm_vcpu_trap_is_iabt(const struct kvm_vcpu * vcpu)256 static inline bool kvm_vcpu_trap_is_iabt(const struct kvm_vcpu *vcpu)
257 {
258 return kvm_vcpu_trap_get_class(vcpu) == HSR_EC_IABT;
259 }
260
kvm_vcpu_trap_is_exec_fault(const struct kvm_vcpu * vcpu)261 static inline bool kvm_vcpu_trap_is_exec_fault(const struct kvm_vcpu *vcpu)
262 {
263 return kvm_vcpu_trap_is_iabt(vcpu) && !kvm_vcpu_abt_iss1tw(vcpu);
264 }
265
kvm_vcpu_trap_get_fault(struct kvm_vcpu * vcpu)266 static inline u8 kvm_vcpu_trap_get_fault(struct kvm_vcpu *vcpu)
267 {
268 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC;
269 }
270
kvm_vcpu_trap_get_fault_type(struct kvm_vcpu * vcpu)271 static inline u8 kvm_vcpu_trap_get_fault_type(struct kvm_vcpu *vcpu)
272 {
273 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC_TYPE;
274 }
275
kvm_vcpu_dabt_isextabt(struct kvm_vcpu * vcpu)276 static inline bool kvm_vcpu_dabt_isextabt(struct kvm_vcpu *vcpu)
277 {
278 switch (kvm_vcpu_trap_get_fault(vcpu)) {
279 case FSC_SEA:
280 case FSC_SEA_TTW0:
281 case FSC_SEA_TTW1:
282 case FSC_SEA_TTW2:
283 case FSC_SEA_TTW3:
284 case FSC_SECC:
285 case FSC_SECC_TTW0:
286 case FSC_SECC_TTW1:
287 case FSC_SECC_TTW2:
288 case FSC_SECC_TTW3:
289 return true;
290 default:
291 return false;
292 }
293 }
294
kvm_vcpu_hvc_get_imm(struct kvm_vcpu * vcpu)295 static inline u32 kvm_vcpu_hvc_get_imm(struct kvm_vcpu *vcpu)
296 {
297 return kvm_vcpu_get_hsr(vcpu) & HSR_HVC_IMM_MASK;
298 }
299
kvm_vcpu_get_mpidr_aff(struct kvm_vcpu * vcpu)300 static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)
301 {
302 return vcpu_cp15(vcpu, c0_MPIDR) & MPIDR_HWID_BITMASK;
303 }
304
kvm_vcpu_set_be(struct kvm_vcpu * vcpu)305 static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
306 {
307 *vcpu_cpsr(vcpu) |= PSR_E_BIT;
308 }
309
kvm_vcpu_is_be(struct kvm_vcpu * vcpu)310 static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
311 {
312 return !!(*vcpu_cpsr(vcpu) & PSR_E_BIT);
313 }
314
vcpu_data_guest_to_host(struct kvm_vcpu * vcpu,unsigned long data,unsigned int len)315 static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
316 unsigned long data,
317 unsigned int len)
318 {
319 if (kvm_vcpu_is_be(vcpu)) {
320 switch (len) {
321 case 1:
322 return data & 0xff;
323 case 2:
324 return be16_to_cpu(data & 0xffff);
325 default:
326 return be32_to_cpu(data);
327 }
328 } else {
329 switch (len) {
330 case 1:
331 return data & 0xff;
332 case 2:
333 return le16_to_cpu(data & 0xffff);
334 default:
335 return le32_to_cpu(data);
336 }
337 }
338 }
339
vcpu_data_host_to_guest(struct kvm_vcpu * vcpu,unsigned long data,unsigned int len)340 static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
341 unsigned long data,
342 unsigned int len)
343 {
344 if (kvm_vcpu_is_be(vcpu)) {
345 switch (len) {
346 case 1:
347 return data & 0xff;
348 case 2:
349 return cpu_to_be16(data & 0xffff);
350 default:
351 return cpu_to_be32(data);
352 }
353 } else {
354 switch (len) {
355 case 1:
356 return data & 0xff;
357 case 2:
358 return cpu_to_le16(data & 0xffff);
359 default:
360 return cpu_to_le32(data);
361 }
362 }
363 }
364
365 #endif /* __ARM_KVM_EMULATE_H__ */
366