1 // SPDX-License-Identifier: GPL-2.0
2
3 #include <linux/errno.h>
4 #include <linux/smp.h>
5
6 #include "../hyperv.h"
7 #include "evmcs.h"
8 #include "vmcs.h"
9 #include "vmx.h"
10
11 DEFINE_STATIC_KEY_FALSE(enable_evmcs);
12
13 #if IS_ENABLED(CONFIG_HYPERV)
14
15 #define ROL16(val, n) ((u16)(((u16)(val) << (n)) | ((u16)(val) >> (16 - (n)))))
16 #define EVMCS1_OFFSET(x) offsetof(struct hv_enlightened_vmcs, x)
17 #define EVMCS1_FIELD(number, name, clean_field)[ROL16(number, 6)] = \
18 {EVMCS1_OFFSET(name), clean_field}
19
20 const struct evmcs_field vmcs_field_to_evmcs_1[] = {
21 /* 64 bit rw */
22 EVMCS1_FIELD(GUEST_RIP, guest_rip,
23 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
24 EVMCS1_FIELD(GUEST_RSP, guest_rsp,
25 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
26 EVMCS1_FIELD(GUEST_RFLAGS, guest_rflags,
27 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
28 EVMCS1_FIELD(HOST_IA32_PAT, host_ia32_pat,
29 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
30 EVMCS1_FIELD(HOST_IA32_EFER, host_ia32_efer,
31 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
32 EVMCS1_FIELD(HOST_CR0, host_cr0,
33 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
34 EVMCS1_FIELD(HOST_CR3, host_cr3,
35 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
36 EVMCS1_FIELD(HOST_CR4, host_cr4,
37 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
38 EVMCS1_FIELD(HOST_IA32_SYSENTER_ESP, host_ia32_sysenter_esp,
39 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
40 EVMCS1_FIELD(HOST_IA32_SYSENTER_EIP, host_ia32_sysenter_eip,
41 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
42 EVMCS1_FIELD(HOST_RIP, host_rip,
43 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
44 EVMCS1_FIELD(IO_BITMAP_A, io_bitmap_a,
45 HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
46 EVMCS1_FIELD(IO_BITMAP_B, io_bitmap_b,
47 HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
48 EVMCS1_FIELD(MSR_BITMAP, msr_bitmap,
49 HV_VMX_ENLIGHTENED_CLEAN_FIELD_MSR_BITMAP),
50 EVMCS1_FIELD(GUEST_ES_BASE, guest_es_base,
51 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
52 EVMCS1_FIELD(GUEST_CS_BASE, guest_cs_base,
53 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
54 EVMCS1_FIELD(GUEST_SS_BASE, guest_ss_base,
55 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
56 EVMCS1_FIELD(GUEST_DS_BASE, guest_ds_base,
57 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
58 EVMCS1_FIELD(GUEST_FS_BASE, guest_fs_base,
59 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
60 EVMCS1_FIELD(GUEST_GS_BASE, guest_gs_base,
61 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
62 EVMCS1_FIELD(GUEST_LDTR_BASE, guest_ldtr_base,
63 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
64 EVMCS1_FIELD(GUEST_TR_BASE, guest_tr_base,
65 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
66 EVMCS1_FIELD(GUEST_GDTR_BASE, guest_gdtr_base,
67 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
68 EVMCS1_FIELD(GUEST_IDTR_BASE, guest_idtr_base,
69 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
70 EVMCS1_FIELD(TSC_OFFSET, tsc_offset,
71 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
72 EVMCS1_FIELD(VIRTUAL_APIC_PAGE_ADDR, virtual_apic_page_addr,
73 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
74 EVMCS1_FIELD(VMCS_LINK_POINTER, vmcs_link_pointer,
75 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
76 EVMCS1_FIELD(GUEST_IA32_DEBUGCTL, guest_ia32_debugctl,
77 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
78 EVMCS1_FIELD(GUEST_IA32_PAT, guest_ia32_pat,
79 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
80 EVMCS1_FIELD(GUEST_IA32_EFER, guest_ia32_efer,
81 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
82 EVMCS1_FIELD(GUEST_PDPTR0, guest_pdptr0,
83 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
84 EVMCS1_FIELD(GUEST_PDPTR1, guest_pdptr1,
85 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
86 EVMCS1_FIELD(GUEST_PDPTR2, guest_pdptr2,
87 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
88 EVMCS1_FIELD(GUEST_PDPTR3, guest_pdptr3,
89 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
90 EVMCS1_FIELD(GUEST_PENDING_DBG_EXCEPTIONS, guest_pending_dbg_exceptions,
91 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
92 EVMCS1_FIELD(GUEST_SYSENTER_ESP, guest_sysenter_esp,
93 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
94 EVMCS1_FIELD(GUEST_SYSENTER_EIP, guest_sysenter_eip,
95 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
96 EVMCS1_FIELD(CR0_GUEST_HOST_MASK, cr0_guest_host_mask,
97 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
98 EVMCS1_FIELD(CR4_GUEST_HOST_MASK, cr4_guest_host_mask,
99 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
100 EVMCS1_FIELD(CR0_READ_SHADOW, cr0_read_shadow,
101 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
102 EVMCS1_FIELD(CR4_READ_SHADOW, cr4_read_shadow,
103 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
104 EVMCS1_FIELD(GUEST_CR0, guest_cr0,
105 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
106 EVMCS1_FIELD(GUEST_CR3, guest_cr3,
107 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
108 EVMCS1_FIELD(GUEST_CR4, guest_cr4,
109 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
110 EVMCS1_FIELD(GUEST_DR7, guest_dr7,
111 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
112 EVMCS1_FIELD(HOST_FS_BASE, host_fs_base,
113 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
114 EVMCS1_FIELD(HOST_GS_BASE, host_gs_base,
115 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
116 EVMCS1_FIELD(HOST_TR_BASE, host_tr_base,
117 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
118 EVMCS1_FIELD(HOST_GDTR_BASE, host_gdtr_base,
119 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
120 EVMCS1_FIELD(HOST_IDTR_BASE, host_idtr_base,
121 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
122 EVMCS1_FIELD(HOST_RSP, host_rsp,
123 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
124 EVMCS1_FIELD(EPT_POINTER, ept_pointer,
125 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
126 EVMCS1_FIELD(GUEST_BNDCFGS, guest_bndcfgs,
127 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
128 EVMCS1_FIELD(XSS_EXIT_BITMAP, xss_exit_bitmap,
129 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
130
131 /* 64 bit read only */
132 EVMCS1_FIELD(GUEST_PHYSICAL_ADDRESS, guest_physical_address,
133 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
134 EVMCS1_FIELD(EXIT_QUALIFICATION, exit_qualification,
135 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
136 /*
137 * Not defined in KVM:
138 *
139 * EVMCS1_FIELD(0x00006402, exit_io_instruction_ecx,
140 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
141 * EVMCS1_FIELD(0x00006404, exit_io_instruction_esi,
142 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
143 * EVMCS1_FIELD(0x00006406, exit_io_instruction_esi,
144 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
145 * EVMCS1_FIELD(0x00006408, exit_io_instruction_eip,
146 * HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
147 */
148 EVMCS1_FIELD(GUEST_LINEAR_ADDRESS, guest_linear_address,
149 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
150
151 /*
152 * No mask defined in the spec as Hyper-V doesn't currently support
153 * these. Future proof by resetting the whole clean field mask on
154 * access.
155 */
156 EVMCS1_FIELD(VM_EXIT_MSR_STORE_ADDR, vm_exit_msr_store_addr,
157 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
158 EVMCS1_FIELD(VM_EXIT_MSR_LOAD_ADDR, vm_exit_msr_load_addr,
159 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
160 EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_ADDR, vm_entry_msr_load_addr,
161 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
162 EVMCS1_FIELD(CR3_TARGET_VALUE0, cr3_target_value0,
163 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
164 EVMCS1_FIELD(CR3_TARGET_VALUE1, cr3_target_value1,
165 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
166 EVMCS1_FIELD(CR3_TARGET_VALUE2, cr3_target_value2,
167 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
168 EVMCS1_FIELD(CR3_TARGET_VALUE3, cr3_target_value3,
169 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
170
171 /* 32 bit rw */
172 EVMCS1_FIELD(TPR_THRESHOLD, tpr_threshold,
173 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
174 EVMCS1_FIELD(GUEST_INTERRUPTIBILITY_INFO, guest_interruptibility_info,
175 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
176 EVMCS1_FIELD(CPU_BASED_VM_EXEC_CONTROL, cpu_based_vm_exec_control,
177 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_PROC),
178 EVMCS1_FIELD(EXCEPTION_BITMAP, exception_bitmap,
179 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EXCPN),
180 EVMCS1_FIELD(VM_ENTRY_CONTROLS, vm_entry_controls,
181 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_ENTRY),
182 EVMCS1_FIELD(VM_ENTRY_INTR_INFO_FIELD, vm_entry_intr_info_field,
183 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
184 EVMCS1_FIELD(VM_ENTRY_EXCEPTION_ERROR_CODE,
185 vm_entry_exception_error_code,
186 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
187 EVMCS1_FIELD(VM_ENTRY_INSTRUCTION_LEN, vm_entry_instruction_len,
188 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
189 EVMCS1_FIELD(HOST_IA32_SYSENTER_CS, host_ia32_sysenter_cs,
190 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
191 EVMCS1_FIELD(PIN_BASED_VM_EXEC_CONTROL, pin_based_vm_exec_control,
192 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
193 EVMCS1_FIELD(VM_EXIT_CONTROLS, vm_exit_controls,
194 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
195 EVMCS1_FIELD(SECONDARY_VM_EXEC_CONTROL, secondary_vm_exec_control,
196 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
197 EVMCS1_FIELD(GUEST_ES_LIMIT, guest_es_limit,
198 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
199 EVMCS1_FIELD(GUEST_CS_LIMIT, guest_cs_limit,
200 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
201 EVMCS1_FIELD(GUEST_SS_LIMIT, guest_ss_limit,
202 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
203 EVMCS1_FIELD(GUEST_DS_LIMIT, guest_ds_limit,
204 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
205 EVMCS1_FIELD(GUEST_FS_LIMIT, guest_fs_limit,
206 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
207 EVMCS1_FIELD(GUEST_GS_LIMIT, guest_gs_limit,
208 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
209 EVMCS1_FIELD(GUEST_LDTR_LIMIT, guest_ldtr_limit,
210 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
211 EVMCS1_FIELD(GUEST_TR_LIMIT, guest_tr_limit,
212 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
213 EVMCS1_FIELD(GUEST_GDTR_LIMIT, guest_gdtr_limit,
214 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
215 EVMCS1_FIELD(GUEST_IDTR_LIMIT, guest_idtr_limit,
216 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
217 EVMCS1_FIELD(GUEST_ES_AR_BYTES, guest_es_ar_bytes,
218 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
219 EVMCS1_FIELD(GUEST_CS_AR_BYTES, guest_cs_ar_bytes,
220 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
221 EVMCS1_FIELD(GUEST_SS_AR_BYTES, guest_ss_ar_bytes,
222 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
223 EVMCS1_FIELD(GUEST_DS_AR_BYTES, guest_ds_ar_bytes,
224 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
225 EVMCS1_FIELD(GUEST_FS_AR_BYTES, guest_fs_ar_bytes,
226 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
227 EVMCS1_FIELD(GUEST_GS_AR_BYTES, guest_gs_ar_bytes,
228 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
229 EVMCS1_FIELD(GUEST_LDTR_AR_BYTES, guest_ldtr_ar_bytes,
230 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
231 EVMCS1_FIELD(GUEST_TR_AR_BYTES, guest_tr_ar_bytes,
232 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
233 EVMCS1_FIELD(GUEST_ACTIVITY_STATE, guest_activity_state,
234 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
235 EVMCS1_FIELD(GUEST_SYSENTER_CS, guest_sysenter_cs,
236 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
237
238 /* 32 bit read only */
239 EVMCS1_FIELD(VM_INSTRUCTION_ERROR, vm_instruction_error,
240 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
241 EVMCS1_FIELD(VM_EXIT_REASON, vm_exit_reason,
242 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
243 EVMCS1_FIELD(VM_EXIT_INTR_INFO, vm_exit_intr_info,
244 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
245 EVMCS1_FIELD(VM_EXIT_INTR_ERROR_CODE, vm_exit_intr_error_code,
246 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
247 EVMCS1_FIELD(IDT_VECTORING_INFO_FIELD, idt_vectoring_info_field,
248 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
249 EVMCS1_FIELD(IDT_VECTORING_ERROR_CODE, idt_vectoring_error_code,
250 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
251 EVMCS1_FIELD(VM_EXIT_INSTRUCTION_LEN, vm_exit_instruction_len,
252 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
253 EVMCS1_FIELD(VMX_INSTRUCTION_INFO, vmx_instruction_info,
254 HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
255
256 /* No mask defined in the spec (not used) */
257 EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MASK, page_fault_error_code_mask,
258 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
259 EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MATCH, page_fault_error_code_match,
260 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
261 EVMCS1_FIELD(CR3_TARGET_COUNT, cr3_target_count,
262 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
263 EVMCS1_FIELD(VM_EXIT_MSR_STORE_COUNT, vm_exit_msr_store_count,
264 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
265 EVMCS1_FIELD(VM_EXIT_MSR_LOAD_COUNT, vm_exit_msr_load_count,
266 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
267 EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_COUNT, vm_entry_msr_load_count,
268 HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
269
270 /* 16 bit rw */
271 EVMCS1_FIELD(HOST_ES_SELECTOR, host_es_selector,
272 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
273 EVMCS1_FIELD(HOST_CS_SELECTOR, host_cs_selector,
274 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
275 EVMCS1_FIELD(HOST_SS_SELECTOR, host_ss_selector,
276 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
277 EVMCS1_FIELD(HOST_DS_SELECTOR, host_ds_selector,
278 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
279 EVMCS1_FIELD(HOST_FS_SELECTOR, host_fs_selector,
280 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
281 EVMCS1_FIELD(HOST_GS_SELECTOR, host_gs_selector,
282 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
283 EVMCS1_FIELD(HOST_TR_SELECTOR, host_tr_selector,
284 HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
285 EVMCS1_FIELD(GUEST_ES_SELECTOR, guest_es_selector,
286 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
287 EVMCS1_FIELD(GUEST_CS_SELECTOR, guest_cs_selector,
288 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
289 EVMCS1_FIELD(GUEST_SS_SELECTOR, guest_ss_selector,
290 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
291 EVMCS1_FIELD(GUEST_DS_SELECTOR, guest_ds_selector,
292 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
293 EVMCS1_FIELD(GUEST_FS_SELECTOR, guest_fs_selector,
294 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
295 EVMCS1_FIELD(GUEST_GS_SELECTOR, guest_gs_selector,
296 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
297 EVMCS1_FIELD(GUEST_LDTR_SELECTOR, guest_ldtr_selector,
298 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
299 EVMCS1_FIELD(GUEST_TR_SELECTOR, guest_tr_selector,
300 HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
301 EVMCS1_FIELD(VIRTUAL_PROCESSOR_ID, virtual_processor_id,
302 HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
303 };
304 const unsigned int nr_evmcs_1_fields = ARRAY_SIZE(vmcs_field_to_evmcs_1);
305
evmcs_sanitize_exec_ctrls(struct vmcs_config * vmcs_conf)306 void evmcs_sanitize_exec_ctrls(struct vmcs_config *vmcs_conf)
307 {
308 vmcs_conf->pin_based_exec_ctrl &= ~EVMCS1_UNSUPPORTED_PINCTRL;
309 vmcs_conf->cpu_based_2nd_exec_ctrl &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
310
311 vmcs_conf->vmexit_ctrl &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
312 vmcs_conf->vmentry_ctrl &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
313
314 }
315 #endif
316
nested_enlightened_vmentry(struct kvm_vcpu * vcpu,u64 * evmcs_gpa)317 bool nested_enlightened_vmentry(struct kvm_vcpu *vcpu, u64 *evmcs_gpa)
318 {
319 struct hv_vp_assist_page assist_page;
320
321 *evmcs_gpa = -1ull;
322
323 if (unlikely(!kvm_hv_get_assist_page(vcpu, &assist_page)))
324 return false;
325
326 if (unlikely(!assist_page.enlighten_vmentry))
327 return false;
328
329 *evmcs_gpa = assist_page.current_nested_vmcs;
330
331 return true;
332 }
333
nested_get_evmcs_version(struct kvm_vcpu * vcpu)334 uint16_t nested_get_evmcs_version(struct kvm_vcpu *vcpu)
335 {
336 struct vcpu_vmx *vmx = to_vmx(vcpu);
337 /*
338 * vmcs_version represents the range of supported Enlightened VMCS
339 * versions: lower 8 bits is the minimal version, higher 8 bits is the
340 * maximum supported version. KVM supports versions from 1 to
341 * KVM_EVMCS_VERSION.
342 */
343 if (vmx->nested.enlightened_vmcs_enabled)
344 return (KVM_EVMCS_VERSION << 8) | 1;
345
346 return 0;
347 }
348
nested_enable_evmcs(struct kvm_vcpu * vcpu,uint16_t * vmcs_version)349 int nested_enable_evmcs(struct kvm_vcpu *vcpu,
350 uint16_t *vmcs_version)
351 {
352 struct vcpu_vmx *vmx = to_vmx(vcpu);
353 bool evmcs_already_enabled = vmx->nested.enlightened_vmcs_enabled;
354
355 vmx->nested.enlightened_vmcs_enabled = true;
356
357 if (vmcs_version)
358 *vmcs_version = nested_get_evmcs_version(vcpu);
359
360 /* We don't support disabling the feature for simplicity. */
361 if (evmcs_already_enabled)
362 return 0;
363
364 vmx->nested.msrs.pinbased_ctls_high &= ~EVMCS1_UNSUPPORTED_PINCTRL;
365 vmx->nested.msrs.entry_ctls_high &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
366 vmx->nested.msrs.exit_ctls_high &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
367 vmx->nested.msrs.secondary_ctls_high &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
368 vmx->nested.msrs.vmfunc_controls &= ~EVMCS1_UNSUPPORTED_VMFUNC;
369
370 return 0;
371 }
372