Lines Matching defs:vcpu
399 static void vmx_update_fb_clear_dis(struct kvm_vcpu *vcpu, struct vcpu_vmx *vmx) in vmx_update_fb_clear_dis()
538 struct kvm_vcpu *vcpu; in check_ept_pointer_match() local
565 struct kvm_vcpu *vcpu, struct kvm_tlb_range *range) in __hv_remote_flush_tlb_with_range()
584 struct kvm_vcpu *vcpu; in hv_remote_flush_tlb_with_range() local
612 static int hv_enable_direct_tlbflush(struct kvm_vcpu *vcpu) in hv_enable_direct_tlbflush()
687 static inline bool cpu_need_virtualize_apic_accesses(struct kvm_vcpu *vcpu) in cpu_need_virtualize_apic_accesses()
870 void update_exception_bitmap(struct kvm_vcpu *vcpu) in update_exception_bitmap()
1181 static inline bool pt_output_base_valid(struct kvm_vcpu *vcpu, u64 base) in pt_output_base_valid()
1273 void vmx_prepare_switch_to_guest(struct kvm_vcpu *vcpu) in vmx_prepare_switch_to_guest()
1403 void vmx_vcpu_load_vmcs(struct kvm_vcpu *vcpu, int cpu, in vmx_vcpu_load_vmcs()
1477 static void vmx_vcpu_load(struct kvm_vcpu *vcpu, int cpu) in vmx_vcpu_load()
1488 static void vmx_vcpu_put(struct kvm_vcpu *vcpu) in vmx_vcpu_put()
1495 static bool emulation_required(struct kvm_vcpu *vcpu) in emulation_required()
1500 unsigned long vmx_get_rflags(struct kvm_vcpu *vcpu) in vmx_get_rflags()
1518 void vmx_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags) in vmx_set_rflags()
1542 u32 vmx_get_interrupt_shadow(struct kvm_vcpu *vcpu) in vmx_get_interrupt_shadow()
1555 void vmx_set_interrupt_shadow(struct kvm_vcpu *vcpu, int mask) in vmx_set_interrupt_shadow()
1571 static int vmx_rtit_ctl_check(struct kvm_vcpu *vcpu, u64 data) in vmx_rtit_ctl_check()
1643 static bool vmx_can_emulate_instruction(struct kvm_vcpu *vcpu, void *insn, int insn_len) in vmx_can_emulate_instruction()
1648 static int skip_emulated_instruction(struct kvm_vcpu *vcpu) in skip_emulated_instruction()
1689 static void vmx_update_emulated_instruction(struct kvm_vcpu *vcpu) in vmx_update_emulated_instruction()
1712 static int vmx_skip_emulated_instruction(struct kvm_vcpu *vcpu) in vmx_skip_emulated_instruction()
1718 static void vmx_clear_hlt(struct kvm_vcpu *vcpu) in vmx_clear_hlt()
1731 static void vmx_queue_exception(struct kvm_vcpu *vcpu) in vmx_queue_exception()
1825 static u64 vmx_write_l1_tsc_offset(struct kvm_vcpu *vcpu, u64 offset) in vmx_write_l1_tsc_offset()
1853 bool nested_vmx_allowed(struct kvm_vcpu *vcpu) in nested_vmx_allowed()
1858 static inline bool vmx_feature_control_msr_valid(struct kvm_vcpu *vcpu, in vmx_feature_control_msr_valid()
1886 static int vmx_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in vmx_get_msr()
2032 static u64 nested_vmx_truncate_sysenter_addr(struct kvm_vcpu *vcpu, in nested_vmx_truncate_sysenter_addr()
2047 static int vmx_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in vmx_set_msr()
2308 static void vmx_cache_reg(struct kvm_vcpu *vcpu, enum kvm_reg reg) in vmx_cache_reg()
2791 static void fix_pmode_seg(struct kvm_vcpu *vcpu, int seg, in fix_pmode_seg()
2810 static void enter_pmode(struct kvm_vcpu *vcpu) in enter_pmode()
2881 static void enter_rmode(struct kvm_vcpu *vcpu) in enter_rmode()
2930 int vmx_set_efer(struct kvm_vcpu *vcpu, u64 efer) in vmx_set_efer()
2954 static void enter_lmode(struct kvm_vcpu *vcpu) in enter_lmode()
2971 static void exit_lmode(struct kvm_vcpu *vcpu) in exit_lmode()
2979 static void vmx_flush_tlb_all(struct kvm_vcpu *vcpu) in vmx_flush_tlb_all()
3002 static inline int vmx_get_current_vpid(struct kvm_vcpu *vcpu) in vmx_get_current_vpid()
3009 static void vmx_flush_tlb_current(struct kvm_vcpu *vcpu) in vmx_flush_tlb_current()
3025 static void vmx_flush_tlb_gva(struct kvm_vcpu *vcpu, gva_t addr) in vmx_flush_tlb_gva()
3034 static void vmx_flush_tlb_guest(struct kvm_vcpu *vcpu) in vmx_flush_tlb_guest()
3046 void vmx_ept_load_pdptrs(struct kvm_vcpu *vcpu) in vmx_ept_load_pdptrs()
3061 void ept_save_pdptrs(struct kvm_vcpu *vcpu) in ept_save_pdptrs()
3078 struct kvm_vcpu *vcpu) in ept_update_paging_mode_cr0()
3102 void vmx_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0) in vmx_set_cr0()
3148 u64 construct_eptp(struct kvm_vcpu *vcpu, unsigned long root_hpa, in construct_eptp()
3163 static void vmx_load_mmu_pgd(struct kvm_vcpu *vcpu, unsigned long pgd, in vmx_load_mmu_pgd()
3198 static bool vmx_is_valid_cr4(struct kvm_vcpu *vcpu, unsigned long cr4) in vmx_is_valid_cr4()
3214 void vmx_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4) in vmx_set_cr4()
3274 void vmx_get_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg) in vmx_get_segment()
3310 static u64 vmx_get_segment_base(struct kvm_vcpu *vcpu, int seg) in vmx_get_segment_base()
3321 int vmx_get_cpl(struct kvm_vcpu *vcpu) in vmx_get_cpl()
3353 void vmx_set_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg) in vmx_set_segment()
3393 static void vmx_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l) in vmx_get_cs_db_l_bits()
3401 static void vmx_get_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt) in vmx_get_idt()
3407 static void vmx_set_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt) in vmx_set_idt()
3413 static void vmx_get_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt) in vmx_get_gdt()
3419 static void vmx_set_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt) in vmx_set_gdt()
3425 static bool rmode_segment_valid(struct kvm_vcpu *vcpu, int seg) in rmode_segment_valid()
3446 static bool code_segment_valid(struct kvm_vcpu *vcpu) in code_segment_valid()
3474 static bool stack_segment_valid(struct kvm_vcpu *vcpu) in stack_segment_valid()
3496 static bool data_segment_valid(struct kvm_vcpu *vcpu, int seg) in data_segment_valid()
3521 static bool tr_valid(struct kvm_vcpu *vcpu) in tr_valid()
3539 static bool ldtr_valid(struct kvm_vcpu *vcpu) in ldtr_valid()
3557 static bool cs_ss_rpl_check(struct kvm_vcpu *vcpu) in cs_ss_rpl_check()
3573 bool __vmx_guest_state_valid(struct kvm_vcpu *vcpu) in __vmx_guest_state_valid()
3800 static __always_inline void vmx_disable_intercept_for_msr(struct kvm_vcpu *vcpu, in vmx_disable_intercept_for_msr()
3846 static __always_inline void vmx_enable_intercept_for_msr(struct kvm_vcpu *vcpu, in vmx_enable_intercept_for_msr()
3880 static __always_inline void vmx_set_intercept_for_msr(struct kvm_vcpu *vcpu, in vmx_set_intercept_for_msr()
3889 static u8 vmx_msr_bitmap_mode(struct kvm_vcpu *vcpu) in vmx_msr_bitmap_mode()
3904 static void vmx_reset_x2apic_msrs(struct kvm_vcpu *vcpu, u8 mode) in vmx_reset_x2apic_msrs()
3921 static void vmx_update_msr_bitmap_x2apic(struct kvm_vcpu *vcpu, u8 mode) in vmx_update_msr_bitmap_x2apic()
3942 void vmx_update_msr_bitmap(struct kvm_vcpu *vcpu) in vmx_update_msr_bitmap()
3957 void pt_update_intercept_for_msr(struct kvm_vcpu *vcpu) in pt_update_intercept_for_msr()
3973 static bool vmx_guest_apic_has_interrupt(struct kvm_vcpu *vcpu) in vmx_guest_apic_has_interrupt()
3993 static void vmx_msr_filter_changed(struct kvm_vcpu *vcpu) in vmx_msr_filter_changed()
4016 static inline bool kvm_vcpu_trigger_posted_interrupt(struct kvm_vcpu *vcpu, in kvm_vcpu_trigger_posted_interrupt()
4055 static int vmx_deliver_nested_posted_interrupt(struct kvm_vcpu *vcpu, in vmx_deliver_nested_posted_interrupt()
4082 static int vmx_deliver_posted_interrupt(struct kvm_vcpu *vcpu, int vector) in vmx_deliver_posted_interrupt()
4172 struct kvm_vcpu *vcpu = &vmx->vcpu; in set_cr4_guest_host_mask() local
4200 static void vmx_refresh_apicv_exec_ctrl(struct kvm_vcpu *vcpu) in vmx_refresh_apicv_exec_ctrl()
4304 struct kvm_vcpu *vcpu = &vmx->vcpu; in vmx_compute_secondary_exec_control() local
4484 static void vmx_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event) in vmx_vcpu_reset()
4581 static void enable_irq_window(struct kvm_vcpu *vcpu) in enable_irq_window()
4586 static void enable_nmi_window(struct kvm_vcpu *vcpu) in enable_nmi_window()
4597 static void vmx_inject_irq(struct kvm_vcpu *vcpu) in vmx_inject_irq()
4625 static void vmx_inject_nmi(struct kvm_vcpu *vcpu) in vmx_inject_nmi()
4656 bool vmx_get_nmi_mask(struct kvm_vcpu *vcpu) in vmx_get_nmi_mask()
4670 void vmx_set_nmi_mask(struct kvm_vcpu *vcpu, bool masked) in vmx_set_nmi_mask()
4690 bool vmx_nmi_blocked(struct kvm_vcpu *vcpu) in vmx_nmi_blocked()
4703 static int vmx_nmi_allowed(struct kvm_vcpu *vcpu, bool for_injection) in vmx_nmi_allowed()
4715 bool vmx_interrupt_blocked(struct kvm_vcpu *vcpu) in vmx_interrupt_blocked()
4725 static int vmx_interrupt_allowed(struct kvm_vcpu *vcpu, bool for_injection) in vmx_interrupt_allowed()
4764 static bool rmode_exception(struct kvm_vcpu *vcpu, int vec) in rmode_exception()
4793 static int handle_rmode_exception(struct kvm_vcpu *vcpu, in handle_rmode_exception()
4839 static int handle_machine_check(struct kvm_vcpu *vcpu) in handle_machine_check()
4856 bool vmx_guest_inject_ac(struct kvm_vcpu *vcpu) in vmx_guest_inject_ac()
4865 static int handle_exception_nmi(struct kvm_vcpu *vcpu) in handle_exception_nmi()
5012 static __always_inline int handle_external_interrupt(struct kvm_vcpu *vcpu) in handle_external_interrupt()
5018 static int handle_triple_fault(struct kvm_vcpu *vcpu) in handle_triple_fault()
5025 static int handle_io(struct kvm_vcpu *vcpu) in handle_io()
5047 vmx_patch_hypercall(struct kvm_vcpu *vcpu, unsigned char *hypercall) in vmx_patch_hypercall()
5058 static int handle_set_cr0(struct kvm_vcpu *vcpu, unsigned long val) in handle_set_cr0()
5091 static int handle_set_cr4(struct kvm_vcpu *vcpu, unsigned long val) in handle_set_cr4()
5108 static int handle_desc(struct kvm_vcpu *vcpu) in handle_desc()
5114 static int handle_cr(struct kvm_vcpu *vcpu) in handle_cr()
5194 static int handle_dr(struct kvm_vcpu *vcpu) in handle_dr()
5255 static void vmx_sync_dirty_debug_regs(struct kvm_vcpu *vcpu) in vmx_sync_dirty_debug_regs()
5268 static void vmx_set_dr7(struct kvm_vcpu *vcpu, unsigned long val) in vmx_set_dr7()
5273 static int handle_tpr_below_threshold(struct kvm_vcpu *vcpu) in handle_tpr_below_threshold()
5279 static int handle_interrupt_window(struct kvm_vcpu *vcpu) in handle_interrupt_window()
5289 static int handle_vmcall(struct kvm_vcpu *vcpu) in handle_vmcall()
5294 static int handle_invd(struct kvm_vcpu *vcpu) in handle_invd()
5300 static int handle_invlpg(struct kvm_vcpu *vcpu) in handle_invlpg()
5308 static int handle_rdpmc(struct kvm_vcpu *vcpu) in handle_rdpmc()
5316 static int handle_wbinvd(struct kvm_vcpu *vcpu) in handle_wbinvd()
5321 static int handle_xsetbv(struct kvm_vcpu *vcpu) in handle_xsetbv()
5331 static int handle_apic_access(struct kvm_vcpu *vcpu) in handle_apic_access()
5353 static int handle_apic_eoi_induced(struct kvm_vcpu *vcpu) in handle_apic_eoi_induced()
5363 static int handle_apic_write(struct kvm_vcpu *vcpu) in handle_apic_write()
5373 static int handle_task_switch(struct kvm_vcpu *vcpu) in handle_task_switch()
5430 static int handle_ept_violation(struct kvm_vcpu *vcpu) in handle_ept_violation()
5486 static int handle_ept_misconfig(struct kvm_vcpu *vcpu) in handle_ept_misconfig()
5504 static int handle_nmi_window(struct kvm_vcpu *vcpu) in handle_nmi_window()
5514 static int handle_invalid_guest_state(struct kvm_vcpu *vcpu) in handle_invalid_guest_state()
5559 static void grow_ple_window(struct kvm_vcpu *vcpu) in grow_ple_window()
5575 static void shrink_ple_window(struct kvm_vcpu *vcpu) in shrink_ple_window()
5607 static int handle_pause(struct kvm_vcpu *vcpu) in handle_pause()
5622 static int handle_nop(struct kvm_vcpu *vcpu) in handle_nop()
5627 static int handle_mwait(struct kvm_vcpu *vcpu) in handle_mwait()
5633 static int handle_invalid_op(struct kvm_vcpu *vcpu) in handle_invalid_op()
5639 static int handle_monitor_trap(struct kvm_vcpu *vcpu) in handle_monitor_trap()
5644 static int handle_monitor(struct kvm_vcpu *vcpu) in handle_monitor()
5650 static int handle_invpcid(struct kvm_vcpu *vcpu) in handle_invpcid()
5684 static int handle_pml_full(struct kvm_vcpu *vcpu) in handle_pml_full()
5709 static fastpath_t handle_fastpath_preemption_timer(struct kvm_vcpu *vcpu) in handle_fastpath_preemption_timer()
5722 static int handle_preemption_timer(struct kvm_vcpu *vcpu) in handle_preemption_timer()
5732 static int handle_vmx_instruction(struct kvm_vcpu *vcpu) in handle_vmx_instruction()
5738 static int handle_encls(struct kvm_vcpu *vcpu) in handle_encls()
5810 static void vmx_get_exit_info(struct kvm_vcpu *vcpu, u64 *info1, u64 *info2, in vmx_get_exit_info()
5838 static void vmx_flush_pml_buffer(struct kvm_vcpu *vcpu) in vmx_flush_pml_buffer()
5876 struct kvm_vcpu *vcpu; in kvm_flush_pml_buffers() local
6054 static int vmx_handle_exit(struct kvm_vcpu *vcpu, fastpath_t exit_fastpath) in vmx_handle_exit()
6217 static noinstr void vmx_l1d_flush(struct kvm_vcpu *vcpu) in vmx_l1d_flush()
6277 static void update_cr8_intercept(struct kvm_vcpu *vcpu, int tpr, int irr) in update_cr8_intercept()
6293 void vmx_set_virtual_apic_mode(struct kvm_vcpu *vcpu) in vmx_set_virtual_apic_mode()
6346 static void vmx_set_apic_access_page_addr(struct kvm_vcpu *vcpu) in vmx_set_apic_access_page_addr()
6374 static void vmx_hwapic_isr_update(struct kvm_vcpu *vcpu, int max_isr) in vmx_hwapic_isr_update()
6408 static void vmx_hwapic_irr_update(struct kvm_vcpu *vcpu, int max_irr) in vmx_hwapic_irr_update()
6422 static int vmx_sync_pir_to_irr(struct kvm_vcpu *vcpu) in vmx_sync_pir_to_irr()
6455 static void vmx_load_eoi_exitmap(struct kvm_vcpu *vcpu, u64 *eoi_exit_bitmap) in vmx_load_eoi_exitmap()
6466 static void vmx_apicv_post_state_restore(struct kvm_vcpu *vcpu) in vmx_apicv_post_state_restore()
6476 static void handle_interrupt_nmi_irqoff(struct kvm_vcpu *vcpu, in handle_interrupt_nmi_irqoff()
6500 static void handle_external_interrupt_irqoff(struct kvm_vcpu *vcpu) in handle_external_interrupt_irqoff()
6514 static void vmx_handle_exit_irqoff(struct kvm_vcpu *vcpu) in vmx_handle_exit_irqoff()
6586 static void __vmx_complete_interrupts(struct kvm_vcpu *vcpu, in __vmx_complete_interrupts()
6647 static void vmx_cancel_injection(struct kvm_vcpu *vcpu) in vmx_cancel_injection()
6675 static void vmx_update_hv_timer(struct kvm_vcpu *vcpu) in vmx_update_hv_timer()
6734 static fastpath_t vmx_exit_handlers_fastpath(struct kvm_vcpu *vcpu) in vmx_exit_handlers_fastpath()
6746 static noinstr void vmx_vcpu_enter_exit(struct kvm_vcpu *vcpu, in vmx_vcpu_enter_exit()
6811 static fastpath_t vmx_vcpu_run(struct kvm_vcpu *vcpu) in vmx_vcpu_run()
6961 static void vmx_free_vcpu(struct kvm_vcpu *vcpu) in vmx_free_vcpu()
6972 static int vmx_create_vcpu(struct kvm_vcpu *vcpu) in vmx_create_vcpu()
7167 static u64 vmx_get_mt_mask(struct kvm_vcpu *vcpu, gfn_t gfn, bool is_mmio) in vmx_get_mt_mask()
7240 static void nested_vmx_cr_fixed1_bits_update(struct kvm_vcpu *vcpu) in nested_vmx_cr_fixed1_bits_update()
7280 static void nested_vmx_entry_exit_ctls_update(struct kvm_vcpu *vcpu) in nested_vmx_entry_exit_ctls_update()
7297 static void update_intel_pt_cfg(struct kvm_vcpu *vcpu) in update_intel_pt_cfg()
7366 static void vmx_vcpu_after_set_cpuid(struct kvm_vcpu *vcpu) in vmx_vcpu_after_set_cpuid()
7445 static void vmx_request_immediate_exit(struct kvm_vcpu *vcpu) in vmx_request_immediate_exit()
7450 static int vmx_check_intercept_io(struct kvm_vcpu *vcpu, in vmx_check_intercept_io()
7484 static int vmx_check_intercept(struct kvm_vcpu *vcpu, in vmx_check_intercept()
7552 static int vmx_set_hv_timer(struct kvm_vcpu *vcpu, u64 guest_deadline_tsc, in vmx_set_hv_timer()
7592 static void vmx_cancel_hv_timer(struct kvm_vcpu *vcpu) in vmx_cancel_hv_timer()
7598 static void vmx_sched_in(struct kvm_vcpu *vcpu, int cpu) in vmx_sched_in()
7630 static int vmx_pre_block(struct kvm_vcpu *vcpu) in vmx_pre_block()
7641 static void vmx_post_block(struct kvm_vcpu *vcpu) in vmx_post_block()
7649 static void vmx_setup_mce(struct kvm_vcpu *vcpu) in vmx_setup_mce()
7659 static int vmx_smi_allowed(struct kvm_vcpu *vcpu, bool for_injection) in vmx_smi_allowed()
7667 static int vmx_pre_enter_smm(struct kvm_vcpu *vcpu, char *smstate) in vmx_pre_enter_smm()
7681 static int vmx_pre_leave_smm(struct kvm_vcpu *vcpu, const char *smstate) in vmx_pre_leave_smm()
7701 static void enable_smi_window(struct kvm_vcpu *vcpu) in enable_smi_window()
7706 static bool vmx_apic_init_signal_blocked(struct kvm_vcpu *vcpu) in vmx_apic_init_signal_blocked()
7711 static void vmx_migrate_timers(struct kvm_vcpu *vcpu) in vmx_migrate_timers()