262 static bool kvm_msr_ignored_check(struct kvm_vcpu *vcpu, u32 msr,  in kvm_msr_ignored_check()
293 static inline void kvm_async_pf_hash_reset(struct kvm_vcpu *vcpu)  in kvm_async_pf_hash_reset()
398 u64 kvm_get_apic_base(struct kvm_vcpu *vcpu)  in kvm_get_apic_base()
404 enum lapic_mode kvm_get_apic_mode(struct kvm_vcpu *vcpu)  in kvm_get_apic_mode()
410 int kvm_set_apic_base(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in kvm_set_apic_base()
485 void kvm_deliver_exception_payload(struct kvm_vcpu *vcpu)  in kvm_deliver_exception_payload()
535 static void kvm_multiple_exception(struct kvm_vcpu *vcpu,  in kvm_multiple_exception()
609 void kvm_queue_exception(struct kvm_vcpu *vcpu, unsigned nr)  in kvm_queue_exception()
615 void kvm_requeue_exception(struct kvm_vcpu *vcpu, unsigned nr)  in kvm_requeue_exception()
621 void kvm_queue_exception_p(struct kvm_vcpu *vcpu, unsigned nr,  in kvm_queue_exception_p()
628 static void kvm_queue_exception_e_p(struct kvm_vcpu *vcpu, unsigned nr,  in kvm_queue_exception_e_p()
635 int kvm_complete_insn_gp(struct kvm_vcpu *vcpu, int err)  in kvm_complete_insn_gp()
646 void kvm_inject_page_fault(struct kvm_vcpu *vcpu, struct x86_exception *fault)  in kvm_inject_page_fault()
661 bool kvm_inject_emulated_page_fault(struct kvm_vcpu *vcpu,  in kvm_inject_emulated_page_fault()
684 void kvm_inject_nmi(struct kvm_vcpu *vcpu)  in kvm_inject_nmi()
691 void kvm_queue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code)  in kvm_queue_exception_e()
697 void kvm_requeue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code)  in kvm_requeue_exception_e()
707 bool kvm_require_cpl(struct kvm_vcpu *vcpu, int required_cpl)  in kvm_require_cpl()
716 bool kvm_require_dr(struct kvm_vcpu *vcpu, int dr)  in kvm_require_dr()
731 int kvm_read_guest_page_mmu(struct kvm_vcpu *vcpu, struct kvm_mmu *mmu,  in kvm_read_guest_page_mmu()
750 static int kvm_read_nested_guest_page(struct kvm_vcpu *vcpu, gfn_t gfn,  in kvm_read_nested_guest_page()
757 static inline u64 pdptr_rsvd_bits(struct kvm_vcpu *vcpu)  in pdptr_rsvd_bits()
766 int load_pdptrs(struct kvm_vcpu *vcpu, struct kvm_mmu *mmu, unsigned long cr3)  in load_pdptrs()
799 bool pdptrs_changed(struct kvm_vcpu *vcpu)  in pdptrs_changed()
823 int kvm_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0)  in kvm_set_cr0()
883 void kvm_lmsw(struct kvm_vcpu *vcpu, unsigned long msw)  in kvm_lmsw()
889 void kvm_load_guest_xsave_state(struct kvm_vcpu *vcpu)  in kvm_load_guest_xsave_state()
909 void kvm_load_host_xsave_state(struct kvm_vcpu *vcpu)  in kvm_load_host_xsave_state()
932 static int __kvm_set_xcr(struct kvm_vcpu *vcpu, u32 index, u64 xcr)  in __kvm_set_xcr()
972 int kvm_set_xcr(struct kvm_vcpu *vcpu, u32 index, u64 xcr)  in kvm_set_xcr()
983 int kvm_valid_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in kvm_valid_cr4()
995 int kvm_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in kvm_set_cr4()
1039 int kvm_set_cr3(struct kvm_vcpu *vcpu, unsigned long cr3)  in kvm_set_cr3()
1074 int kvm_set_cr8(struct kvm_vcpu *vcpu, unsigned long cr8)  in kvm_set_cr8()
1086 unsigned long kvm_get_cr8(struct kvm_vcpu *vcpu)  in kvm_get_cr8()
1095 static void kvm_update_dr0123(struct kvm_vcpu *vcpu)  in kvm_update_dr0123()
1106 void kvm_update_dr7(struct kvm_vcpu *vcpu)  in kvm_update_dr7()
1121 static u64 kvm_dr6_fixed(struct kvm_vcpu *vcpu)  in kvm_dr6_fixed()
1130 static int __kvm_set_dr(struct kvm_vcpu *vcpu, int dr, unsigned long val)  in __kvm_set_dr()
1158 int kvm_set_dr(struct kvm_vcpu *vcpu, int dr, unsigned long val)  in kvm_set_dr()
1168 int kvm_get_dr(struct kvm_vcpu *vcpu, int dr, unsigned long *val)  in kvm_get_dr()
1189 bool kvm_rdpmc(struct kvm_vcpu *vcpu)  in kvm_rdpmc()
1441 static int do_get_msr_feature(struct kvm_vcpu *vcpu, unsigned index, u64 *data)  in do_get_msr_feature()
1464 static bool __kvm_valid_efer(struct kvm_vcpu *vcpu, u64 efer)  in __kvm_valid_efer()
1482 bool kvm_valid_efer(struct kvm_vcpu *vcpu, u64 efer)  in kvm_valid_efer()
1491 static int set_efer(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in set_efer()
1531 bool kvm_msr_allowed(struct kvm_vcpu *vcpu, u32 index, u32 type)  in kvm_msr_allowed()
1580 static int __kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 data,  in __kvm_set_msr()
1621 static int kvm_set_msr_ignored_check(struct kvm_vcpu *vcpu,  in kvm_set_msr_ignored_check()
1639 int __kvm_get_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data,  in __kvm_get_msr()
1657 static int kvm_get_msr_ignored_check(struct kvm_vcpu *vcpu,  in kvm_get_msr_ignored_check()
1672 int kvm_get_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data)  in kvm_get_msr()
1678 int kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 data)  in kvm_set_msr()
1684 static int complete_emulated_msr(struct kvm_vcpu *vcpu, bool is_read)  in complete_emulated_msr()
1697 static int complete_emulated_rdmsr(struct kvm_vcpu *vcpu)  in complete_emulated_rdmsr()
1702 static int complete_emulated_wrmsr(struct kvm_vcpu *vcpu)  in complete_emulated_wrmsr()
1719 static int kvm_msr_user_space(struct kvm_vcpu *vcpu, u32 index,  in kvm_msr_user_space()
1721 			      int (*completion)(struct kvm_vcpu *vcpu),  in kvm_msr_user_space()
1741 static int kvm_get_msr_user_space(struct kvm_vcpu *vcpu, u32 index, int r)  in kvm_get_msr_user_space()
1747 static int kvm_set_msr_user_space(struct kvm_vcpu *vcpu, u32 index, u64 data, int r)  in kvm_set_msr_user_space()
1753 int kvm_emulate_rdmsr(struct kvm_vcpu *vcpu)  in kvm_emulate_rdmsr()
1782 int kvm_emulate_wrmsr(struct kvm_vcpu *vcpu)  in kvm_emulate_wrmsr()
1811 bool kvm_vcpu_exit_request(struct kvm_vcpu *vcpu)  in kvm_vcpu_exit_request()
1825 static int handle_fastpath_set_x2apic_icr_irqoff(struct kvm_vcpu *vcpu, u64 data)  in handle_fastpath_set_x2apic_icr_irqoff()
1846 static int handle_fastpath_set_tscdeadline(struct kvm_vcpu *vcpu, u64 data)  in handle_fastpath_set_tscdeadline()
1855 fastpath_t handle_fastpath_set_msr_irqoff(struct kvm_vcpu *vcpu)  in handle_fastpath_set_msr_irqoff()
1890 static int do_get_msr(struct kvm_vcpu *vcpu, unsigned index, u64 *data)  in do_get_msr()
1895 static int do_set_msr(struct kvm_vcpu *vcpu, unsigned index, u64 *data)  in do_set_msr()
2007 static void kvm_write_system_time(struct kvm_vcpu *vcpu, gpa_t system_time,  in kvm_write_system_time()
2083 static int set_tsc_khz(struct kvm_vcpu *vcpu, u32 user_tsc_khz, bool scale)  in set_tsc_khz()
2119 static int kvm_set_tsc_khz(struct kvm_vcpu *vcpu, u32 user_tsc_khz)  in kvm_set_tsc_khz()
2152 static u64 compute_guest_tsc(struct kvm_vcpu *vcpu, s64 kernel_ns)  in compute_guest_tsc()
2166 static void kvm_track_tsc_matching(struct kvm_vcpu *vcpu)  in kvm_track_tsc_matching()
2209 u64 kvm_scale_tsc(struct kvm_vcpu *vcpu, u64 tsc)  in kvm_scale_tsc()
2221 static u64 kvm_compute_tsc_offset(struct kvm_vcpu *vcpu, u64 target_tsc)  in kvm_compute_tsc_offset()
2230 u64 kvm_read_l1_tsc(struct kvm_vcpu *vcpu, u64 host_tsc)  in kvm_read_l1_tsc()
2236 static void kvm_vcpu_write_tsc_offset(struct kvm_vcpu *vcpu, u64 offset)  in kvm_vcpu_write_tsc_offset()
2255 static void kvm_synchronize_tsc(struct kvm_vcpu *vcpu, u64 data)  in kvm_synchronize_tsc()
2354 static inline void adjust_tsc_offset_guest(struct kvm_vcpu *vcpu,  in adjust_tsc_offset_guest()
2361 static inline void adjust_tsc_offset_host(struct kvm_vcpu *vcpu, s64 adjustment)  in adjust_tsc_offset_host()
2571 	struct kvm_vcpu *vcpu;  in kvm_gen_update_masterclock()  local
2624 	struct kvm_vcpu_arch *vcpu = &v->arch;  in kvm_setup_pvclock_page()  local
2682 	struct kvm_vcpu_arch *vcpu = &v->arch;  in kvm_guest_time_update()  local
2792 	struct kvm_vcpu *vcpu;  in kvmclock_update_fn()  local
2829 static bool can_set_mci_status(struct kvm_vcpu *vcpu)  in can_set_mci_status()
2838 static int set_msr_mce(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in set_msr_mce()
2888 static int xen_hvm_config(struct kvm_vcpu *vcpu, u64 data)  in xen_hvm_config()
2914 static inline bool kvm_pv_async_pf_enabled(struct kvm_vcpu *vcpu)  in kvm_pv_async_pf_enabled()
2921 static int kvm_pv_enable_async_pf(struct kvm_vcpu *vcpu, u64 data)  in kvm_pv_enable_async_pf()
2960 static int kvm_pv_enable_async_pf_int(struct kvm_vcpu *vcpu, u64 data)  in kvm_pv_enable_async_pf_int()
2976 static void kvmclock_reset(struct kvm_vcpu *vcpu)  in kvmclock_reset()
2982 static void kvm_vcpu_flush_tlb_all(struct kvm_vcpu *vcpu)  in kvm_vcpu_flush_tlb_all()
2988 static void kvm_vcpu_flush_tlb_guest(struct kvm_vcpu *vcpu)  in kvm_vcpu_flush_tlb_guest()
2994 static void record_steal_time(struct kvm_vcpu *vcpu)  in record_steal_time()
3043 int kvm_set_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in kvm_set_msr_common()
3351 static int get_msr_mce(struct kvm_vcpu *vcpu, u32 msr, u64 *pdata, bool host)  in get_msr_mce()
3389 int kvm_get_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in kvm_get_msr_common()
3664 static int __msr_io(struct kvm_vcpu *vcpu, struct kvm_msrs *msrs,  in __msr_io()
3666 		    int (*do_msr)(struct kvm_vcpu *vcpu,  in __msr_io()
3683 static int msr_io(struct kvm_vcpu *vcpu, struct kvm_msrs __user *user_msrs,  in msr_io()
3684 		  int (*do_msr)(struct kvm_vcpu *vcpu,  in msr_io()
3965 static bool need_emulate_wbinvd(struct kvm_vcpu *vcpu)  in need_emulate_wbinvd()
3970 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in kvm_arch_vcpu_load()
4023 static void kvm_steal_time_set_preempted(struct kvm_vcpu *vcpu)  in kvm_steal_time_set_preempted()
4059 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_put()
4093 static int kvm_vcpu_ioctl_get_lapic(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_get_lapic()
4102 static int kvm_vcpu_ioctl_set_lapic(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_set_lapic()
4115 static int kvm_cpu_accept_dm_intr(struct kvm_vcpu *vcpu)  in kvm_cpu_accept_dm_intr()
4131 static int kvm_vcpu_ready_for_interrupt_injection(struct kvm_vcpu *vcpu)  in kvm_vcpu_ready_for_interrupt_injection()
4146 static int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_interrupt()
4173 static int kvm_vcpu_ioctl_nmi(struct kvm_vcpu *vcpu)  in kvm_vcpu_ioctl_nmi()
4180 static int kvm_vcpu_ioctl_smi(struct kvm_vcpu *vcpu)  in kvm_vcpu_ioctl_smi()
4187 static int vcpu_ioctl_tpr_access_reporting(struct kvm_vcpu *vcpu,  in vcpu_ioctl_tpr_access_reporting()
4196 static int kvm_vcpu_ioctl_x86_setup_mce(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_setup_mce()
4221 static int kvm_vcpu_ioctl_x86_set_mce(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_set_mce()
4269 static void kvm_vcpu_ioctl_x86_get_vcpu_events(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_get_vcpu_events()
4349 static int kvm_vcpu_ioctl_x86_set_vcpu_events(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_set_vcpu_events()
4439 static void kvm_vcpu_ioctl_x86_get_debugregs(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_get_debugregs()
4452 static int kvm_vcpu_ioctl_x86_set_debugregs(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_set_debugregs()
4474 static void fill_xsave(u8 *dest, struct kvm_vcpu *vcpu)  in fill_xsave()
4516 static void load_xsave(struct kvm_vcpu *vcpu, u8 *src)  in load_xsave()
4558 static void kvm_vcpu_ioctl_x86_get_xsave(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_get_xsave()
4575 static int kvm_vcpu_ioctl_x86_set_xsave(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_set_xsave()
4601 static void kvm_vcpu_ioctl_x86_get_xcrs(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_get_xcrs()
4615 static int kvm_vcpu_ioctl_x86_set_xcrs(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_x86_set_xcrs()
4644 static int kvm_set_guest_paused(struct kvm_vcpu *vcpu)  in kvm_set_guest_paused()
4653 static int kvm_vcpu_ioctl_enable_cap(struct kvm_vcpu *vcpu,  in kvm_vcpu_ioctl_enable_cap()
4706 	struct kvm_vcpu *vcpu = filp->private_data;  in kvm_arch_vcpu_ioctl()  local
5086 vm_fault_t kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf)  in kvm_arch_vcpu_fault()
5888 static int vcpu_mmio_write(struct kvm_vcpu *vcpu, gpa_t addr, int len,  in vcpu_mmio_write()
5909 static int vcpu_mmio_read(struct kvm_vcpu *vcpu, gpa_t addr, int len, void *v)  in vcpu_mmio_read()
5931 static void kvm_set_segment(struct kvm_vcpu *vcpu,  in kvm_set_segment()
5937 void kvm_get_segment(struct kvm_vcpu *vcpu,  in kvm_get_segment()
5943 gpa_t translate_nested_gpa(struct kvm_vcpu *vcpu, gpa_t gpa, u32 access,  in translate_nested_gpa()
5957 gpa_t kvm_mmu_gva_to_gpa_read(struct kvm_vcpu *vcpu, gva_t gva,  in kvm_mmu_gva_to_gpa_read()
5964  gpa_t kvm_mmu_gva_to_gpa_fetch(struct kvm_vcpu *vcpu, gva_t gva,  in kvm_mmu_gva_to_gpa_fetch()
5972 gpa_t kvm_mmu_gva_to_gpa_write(struct kvm_vcpu *vcpu, gva_t gva,  in kvm_mmu_gva_to_gpa_write()
5981 gpa_t kvm_mmu_gva_to_gpa_system(struct kvm_vcpu *vcpu, gva_t gva,  in kvm_mmu_gva_to_gpa_system()
5988 				      struct kvm_vcpu *vcpu, u32 access,  in kvm_read_guest_virt_helper()
6023 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in kvm_fetch_guest_virt()  local
6045 int kvm_read_guest_virt(struct kvm_vcpu *vcpu,  in kvm_read_guest_virt()
6067 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_read_std()  local
6079 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in kvm_read_guest_phys_system()  local
6086 				      struct kvm_vcpu *vcpu, u32 access,  in kvm_write_guest_virt_helper()
6120 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_write_std()  local
6130 int kvm_write_guest_virt_system(struct kvm_vcpu *vcpu, gva_t addr, void *val,  in kvm_write_guest_virt_system()
6141 int handle_ud(struct kvm_vcpu *vcpu)  in handle_ud()
6163 static int vcpu_is_mmio_gpa(struct kvm_vcpu *vcpu, unsigned long gva,  in vcpu_is_mmio_gpa()
6178 static int vcpu_mmio_gva_to_gpa(struct kvm_vcpu *vcpu, unsigned long gva,  in vcpu_mmio_gva_to_gpa()
6207 int emulator_write_phys(struct kvm_vcpu *vcpu, gpa_t gpa,  in emulator_write_phys()
6231 static int read_prepare(struct kvm_vcpu *vcpu, void *val, int bytes)  in read_prepare()
6243 static int read_emulate(struct kvm_vcpu *vcpu, gpa_t gpa,  in read_emulate()
6249 static int write_emulate(struct kvm_vcpu *vcpu, gpa_t gpa,  in write_emulate()
6255 static int write_mmio(struct kvm_vcpu *vcpu, gpa_t gpa, int bytes, void *val)  in write_mmio()
6261 static int read_exit_mmio(struct kvm_vcpu *vcpu, gpa_t gpa,  in read_exit_mmio()
6268 static int write_exit_mmio(struct kvm_vcpu *vcpu, gpa_t gpa,  in write_exit_mmio()
6294 				       struct kvm_vcpu *vcpu,  in emulator_read_write_onepage()
6348 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_read_write()  local
6434 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_cmpxchg_emulated()  local
6499 static int kernel_pio(struct kvm_vcpu *vcpu, void *pd)  in kernel_pio()
6518 static int emulator_pio_in_out(struct kvm_vcpu *vcpu, int size,  in emulator_pio_in_out()
6542 static int emulator_pio_in(struct kvm_vcpu *vcpu, int size,  in emulator_pio_in()
6572 static int emulator_pio_out(struct kvm_vcpu *vcpu, int size,  in emulator_pio_out()
6588 static unsigned long get_segment_base(struct kvm_vcpu *vcpu, int seg)  in get_segment_base()
6598 static int kvm_emulate_wbinvd_noskip(struct kvm_vcpu *vcpu)  in kvm_emulate_wbinvd_noskip()
6616 int kvm_emulate_wbinvd(struct kvm_vcpu *vcpu)  in kvm_emulate_wbinvd()
6650 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_get_cr()  local
6679 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_set_cr()  local
6777 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_set_segment()  local
6806 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_get_msr()  local
6822 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_set_msr()  local
6837 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_get_smbase()  local
6844 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_set_smbase()  local
6918 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_set_hflags()  local
6987 static void toggle_interruptibility(struct kvm_vcpu *vcpu, u32 mask)  in toggle_interruptibility()
7006 static bool inject_emulated_exception(struct kvm_vcpu *vcpu)  in inject_emulated_exception()
7020 static struct x86_emulate_ctxt *alloc_emulate_ctxt(struct kvm_vcpu *vcpu)  in alloc_emulate_ctxt()
7037 static void init_emulate_ctxt(struct kvm_vcpu *vcpu)  in init_emulate_ctxt()
7067 void kvm_inject_realmode_interrupt(struct kvm_vcpu *vcpu, int irq, int inc_eip)  in kvm_inject_realmode_interrupt()
7089 static int handle_emulation_failure(struct kvm_vcpu *vcpu, int emulation_type)  in handle_emulation_failure()
7118 static bool reexecute_instruction(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa,  in reexecute_instruction()
7196 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in retry_instruction()  local
7244 static void kvm_smm_changed(struct kvm_vcpu *vcpu)  in kvm_smm_changed()
7272 static int kvm_vcpu_do_singlestep(struct kvm_vcpu *vcpu)  in kvm_vcpu_do_singlestep()
7287 int kvm_skip_emulated_instruction(struct kvm_vcpu *vcpu)  in kvm_skip_emulated_instruction()
7310 static bool kvm_vcpu_check_breakpoint(struct kvm_vcpu *vcpu, int *r)  in kvm_vcpu_check_breakpoint()
7381 int x86_decode_emulated_instruction(struct kvm_vcpu *vcpu, int emulation_type,  in x86_decode_emulated_instruction()
7409 int x86_emulate_instruction(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa,  in x86_emulate_instruction()
7567 int kvm_emulate_instruction(struct kvm_vcpu *vcpu, int emulation_type)  in kvm_emulate_instruction()
7573 int kvm_emulate_instruction_from_buffer(struct kvm_vcpu *vcpu,  in kvm_emulate_instruction_from_buffer()
7580 static int complete_fast_pio_out_port_0x7e(struct kvm_vcpu *vcpu)  in complete_fast_pio_out_port_0x7e()
7586 static int complete_fast_pio_out(struct kvm_vcpu *vcpu)  in complete_fast_pio_out()
7596 static int kvm_fast_pio_out(struct kvm_vcpu *vcpu, int size,  in kvm_fast_pio_out()
7621 static int complete_fast_pio_in(struct kvm_vcpu *vcpu)  in complete_fast_pio_in()
7646 static int kvm_fast_pio_in(struct kvm_vcpu *vcpu, int size,  in kvm_fast_pio_in()
7667 int kvm_fast_pio(struct kvm_vcpu *vcpu, int size, unsigned short port, int in)  in kvm_fast_pio()
7703 	struct kvm_vcpu *vcpu;  in kvm_hyperv_tsc_notifier()  local
7739 	struct kvm_vcpu *vcpu;  in __kvmclock_cpufreq_notifier()  local
7895 	struct kvm_vcpu *vcpu = __this_cpu_read(current_vcpu);  in kvm_handle_intel_pt_intr()  local
7914 	struct kvm_vcpu *vcpu;  in pvclock_gtod_update_fn()  local
8086 int kvm_vcpu_halt(struct kvm_vcpu *vcpu)  in kvm_vcpu_halt()
8099 int kvm_emulate_halt(struct kvm_vcpu *vcpu)  in kvm_emulate_halt()
8111 static int kvm_pv_clock_pairing(struct kvm_vcpu *vcpu, gpa_t paddr,  in kvm_pv_clock_pairing()
8193 int kvm_emulate_hypercall(struct kvm_vcpu *vcpu)  in kvm_emulate_hypercall()
8271 	struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt);  in emulator_fix_hypercall()  local
8281 static int dm_request_for_irq_injection(struct kvm_vcpu *vcpu)  in dm_request_for_irq_injection()
8287 static void post_kvm_run_save(struct kvm_vcpu *vcpu)  in post_kvm_run_save()
8300 static void update_cr8_intercept(struct kvm_vcpu *vcpu)  in update_cr8_intercept()
8326 static void kvm_inject_exception(struct kvm_vcpu *vcpu)  in kvm_inject_exception()
8333 static void inject_pending_event(struct kvm_vcpu *vcpu, bool *req_immediate_exit)  in inject_pending_event()
8473 static void process_nmi(struct kvm_vcpu *vcpu)  in process_nmi()
8504 static void enter_smm_save_seg_32(struct kvm_vcpu *vcpu, char *buf, int n)  in enter_smm_save_seg_32()
8523 static void enter_smm_save_seg_64(struct kvm_vcpu *vcpu, char *buf, int n)  in enter_smm_save_seg_64()
8540 static void enter_smm_save_state_32(struct kvm_vcpu *vcpu, char *buf)  in enter_smm_save_state_32()
8591 static void enter_smm_save_state_64(struct kvm_vcpu *vcpu, char *buf)  in enter_smm_save_state_64()
8645 static void enter_smm(struct kvm_vcpu *vcpu)  in enter_smm()
8725 static void process_smi(struct kvm_vcpu *vcpu)  in process_smi()
8749 void kvm_vcpu_update_apicv(struct kvm_vcpu *vcpu)  in kvm_vcpu_update_apicv()
8808 static void vcpu_scan_ioapic(struct kvm_vcpu *vcpu)  in vcpu_scan_ioapic()
8830 static void vcpu_load_eoi_exitmap(struct kvm_vcpu *vcpu)  in vcpu_load_eoi_exitmap()
8856 void kvm_vcpu_reload_apic_access_page(struct kvm_vcpu *vcpu)  in kvm_vcpu_reload_apic_access_page()
8867 void __kvm_request_immediate_exit(struct kvm_vcpu *vcpu)  in __kvm_request_immediate_exit()
8878 static int vcpu_enter_guest(struct kvm_vcpu *vcpu)  in vcpu_enter_guest()
9188 static inline int vcpu_block(struct kvm *kvm, struct kvm_vcpu *vcpu)  in vcpu_block()
9221 static inline bool kvm_vcpu_running(struct kvm_vcpu *vcpu)  in kvm_vcpu_running()
9230 static int vcpu_run(struct kvm_vcpu *vcpu)  in vcpu_run()
9281 static inline int complete_emulated_io(struct kvm_vcpu *vcpu)  in complete_emulated_io()
9291 static int complete_emulated_pio(struct kvm_vcpu *vcpu)  in complete_emulated_pio()
9316 static int complete_emulated_mmio(struct kvm_vcpu *vcpu)  in complete_emulated_mmio()
9375 static void kvm_load_guest_fpu(struct kvm_vcpu *vcpu)  in kvm_load_guest_fpu()
9392 static void kvm_put_guest_fpu(struct kvm_vcpu *vcpu)  in kvm_put_guest_fpu()
9407 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_ioctl_run()
9477 static void __get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in __get_regs()
9513 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_get_regs()
9521 static void __set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in __set_regs()
9553 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_set_regs()
9561 void kvm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l)  in kvm_get_cs_db_l_bits()
9571 static void __get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)  in __get_sregs()
9607 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_get_sregs()
9616 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_get_mpstate()
9636 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_mpstate()
9670 int kvm_task_switch(struct kvm_vcpu *vcpu, u16 tss_selector, int idt_index,  in kvm_task_switch()
9693 static int kvm_valid_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)  in kvm_valid_sregs()
9718 static int __set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs)  in __set_sregs()
9806 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_sregs()
9817 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_guest_debug()
9877 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_translate()
9898 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_get_fpu()
9918 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_set_fpu()
9939 static void store_regs(struct kvm_vcpu *vcpu)  in store_regs()
9954 static int sync_regs(struct kvm_vcpu *vcpu)  in sync_regs()
9978 static void fx_init(struct kvm_vcpu *vcpu)  in fx_init()
10002 int kvm_arch_vcpu_create(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_create()
10107 void kvm_arch_vcpu_postcreate(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_postcreate()
10129 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_destroy()
10158 void kvm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event)  in kvm_vcpu_reset()
10230 void kvm_vcpu_deliver_sipi_vector(struct kvm_vcpu *vcpu, u8 vector)  in kvm_vcpu_deliver_sipi_vector()
10244 	struct kvm_vcpu *vcpu;  in kvm_arch_hardware_enable()  local
10398 bool kvm_vcpu_is_reset_bsp(struct kvm_vcpu *vcpu)  in kvm_vcpu_is_reset_bsp()
10404 bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu)  in kvm_vcpu_is_bsp()
10412 void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu)  in kvm_arch_sched_in()
10478 static void kvm_unload_vcpu_mmu(struct kvm_vcpu *vcpu)  in kvm_unload_vcpu_mmu()
10488 	struct kvm_vcpu *vcpu;  in kvm_free_vcpus()  local
10691 	struct kvm_vcpu *vcpu;  in kvm_arch_memslots_updated()  local
10832 static inline bool kvm_guest_apic_has_interrupt(struct kvm_vcpu *vcpu)  in kvm_guest_apic_has_interrupt()
10839 static inline bool kvm_vcpu_has_events(struct kvm_vcpu *vcpu)  in kvm_vcpu_has_events()
10879 int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_runnable()
10884 bool kvm_arch_dy_runnable(struct kvm_vcpu *vcpu)  in kvm_arch_dy_runnable()
10900 bool kvm_arch_vcpu_in_kernel(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_in_kernel()
10905 int kvm_arch_vcpu_should_kick(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_should_kick()
10910 int kvm_arch_interrupt_allowed(struct kvm_vcpu *vcpu)  in kvm_arch_interrupt_allowed()
10915 unsigned long kvm_get_linear_rip(struct kvm_vcpu *vcpu)  in kvm_get_linear_rip()
10924 bool kvm_is_linear_rip(struct kvm_vcpu *vcpu, unsigned long linear_rip)  in kvm_is_linear_rip()
10930 unsigned long kvm_get_rflags(struct kvm_vcpu *vcpu)  in kvm_get_rflags()
10941 static void __kvm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags)  in __kvm_set_rflags()
10949 void kvm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags)  in kvm_set_rflags()
10956 void kvm_arch_async_page_ready(struct kvm_vcpu *vcpu, struct kvm_async_pf *work)  in kvm_arch_async_page_ready()
10987 static void kvm_add_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn)  in kvm_add_async_pf_gfn()
10997 static u32 kvm_async_pf_gfn_slot(struct kvm_vcpu *vcpu, gfn_t gfn)  in kvm_async_pf_gfn_slot()
11010 bool kvm_find_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn)  in kvm_find_async_pf_gfn()
11015 static void kvm_del_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn)  in kvm_del_async_pf_gfn()
11042 static inline int apf_put_user_notpresent(struct kvm_vcpu *vcpu)  in apf_put_user_notpresent()
11050 static inline int apf_put_user_ready(struct kvm_vcpu *vcpu, u32 token)  in apf_put_user_ready()
11058 static inline bool apf_pageready_slot_free(struct kvm_vcpu *vcpu)  in apf_pageready_slot_free()
11070 static bool kvm_can_deliver_async_pf(struct kvm_vcpu *vcpu)  in kvm_can_deliver_async_pf()
11082 bool kvm_can_do_async_pf(struct kvm_vcpu *vcpu)  in kvm_can_do_async_pf()
11099 bool kvm_arch_async_page_not_present(struct kvm_vcpu *vcpu,  in kvm_arch_async_page_not_present()
11131 void kvm_arch_async_page_present(struct kvm_vcpu *vcpu,  in kvm_arch_async_page_present()
11156 void kvm_arch_async_page_present_queued(struct kvm_vcpu *vcpu)  in kvm_arch_async_page_present_queued()
11163 bool kvm_arch_can_dequeue_async_page_present(struct kvm_vcpu *vcpu)  in kvm_arch_can_dequeue_async_page_present()
11265 bool kvm_arch_no_poll(struct kvm_vcpu *vcpu)  in kvm_arch_no_poll()
11298 void kvm_fixup_and_inject_pf_error(struct kvm_vcpu *vcpu, gva_t gva, u16 error_code)  in kvm_fixup_and_inject_pf_error()
11326 int kvm_handle_memory_failure(struct kvm_vcpu *vcpu, int r,  in kvm_handle_memory_failure()
11349 int kvm_handle_invpcid(struct kvm_vcpu *vcpu, unsigned long type, gva_t gva)  in kvm_handle_invpcid()