264 static ulong reg_read(struct x86_emulate_ctxt *ctxt, unsigned nr)  in reg_read()
273 static ulong *reg_write(struct x86_emulate_ctxt *ctxt, unsigned nr)  in reg_write()
280 static ulong *reg_rmw(struct x86_emulate_ctxt *ctxt, unsigned nr)  in reg_rmw()
286 static void writeback_registers(struct x86_emulate_ctxt *ctxt)  in writeback_registers()
294 static void invalidate_registers(struct x86_emulate_ctxt *ctxt)  in invalidate_registers()
493 static int emulator_check_intercept(struct x86_emulate_ctxt *ctxt,  in emulator_check_intercept()
538 static inline unsigned long ad_mask(struct x86_emulate_ctxt *ctxt)  in ad_mask()
543 static ulong stack_mask(struct x86_emulate_ctxt *ctxt)  in stack_mask()
554 static int stack_size(struct x86_emulate_ctxt *ctxt)  in stack_size()
561 address_mask(struct x86_emulate_ctxt *ctxt, unsigned long reg)  in address_mask()
570 register_address(struct x86_emulate_ctxt *ctxt, int reg)  in register_address()
581 register_address_increment(struct x86_emulate_ctxt *ctxt, int reg, int inc)  in register_address_increment()
588 static void rsp_increment(struct x86_emulate_ctxt *ctxt, int inc)  in rsp_increment()
600 static unsigned long seg_base(struct x86_emulate_ctxt *ctxt, int seg)  in seg_base()
608 static int emulate_exception(struct x86_emulate_ctxt *ctxt, int vec,  in emulate_exception()
618 static int emulate_db(struct x86_emulate_ctxt *ctxt)  in emulate_db()
623 static int emulate_gp(struct x86_emulate_ctxt *ctxt, int err)  in emulate_gp()
628 static int emulate_ss(struct x86_emulate_ctxt *ctxt, int err)  in emulate_ss()
633 static int emulate_ud(struct x86_emulate_ctxt *ctxt)  in emulate_ud()
638 static int emulate_ts(struct x86_emulate_ctxt *ctxt, int err)  in emulate_ts()
643 static int emulate_de(struct x86_emulate_ctxt *ctxt)  in emulate_de()
648 static int emulate_nm(struct x86_emulate_ctxt *ctxt)  in emulate_nm()
653 static u16 get_segment_selector(struct x86_emulate_ctxt *ctxt, unsigned seg)  in get_segment_selector()
662 static void set_segment_selector(struct x86_emulate_ctxt *ctxt, u16 selector,  in set_segment_selector()
682 static unsigned insn_alignment(struct x86_emulate_ctxt *ctxt, unsigned size)  in insn_alignment()
701 static __always_inline int __linearize(struct x86_emulate_ctxt *ctxt,  in __linearize()
768 static int linearize(struct x86_emulate_ctxt *ctxt,  in linearize()
778 static inline int assign_eip(struct x86_emulate_ctxt *ctxt, ulong dst,  in assign_eip()
795 static inline int assign_eip_near(struct x86_emulate_ctxt *ctxt, ulong dst)  in assign_eip_near()
800 static int assign_eip_far(struct x86_emulate_ctxt *ctxt, ulong dst,  in assign_eip_far()
826 static inline int jmp_rel(struct x86_emulate_ctxt *ctxt, int rel)  in jmp_rel()
831 static int linear_read_system(struct x86_emulate_ctxt *ctxt, ulong linear,  in linear_read_system()
837 static int linear_write_system(struct x86_emulate_ctxt *ctxt,  in linear_write_system()
844 static int segmented_read_std(struct x86_emulate_ctxt *ctxt,  in segmented_read_std()
858 static int segmented_write_std(struct x86_emulate_ctxt *ctxt,  in segmented_write_std()
876 static int __do_insn_fetch_bytes(struct x86_emulate_ctxt *ctxt, int op_size)  in __do_insn_fetch_bytes()
920 static __always_inline int do_insn_fetch_bytes(struct x86_emulate_ctxt *ctxt,  in do_insn_fetch_bytes()
959 static void *decode_register(struct x86_emulate_ctxt *ctxt, u8 modrm_reg,  in decode_register()
972 static int read_descriptor(struct x86_emulate_ctxt *ctxt,  in read_descriptor()
1033 static int em_bsf_c(struct x86_emulate_ctxt *ctxt)  in em_bsf_c()
1041 static int em_bsr_c(struct x86_emulate_ctxt *ctxt)  in em_bsr_c()
1078 static void read_sse_reg(struct x86_emulate_ctxt *ctxt, sse128_t *data, int reg)  in read_sse_reg()
1103 static void write_sse_reg(struct x86_emulate_ctxt *ctxt, sse128_t *data,  in write_sse_reg()
1129 static void read_mmx_reg(struct x86_emulate_ctxt *ctxt, u64 *data, int reg)  in read_mmx_reg()
1144 static void write_mmx_reg(struct x86_emulate_ctxt *ctxt, u64 *data, int reg)  in write_mmx_reg()
1159 static int em_fninit(struct x86_emulate_ctxt *ctxt)  in em_fninit()
1168 static int em_fnstcw(struct x86_emulate_ctxt *ctxt)  in em_fnstcw()
1182 static int em_fnstsw(struct x86_emulate_ctxt *ctxt)  in em_fnstsw()
1196 static void decode_register_operand(struct x86_emulate_ctxt *ctxt,  in decode_register_operand()
1227 static void adjust_modrm_seg(struct x86_emulate_ctxt *ctxt, int base_reg)  in adjust_modrm_seg()
1233 static int decode_modrm(struct x86_emulate_ctxt *ctxt,  in decode_modrm()
1370 static int decode_abs(struct x86_emulate_ctxt *ctxt,  in decode_abs()
1391 static void fetch_bit_operand(struct x86_emulate_ctxt *ctxt)  in fetch_bit_operand()
1413 static int read_emulated(struct x86_emulate_ctxt *ctxt,  in read_emulated()
1437 static int segmented_read(struct x86_emulate_ctxt *ctxt,  in segmented_read()
1451 static int segmented_write(struct x86_emulate_ctxt *ctxt,  in segmented_write()
1466 static int segmented_cmpxchg(struct x86_emulate_ctxt *ctxt,  in segmented_cmpxchg()
1481 static int pio_in_emulated(struct x86_emulate_ctxt *ctxt,  in pio_in_emulated()
1516 static int read_interrupt_descriptor(struct x86_emulate_ctxt *ctxt,  in read_interrupt_descriptor()
1531 static void get_descriptor_table_ptr(struct x86_emulate_ctxt *ctxt,  in get_descriptor_table_ptr()
1552 static int get_descriptor_ptr(struct x86_emulate_ctxt *ctxt,  in get_descriptor_ptr()
1581 static int read_segment_descriptor(struct x86_emulate_ctxt *ctxt,  in read_segment_descriptor()
1595 static int write_segment_descriptor(struct x86_emulate_ctxt *ctxt,  in write_segment_descriptor()
1608 static int __load_segment_descriptor(struct x86_emulate_ctxt *ctxt,  in __load_segment_descriptor()
1782 static int load_segment_descriptor(struct x86_emulate_ctxt *ctxt,  in load_segment_descriptor()
1810 static int writeback(struct x86_emulate_ctxt *ctxt, struct operand *op)  in writeback()
1850 static int push(struct x86_emulate_ctxt *ctxt, void *data, int bytes)  in push()
1861 static int em_push(struct x86_emulate_ctxt *ctxt)  in em_push()
1868 static int emulate_pop(struct x86_emulate_ctxt *ctxt,  in emulate_pop()
1884 static int em_pop(struct x86_emulate_ctxt *ctxt)  in em_pop()
1889 static int emulate_popf(struct x86_emulate_ctxt *ctxt,  in emulate_popf()
1931 static int em_popf(struct x86_emulate_ctxt *ctxt)  in em_popf()
1939 static int em_enter(struct x86_emulate_ctxt *ctxt)  in em_enter()
1961 static int em_leave(struct x86_emulate_ctxt *ctxt)  in em_leave()
1968 static int em_push_sreg(struct x86_emulate_ctxt *ctxt)  in em_push_sreg()
1981 static int em_pop_sreg(struct x86_emulate_ctxt *ctxt)  in em_pop_sreg()
2000 static int em_pusha(struct x86_emulate_ctxt *ctxt)  in em_pusha()
2020 static int em_pushf(struct x86_emulate_ctxt *ctxt)  in em_pushf()
2026 static int em_popa(struct x86_emulate_ctxt *ctxt)  in em_popa()
2047 static int __emulate_int_real(struct x86_emulate_ctxt *ctxt, int irq)  in __emulate_int_real()
2096 int emulate_int_real(struct x86_emulate_ctxt *ctxt, int irq)  in emulate_int_real()
2107 static int emulate_int(struct x86_emulate_ctxt *ctxt, int irq)  in emulate_int()
2122 static int emulate_iret_real(struct x86_emulate_ctxt *ctxt)  in emulate_iret_real()
2178 static int em_iret(struct x86_emulate_ctxt *ctxt)  in em_iret()
2193 static int em_jmp_far(struct x86_emulate_ctxt *ctxt)  in em_jmp_far()
2216 static int em_jmp_abs(struct x86_emulate_ctxt *ctxt)  in em_jmp_abs()
2221 static int em_call_near_abs(struct x86_emulate_ctxt *ctxt)  in em_call_near_abs()
2235 static int em_cmpxchg8b(struct x86_emulate_ctxt *ctxt)  in em_cmpxchg8b()
2256 static int em_ret(struct x86_emulate_ctxt *ctxt)  in em_ret()
2268 static int em_ret_far(struct x86_emulate_ctxt *ctxt)  in em_ret_far()
2297 static int em_ret_far_imm(struct x86_emulate_ctxt *ctxt)  in em_ret_far_imm()
2308 static int em_cmpxchg(struct x86_emulate_ctxt *ctxt)  in em_cmpxchg()
2332 static int em_lseg(struct x86_emulate_ctxt *ctxt)  in em_lseg()
2348 static int emulator_has_longmode(struct x86_emulate_ctxt *ctxt)  in emulator_has_longmode()
2374 static int rsm_load_seg_32(struct x86_emulate_ctxt *ctxt, const char *smstate,  in rsm_load_seg_32()
2396 static int rsm_load_seg_64(struct x86_emulate_ctxt *ctxt, const char *smstate,  in rsm_load_seg_64()
2417 static int rsm_enter_protected_mode(struct x86_emulate_ctxt *ctxt,  in rsm_enter_protected_mode()
2462 static int rsm_load_state_32(struct x86_emulate_ctxt *ctxt,  in rsm_load_state_32()
2518 static int rsm_load_state_64(struct x86_emulate_ctxt *ctxt,  in rsm_load_state_64()
2582 static int em_rsm(struct x86_emulate_ctxt *ctxt)  in em_rsm()
2666 setup_syscalls_segments(struct x86_emulate_ctxt *ctxt,  in setup_syscalls_segments()
2692 static bool vendor_intel(struct x86_emulate_ctxt *ctxt)  in vendor_intel()
2703 static bool em_syscall_is_enabled(struct x86_emulate_ctxt *ctxt)  in em_syscall_is_enabled()
2756 static int em_syscall(struct x86_emulate_ctxt *ctxt)  in em_syscall()
2816 static int em_sysenter(struct x86_emulate_ctxt *ctxt)  in em_sysenter()
2868 static int em_sysexit(struct x86_emulate_ctxt *ctxt)  in em_sysexit()
2927 static bool emulator_bad_iopl(struct x86_emulate_ctxt *ctxt)  in emulator_bad_iopl()
2941 static bool emulator_io_port_access_allowed(struct x86_emulate_ctxt *ctxt,  in emulator_io_port_access_allowed()
2982 static bool emulator_io_permited(struct x86_emulate_ctxt *ctxt,  in emulator_io_permited()
2997 static void string_registers_quirk(struct x86_emulate_ctxt *ctxt)  in string_registers_quirk()
3021 static void save_state_to_tss16(struct x86_emulate_ctxt *ctxt,  in save_state_to_tss16()
3042 static int load_state_from_tss16(struct x86_emulate_ctxt *ctxt,  in load_state_from_tss16()
3099 static int task_switch_16(struct x86_emulate_ctxt *ctxt,  in task_switch_16()
3134 static void save_state_to_tss32(struct x86_emulate_ctxt *ctxt,  in save_state_to_tss32()
3157 static int load_state_from_tss32(struct x86_emulate_ctxt *ctxt,  in load_state_from_tss32()
3238 static int task_switch_32(struct x86_emulate_ctxt *ctxt,  in task_switch_32()
3277 static int emulator_do_task_switch(struct x86_emulate_ctxt *ctxt,  in emulator_do_task_switch()
3379 int emulator_task_switch(struct x86_emulate_ctxt *ctxt,  in emulator_task_switch()
3400 static void string_addr_inc(struct x86_emulate_ctxt *ctxt, int reg,  in string_addr_inc()
3409 static int em_das(struct x86_emulate_ctxt *ctxt)  in em_das()
3447 static int em_aam(struct x86_emulate_ctxt *ctxt)  in em_aam()
3469 static int em_aad(struct x86_emulate_ctxt *ctxt)  in em_aad()
3487 static int em_call(struct x86_emulate_ctxt *ctxt)  in em_call()
3499 static int em_call_far(struct x86_emulate_ctxt *ctxt)  in em_call_far()
3543 static int em_ret_near_imm(struct x86_emulate_ctxt *ctxt)  in em_ret_near_imm()
3558 static int em_xchg(struct x86_emulate_ctxt *ctxt)  in em_xchg()
3570 static int em_imul_3op(struct x86_emulate_ctxt *ctxt)  in em_imul_3op()
3576 static int em_cwd(struct x86_emulate_ctxt *ctxt)  in em_cwd()
3586 static int em_rdpid(struct x86_emulate_ctxt *ctxt)  in em_rdpid()
3596 static int em_rdtsc(struct x86_emulate_ctxt *ctxt)  in em_rdtsc()
3606 static int em_rdpmc(struct x86_emulate_ctxt *ctxt)  in em_rdpmc()
3617 static int em_mov(struct x86_emulate_ctxt *ctxt)  in em_mov()
3625 static int em_movbe(struct x86_emulate_ctxt *ctxt)  in em_movbe()
3663 static int em_cr_write(struct x86_emulate_ctxt *ctxt)  in em_cr_write()
3673 static int em_dr_write(struct x86_emulate_ctxt *ctxt)  in em_dr_write()
3691 static int em_wrmsr(struct x86_emulate_ctxt *ctxt)  in em_wrmsr()
3703 static int em_rdmsr(struct x86_emulate_ctxt *ctxt)  in em_rdmsr()
3715 static int em_store_sreg(struct x86_emulate_ctxt *ctxt, int segment)  in em_store_sreg()
3728 static int em_mov_rm_sreg(struct x86_emulate_ctxt *ctxt)  in em_mov_rm_sreg()
3736 static int em_mov_sreg_rm(struct x86_emulate_ctxt *ctxt)  in em_mov_sreg_rm()
3751 static int em_sldt(struct x86_emulate_ctxt *ctxt)  in em_sldt()
3756 static int em_lldt(struct x86_emulate_ctxt *ctxt)  in em_lldt()
3765 static int em_str(struct x86_emulate_ctxt *ctxt)  in em_str()
3770 static int em_ltr(struct x86_emulate_ctxt *ctxt)  in em_ltr()
3779 static int em_invlpg(struct x86_emulate_ctxt *ctxt)  in em_invlpg()
3792 static int em_clts(struct x86_emulate_ctxt *ctxt)  in em_clts()
3802 static int em_hypercall(struct x86_emulate_ctxt *ctxt)  in em_hypercall()
3816 static int emulate_store_desc_ptr(struct x86_emulate_ctxt *ctxt,  in emulate_store_desc_ptr()
3817 				  void (*get)(struct x86_emulate_ctxt *ctxt,  in emulate_store_desc_ptr()
3839 static int em_sgdt(struct x86_emulate_ctxt *ctxt)  in em_sgdt()
3844 static int em_sidt(struct x86_emulate_ctxt *ctxt)  in em_sidt()
3849 static int em_lgdt_lidt(struct x86_emulate_ctxt *ctxt, bool lgdt)  in em_lgdt_lidt()
3873 static int em_lgdt(struct x86_emulate_ctxt *ctxt)  in em_lgdt()
3878 static int em_lidt(struct x86_emulate_ctxt *ctxt)  in em_lidt()
3883 static int em_smsw(struct x86_emulate_ctxt *ctxt)  in em_smsw()
3895 static int em_lmsw(struct x86_emulate_ctxt *ctxt)  in em_lmsw()
3903 static int em_loop(struct x86_emulate_ctxt *ctxt)  in em_loop()
3915 static int em_jcxz(struct x86_emulate_ctxt *ctxt)  in em_jcxz()
3925 static int em_in(struct x86_emulate_ctxt *ctxt)  in em_in()
3934 static int em_out(struct x86_emulate_ctxt *ctxt)  in em_out()
3943 static int em_cli(struct x86_emulate_ctxt *ctxt)  in em_cli()
3952 static int em_sti(struct x86_emulate_ctxt *ctxt)  in em_sti()
3962 static int em_cpuid(struct x86_emulate_ctxt *ctxt)  in em_cpuid()
3983 static int em_sahf(struct x86_emulate_ctxt *ctxt)  in em_sahf()
3996 static int em_lahf(struct x86_emulate_ctxt *ctxt)  in em_lahf()
4003 static int em_bswap(struct x86_emulate_ctxt *ctxt)  in em_bswap()
4018 static int em_clflush(struct x86_emulate_ctxt *ctxt)  in em_clflush()
4024 static int em_movsxd(struct x86_emulate_ctxt *ctxt)  in em_movsxd()
4030 static int check_fxsr(struct x86_emulate_ctxt *ctxt)  in check_fxsr()
4060 static inline size_t fxstate_size(struct x86_emulate_ctxt *ctxt)  in fxstate_size()
4088 static int em_fxsave(struct x86_emulate_ctxt *ctxt)  in em_fxsave()
4126 static int em_fxrstor(struct x86_emulate_ctxt *ctxt)  in em_fxrstor()
4159 static int em_xsetbv(struct x86_emulate_ctxt *ctxt)  in em_xsetbv()
4185 static int check_cr_read(struct x86_emulate_ctxt *ctxt)  in check_cr_read()
4193 static int check_cr_write(struct x86_emulate_ctxt *ctxt)  in check_cr_write()
4267 static int check_dr7_gd(struct x86_emulate_ctxt *ctxt)  in check_dr7_gd()
4277 static int check_dr_read(struct x86_emulate_ctxt *ctxt)  in check_dr_read()
4302 static int check_dr_write(struct x86_emulate_ctxt *ctxt)  in check_dr_write()
4313 static int check_svme(struct x86_emulate_ctxt *ctxt)  in check_svme()
4325 static int check_svme_pa(struct x86_emulate_ctxt *ctxt)  in check_svme_pa()
4336 static int check_rdtsc(struct x86_emulate_ctxt *ctxt)  in check_rdtsc()
4346 static int check_rdpmc(struct x86_emulate_ctxt *ctxt)  in check_rdpmc()
4365 static int check_perm_in(struct x86_emulate_ctxt *ctxt)  in check_perm_in()
4374 static int check_perm_out(struct x86_emulate_ctxt *ctxt)  in check_perm_out()
4930 static unsigned imm_size(struct x86_emulate_ctxt *ctxt)  in imm_size()
4940 static int decode_imm(struct x86_emulate_ctxt *ctxt, struct operand *op,  in decode_imm()
4980 static int decode_operand(struct x86_emulate_ctxt *ctxt, struct operand *op,  in decode_operand()
5146 int x86_decode_insn(struct x86_emulate_ctxt *ctxt, void *insn, int insn_len)  in x86_decode_insn()
5424 bool x86_page_table_writing_insn(struct x86_emulate_ctxt *ctxt)  in x86_page_table_writing_insn()
5429 static bool string_insn_completed(struct x86_emulate_ctxt *ctxt)  in string_insn_completed()
5449 static int flush_pending_x87_faults(struct x86_emulate_ctxt *ctxt)  in flush_pending_x87_faults()
5461 static void fetch_possible_mmx_operand(struct x86_emulate_ctxt *ctxt,  in fetch_possible_mmx_operand()
5468 static int fastop(struct x86_emulate_ctxt *ctxt, void (*fop)(struct fastop *))  in fastop()
5486 void init_decode_cache(struct x86_emulate_ctxt *ctxt)  in init_decode_cache()
5496 int x86_emulate_insn(struct x86_emulate_ctxt *ctxt)  in x86_emulate_insn()
5850 void emulator_invalidate_register_cache(struct x86_emulate_ctxt *ctxt)  in emulator_invalidate_register_cache()
5855 void emulator_writeback_register_cache(struct x86_emulate_ctxt *ctxt)  in emulator_writeback_register_cache()
5860 bool emulator_can_use_gpa(struct x86_emulate_ctxt *ctxt)  in emulator_can_use_gpa()