53 static void kvm_mmu_audit(struct kvm_vcpu *vcpu, const char *msg) {}  in kvm_mmu_audit()
198 static int is_write_protection(struct kvm_vcpu *vcpu)  in is_write_protection()
208 static int is_nx(struct kvm_vcpu *vcpu)  in is_nx()
310 static int mmu_topup_memory_caches(struct kvm_vcpu *vcpu)  in mmu_topup_memory_caches()
331 static void mmu_free_memory_caches(struct kvm_vcpu *vcpu)  in mmu_free_memory_caches()
350 static struct kvm_pte_chain *mmu_alloc_pte_chain(struct kvm_vcpu *vcpu)  in mmu_alloc_pte_chain()
361 static struct kvm_rmap_desc *mmu_alloc_rmap_desc(struct kvm_vcpu *vcpu)  in mmu_alloc_rmap_desc()
440 static int is_largepage_backed(struct kvm_vcpu *vcpu, gfn_t large_gfn)  in is_largepage_backed()
486 static void rmap_add(struct kvm_vcpu *vcpu, u64 *spte, gfn_t gfn, int lpage)  in rmap_add()
786 static struct kvm_mmu_page *kvm_mmu_alloc_page(struct kvm_vcpu *vcpu,  in kvm_mmu_alloc_page()
806 static void mmu_page_add_parent_pte(struct kvm_vcpu *vcpu,  in mmu_page_add_parent_pte()
882 static void mmu_parent_walk(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp,  in mmu_parent_walk()
939 static int unsync_walk_fn(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp)  in unsync_walk_fn()
945 static void kvm_mmu_mark_parents_unsync(struct kvm_vcpu *vcpu,  in kvm_mmu_mark_parents_unsync()
952 static void nonpaging_prefetch_page(struct kvm_vcpu *vcpu,  in nonpaging_prefetch_page()
961 static int nonpaging_sync_page(struct kvm_vcpu *vcpu,  in nonpaging_sync_page()
967 static void nonpaging_invlpg(struct kvm_vcpu *vcpu, gva_t gva)  in nonpaging_invlpg()
1088 static int kvm_sync_page(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp)  in kvm_sync_page()
1165 static void mmu_sync_children(struct kvm_vcpu *vcpu,  in mmu_sync_children()
1192 static struct kvm_mmu_page *kvm_mmu_get_page(struct kvm_vcpu *vcpu,  in kvm_mmu_get_page()
1259 		       struct kvm_vcpu *vcpu, u64 addr)  in walk_shadow()
1496 struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva)  in gva_to_page()
1603 static u8 get_memory_type(struct kvm_vcpu *vcpu, gfn_t gfn)  in get_memory_type()
1614 static int kvm_unsync_page(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp)  in kvm_unsync_page()
1643 static int mmu_need_write_protect(struct kvm_vcpu *vcpu, gfn_t gfn,  in mmu_need_write_protect()
1661 static int set_spte(struct kvm_vcpu *vcpu, u64 *shadow_pte,  in set_spte()
1751 static void mmu_set_spte(struct kvm_vcpu *vcpu, u64 *shadow_pte,  in mmu_set_spte()
1819 static void nonpaging_new_cr3(struct kvm_vcpu *vcpu)  in nonpaging_new_cr3()
1832 			    struct kvm_vcpu *vcpu,  in direct_map_entry()
1868 static int __direct_map(struct kvm_vcpu *vcpu, gpa_t v, int write,  in __direct_map()
1886 static int nonpaging_map(struct kvm_vcpu *vcpu, gva_t v, int write, gfn_t gfn)  in nonpaging_map()
1925 static void mmu_free_roots(struct kvm_vcpu *vcpu)  in mmu_free_roots()
1960 static void mmu_alloc_roots(struct kvm_vcpu *vcpu)  in mmu_alloc_roots()
2008 static void mmu_sync_roots(struct kvm_vcpu *vcpu)  in mmu_sync_roots()
2032 static void mmu_sync_global(struct kvm_vcpu *vcpu)  in mmu_sync_global()
2041 void kvm_mmu_sync_roots(struct kvm_vcpu *vcpu)  in kvm_mmu_sync_roots()
2048 void kvm_mmu_sync_global(struct kvm_vcpu *vcpu)  in kvm_mmu_sync_global()
2055 static gpa_t nonpaging_gva_to_gpa(struct kvm_vcpu *vcpu, gva_t vaddr)  in nonpaging_gva_to_gpa()
2060 static int nonpaging_page_fault(struct kvm_vcpu *vcpu, gva_t gva,  in nonpaging_page_fault()
2080 static int tdp_page_fault(struct kvm_vcpu *vcpu, gva_t gpa,  in tdp_page_fault()
2123 static void nonpaging_free(struct kvm_vcpu *vcpu)  in nonpaging_free()
2128 static int nonpaging_init_context(struct kvm_vcpu *vcpu)  in nonpaging_init_context()
2145 void kvm_mmu_flush_tlb(struct kvm_vcpu *vcpu)  in kvm_mmu_flush_tlb()
2151 static void paging_new_cr3(struct kvm_vcpu *vcpu)  in paging_new_cr3()
2157 static void inject_page_fault(struct kvm_vcpu *vcpu,  in inject_page_fault()
2164 static void paging_free(struct kvm_vcpu *vcpu)  in paging_free()
2177 static int paging64_init_context_common(struct kvm_vcpu *vcpu, int level)  in paging64_init_context_common()
2195 static int paging64_init_context(struct kvm_vcpu *vcpu)  in paging64_init_context()
2200 static int paging32_init_context(struct kvm_vcpu *vcpu)  in paging32_init_context()
2217 static int paging32E_init_context(struct kvm_vcpu *vcpu)  in paging32E_init_context()
2222 static int init_kvm_tdp_mmu(struct kvm_vcpu *vcpu)  in init_kvm_tdp_mmu()
2252 static int init_kvm_softmmu(struct kvm_vcpu *vcpu)  in init_kvm_softmmu()
2267 static int init_kvm_mmu(struct kvm_vcpu *vcpu)  in init_kvm_mmu()
2277 static void destroy_kvm_mmu(struct kvm_vcpu *vcpu)  in destroy_kvm_mmu()
2286 int kvm_mmu_reset_context(struct kvm_vcpu *vcpu)  in kvm_mmu_reset_context()
2293 int kvm_mmu_load(struct kvm_vcpu *vcpu)  in kvm_mmu_load()
2312 void kvm_mmu_unload(struct kvm_vcpu *vcpu)  in kvm_mmu_unload()
2317 static void mmu_pte_write_zap_pte(struct kvm_vcpu *vcpu,  in mmu_pte_write_zap_pte()
2339 static void mmu_pte_write_new_pte(struct kvm_vcpu *vcpu,  in mmu_pte_write_new_pte()
2372 static void mmu_pte_write_flush_tlb(struct kvm_vcpu *vcpu, u64 old, u64 new)  in mmu_pte_write_flush_tlb()
2380 static bool last_updated_pte_accessed(struct kvm_vcpu *vcpu)  in last_updated_pte_accessed()
2387 static void mmu_guess_page_from_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,  in mmu_guess_page_from_pte_write()
2440 static void kvm_mmu_access_page(struct kvm_vcpu *vcpu, gfn_t gfn)  in kvm_mmu_access_page()
2452 void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,  in kvm_mmu_pte_write()
2565 int kvm_mmu_unprotect_page_virt(struct kvm_vcpu *vcpu, gva_t gva)  in kvm_mmu_unprotect_page_virt()
2579 void __kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu)  in __kvm_mmu_free_some_pages()
2591 int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t cr2, u32 error_code)  in kvm_mmu_page_fault()
2628 void kvm_mmu_invlpg(struct kvm_vcpu *vcpu, gva_t gva)  in kvm_mmu_invlpg()
2648 static void free_mmu_pages(struct kvm_vcpu *vcpu)  in free_mmu_pages()
2661 static int alloc_mmu_pages(struct kvm_vcpu *vcpu)  in alloc_mmu_pages()
2693 int kvm_mmu_create(struct kvm_vcpu *vcpu)  in kvm_mmu_create()
2701 int kvm_mmu_setup(struct kvm_vcpu *vcpu)  in kvm_mmu_setup()
2709 void kvm_mmu_destroy(struct kvm_vcpu *vcpu)  in kvm_mmu_destroy()
2888 static int kvm_pv_mmu_write(struct kvm_vcpu *vcpu,  in kvm_pv_mmu_write()
2907 static int kvm_pv_mmu_flush_tlb(struct kvm_vcpu *vcpu)  in kvm_pv_mmu_flush_tlb()
2914 static int kvm_pv_mmu_release_pt(struct kvm_vcpu *vcpu, gpa_t addr)  in kvm_pv_mmu_release_pt()
2922 static int kvm_pv_mmu_op_one(struct kvm_vcpu *vcpu,  in kvm_pv_mmu_op_one()
2960 int kvm_pv_mmu_op(struct kvm_vcpu *vcpu, unsigned long bytes,  in kvm_pv_mmu_op()
3000 static void audit_mappings_page(struct kvm_vcpu *vcpu, u64 page_pte,  in audit_mappings_page()
3043 static void audit_mappings(struct kvm_vcpu *vcpu)  in audit_mappings()
3058 static int count_rmaps(struct kvm_vcpu *vcpu)  in count_rmaps()
3090 static int count_writable_mappings(struct kvm_vcpu *vcpu)  in count_writable_mappings()
3115 static void audit_rmap(struct kvm_vcpu *vcpu)  in audit_rmap()
3125 static void audit_write_protection(struct kvm_vcpu *vcpu)  in audit_write_protection()
3147 static void kvm_mmu_audit(struct kvm_vcpu *vcpu, const char *msg)  in kvm_mmu_audit()