319 static void kvm_flush_remote_tlbs_with_range(struct kvm *kvm,  in kvm_flush_remote_tlbs_with_range()
331 static void kvm_flush_remote_tlbs_with_address(struct kvm *kvm,  in kvm_flush_remote_tlbs_with_address()
1209 static void account_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp)  in account_shadowed()
1228 static void account_huge_nx_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in account_huge_nx_page()
1239 static void unaccount_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp)  in unaccount_shadowed()
1256 static void unaccount_huge_nx_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in unaccount_huge_nx_page()
1285 static int host_mapping_level(struct kvm *kvm, gfn_t gfn)  in host_mapping_level()
1473 static struct kvm_rmap_head *gfn_to_rmap(struct kvm *kvm, gfn_t gfn,  in gfn_to_rmap()
1503 static void rmap_remove(struct kvm *kvm, u64 *spte)  in rmap_remove()
1591 static void drop_spte(struct kvm *kvm, u64 *sptep)  in drop_spte()
1598 static bool __drop_large_spte(struct kvm *kvm, u64 *sptep)  in __drop_large_spte()
1651 static bool __rmap_write_protect(struct kvm *kvm,  in __rmap_write_protect()
1692 static bool __rmap_clear_dirty(struct kvm *kvm, struct kvm_rmap_head *rmap_head)  in __rmap_clear_dirty()
1723 static bool __rmap_set_dirty(struct kvm *kvm, struct kvm_rmap_head *rmap_head)  in __rmap_set_dirty()
1746 static void kvm_mmu_write_protect_pt_masked(struct kvm *kvm,  in kvm_mmu_write_protect_pt_masked()
1772 void kvm_mmu_clear_dirty_pt_masked(struct kvm *kvm,  in kvm_mmu_clear_dirty_pt_masked()
1799 void kvm_arch_mmu_enable_log_dirty_pt_masked(struct kvm *kvm,  in kvm_arch_mmu_enable_log_dirty_pt_masked()
1825 bool kvm_mmu_slot_gfn_write_protect(struct kvm *kvm,  in kvm_mmu_slot_gfn_write_protect()
1848 static bool kvm_zap_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head)  in kvm_zap_rmapp()
1864 static int kvm_unmap_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head,  in kvm_unmap_rmapp()
1871 static int kvm_set_pte_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head,  in kvm_set_pte_rmapp()
1985 static int kvm_handle_hva_range(struct kvm *kvm,  in kvm_handle_hva_range()
1989 				int (*handler)(struct kvm *kvm,  in kvm_handle_hva_range()
2032 static int kvm_handle_hva(struct kvm *kvm, unsigned long hva,  in kvm_handle_hva()
2034 			  int (*handler)(struct kvm *kvm,  in kvm_handle_hva()
2043 int kvm_unmap_hva_range(struct kvm *kvm, unsigned long start, unsigned long end)  in kvm_unmap_hva_range()
2048 int kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte)  in kvm_set_spte_hva()
2053 static int kvm_age_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head,  in kvm_age_rmapp()
2068 static int kvm_test_age_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head,  in kvm_test_age_rmapp()
2097 int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end)  in kvm_age_hva()
2102 int kvm_test_age_hva(struct kvm *kvm, unsigned long hva)  in kvm_test_age_hva()
2129 static inline void kvm_mod_used_mmu_pages(struct kvm *kvm, unsigned long nr)  in kvm_mod_used_mmu_pages()
2321 static void kvm_unlink_unsync_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in kvm_unlink_unsync_page()
2363 static bool kvm_mmu_remote_flush_or_zap(struct kvm *kvm,  in kvm_mmu_remote_flush_or_zap()
2395 static bool is_obsolete_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in is_obsolete_sp()
2743 static bool mmu_page_zap_pte(struct kvm *kvm, struct kvm_mmu_page *sp,  in mmu_page_zap_pte()
2768 static void kvm_mmu_page_unlink_children(struct kvm *kvm,  in kvm_mmu_page_unlink_children()
2777 static void kvm_mmu_unlink_parents(struct kvm *kvm, struct kvm_mmu_page *sp)  in kvm_mmu_unlink_parents()
2786 static int mmu_zap_unsync_children(struct kvm *kvm,  in mmu_zap_unsync_children()
2810 static bool __kvm_mmu_prepare_zap_page(struct kvm *kvm,  in __kvm_mmu_prepare_zap_page()
2855 static bool kvm_mmu_prepare_zap_page(struct kvm *kvm, struct kvm_mmu_page *sp,  in kvm_mmu_prepare_zap_page()
2864 static void kvm_mmu_commit_zap_page(struct kvm *kvm,  in kvm_mmu_commit_zap_page()
2889 static bool prepare_zap_oldest_mmu_page(struct kvm *kvm,  in prepare_zap_oldest_mmu_page()
2906 void kvm_mmu_change_mmu_pages(struct kvm *kvm, unsigned long goal_nr_mmu_pages)  in kvm_mmu_change_mmu_pages()
2927 int kvm_mmu_unprotect_page(struct kvm *kvm, gfn_t gfn)  in kvm_mmu_unprotect_page()
3694 static void mmu_free_root_page(struct kvm *kvm, hpa_t *root_hpa,  in mmu_free_root_page()
5675 slot_handle_level_range(struct kvm *kvm, struct kvm_memory_slot *memslot,  in slot_handle_level_range()
5708 slot_handle_level(struct kvm *kvm, struct kvm_memory_slot *memslot,  in slot_handle_level()
5719 slot_handle_all_level(struct kvm *kvm, struct kvm_memory_slot *memslot,  in slot_handle_all_level()
5727 slot_handle_large_level(struct kvm *kvm, struct kvm_memory_slot *memslot,  in slot_handle_large_level()
5735 slot_handle_leaf(struct kvm *kvm, struct kvm_memory_slot *memslot,  in slot_handle_leaf()
5813 static void kvm_zap_obsolete_pages(struct kvm *kvm)  in kvm_zap_obsolete_pages()
5873 static void kvm_mmu_zap_all_fast(struct kvm *kvm)  in kvm_mmu_zap_all_fast()
5903 static bool kvm_has_zapped_obsolete_pages(struct kvm *kvm)  in kvm_has_zapped_obsolete_pages()
5908 static void kvm_mmu_invalidate_zap_pages_in_memslot(struct kvm *kvm,  in kvm_mmu_invalidate_zap_pages_in_memslot()
5915 void kvm_mmu_init_vm(struct kvm *kvm)  in kvm_mmu_init_vm()
5924 void kvm_mmu_uninit_vm(struct kvm *kvm)  in kvm_mmu_uninit_vm()
5931 void kvm_zap_gfn_range(struct kvm *kvm, gfn_t gfn_start, gfn_t gfn_end)  in kvm_zap_gfn_range()
5957 static bool slot_rmap_write_protect(struct kvm *kvm,  in slot_rmap_write_protect()
5963 void kvm_mmu_slot_remove_write_access(struct kvm *kvm,  in kvm_mmu_slot_remove_write_access()
5996 static bool kvm_mmu_zap_collapsible_spte(struct kvm *kvm,  in kvm_mmu_zap_collapsible_spte()
6035 void kvm_mmu_zap_collapsible_sptes(struct kvm *kvm,  in kvm_mmu_zap_collapsible_sptes()
6045 void kvm_mmu_slot_leaf_clear_dirty(struct kvm *kvm,  in kvm_mmu_slot_leaf_clear_dirty()
6068 void kvm_mmu_slot_largepage_remove_write_access(struct kvm *kvm,  in kvm_mmu_slot_largepage_remove_write_access()
6087 void kvm_mmu_slot_set_dirty(struct kvm *kvm,  in kvm_mmu_slot_set_dirty()
6105 void kvm_mmu_zap_all(struct kvm *kvm)  in kvm_mmu_zap_all()
6126 void kvm_mmu_invalidate_mmio_sptes(struct kvm *kvm, u64 gen)  in kvm_mmu_invalidate_mmio_sptes()
6154 	struct kvm *kvm;  in mmu_shrink_scan()  local
6287 		struct kvm *kvm;  in set_nx_huge_pages()  local
6354 unsigned long kvm_mmu_calculate_default_mmu_pages(struct kvm *kvm)  in kvm_mmu_calculate_default_mmu_pages()
6403 		struct kvm *kvm;  in set_nx_huge_pages_recovery_ratio()  local
6416 static void kvm_recover_nx_lpages(struct kvm *kvm)  in kvm_recover_nx_lpages()
6460 static int kvm_nx_lpage_recovery_worker(struct kvm *kvm, uintptr_t data)  in kvm_nx_lpage_recovery_worker()
6485 int kvm_mmu_post_init_vm(struct kvm *kvm)  in kvm_mmu_post_init_vm()
6498 void kvm_mmu_pre_destroy_vm(struct kvm *kvm)  in kvm_mmu_pre_destroy_vm()