22 #define PT64_BASE_ADDR_MASK (physical_mask & ~(u64)(PAGE_SIZE-1))
24 #define PT64_BASE_ADDR_MASK (((1ULL << 52) - 1) & ~(u64)(PAGE_SIZE-1))
89 extern u64 __read_mostly shadow_nx_mask;
90 extern u64 __read_mostly shadow_x_mask; /* mutual exclusive with nx_mask */
91 extern u64 __read_mostly shadow_user_mask;
92 extern u64 __read_mostly shadow_accessed_mask;
93 extern u64 __read_mostly shadow_dirty_mask;
94 extern u64 __read_mostly shadow_mmio_value;
95 extern u64 __read_mostly shadow_mmio_access_mask;
96 extern u64 __read_mostly shadow_present_mask;
97 extern u64 __read_mostly shadow_me_mask;
104 extern u64 __read_mostly shadow_acc_track_mask;
110 extern u64 __read_mostly shadow_nonpresent_or_rsvd_mask;
135 extern u64 __read_mostly shadow_nonpresent_or_rsvd_lower_gfn_mask;
143 static inline bool is_mmio_spte(u64 spte)  in is_mmio_spte()
153 static inline bool spte_ad_enabled(u64 spte)  in spte_ad_enabled()
159 static inline bool spte_ad_need_write_protect(u64 spte)  in spte_ad_need_write_protect()
165 static inline u64 spte_shadow_accessed_mask(u64 spte)  in spte_shadow_accessed_mask()
171 static inline u64 spte_shadow_dirty_mask(u64 spte)  in spte_shadow_dirty_mask()
177 static inline bool is_access_track_spte(u64 spte)  in is_access_track_spte()
182 static inline int is_shadow_present_pte(u64 pte)  in is_shadow_present_pte()
187 static inline int is_large_pte(u64 pte)  in is_large_pte()
192 static inline int is_last_spte(u64 pte, int level)  in is_last_spte()
201 static inline bool is_executable_pte(u64 spte)  in is_executable_pte()
206 static inline kvm_pfn_t spte_to_pfn(u64 pte)  in spte_to_pfn()
211 static inline bool is_accessed_spte(u64 spte)  in is_accessed_spte()
213 	u64 accessed_mask = spte_shadow_accessed_mask(spte);  in is_accessed_spte()
219 static inline bool is_dirty_spte(u64 spte)  in is_dirty_spte()
221 	u64 dirty_mask = spte_shadow_dirty_mask(spte);  in is_dirty_spte()
226 static inline bool spte_can_locklessly_be_made_writable(u64 spte)  in spte_can_locklessly_be_made_writable()
232 static inline u64 get_mmio_spte_generation(u64 spte)  in get_mmio_spte_generation()
234 	u64 gen;  in get_mmio_spte_generation()
247 		     gfn_t gfn, kvm_pfn_t pfn, u64 old_spte, bool speculative,
249 		     u64 *new_spte);
250 u64 make_nonleaf_spte(u64 *child_pt, bool ad_disabled);
251 u64 make_mmio_spte(struct kvm_vcpu *vcpu, u64 gfn, unsigned int access);
252 u64 mark_spte_for_access_track(u64 spte);
253 u64 kvm_mmu_changed_pte_notifier_make_spte(u64 old_spte, kvm_pfn_t new_pfn);