20 static void tlb_flush(struct mmu_gather *tlb);
29 static inline int tlb_get_level(struct mmu_gather *tlb)  in tlb_get_level()  argument
32 	if (tlb->freed_tables)  in tlb_get_level()
35 	if (tlb->cleared_ptes && !(tlb->cleared_pmds ||  in tlb_get_level()
36 				   tlb->cleared_puds ||  in tlb_get_level()
37 				   tlb->cleared_p4ds))  in tlb_get_level()
40 	if (tlb->cleared_pmds && !(tlb->cleared_ptes ||  in tlb_get_level()
41 				   tlb->cleared_puds ||  in tlb_get_level()
42 				   tlb->cleared_p4ds))  in tlb_get_level()
45 	if (tlb->cleared_puds && !(tlb->cleared_ptes ||  in tlb_get_level()
46 				   tlb->cleared_pmds ||  in tlb_get_level()
47 				   tlb->cleared_p4ds))  in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb)  in tlb_flush()  argument
55 	struct vm_area_struct vma = TLB_FLUSH_VMA(tlb->mm, 0);  in tlb_flush()
56 	bool last_level = !tlb->freed_tables;  in tlb_flush()
57 	unsigned long stride = tlb_get_unmap_size(tlb);  in tlb_flush()
58 	int tlb_level = tlb_get_level(tlb);  in tlb_flush()
65 	if (tlb->fullmm) {  in tlb_flush()
67 			flush_tlb_mm(tlb->mm);  in tlb_flush()
71 	__flush_tlb_range(&vma, tlb->start, tlb->end, stride,  in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in __pte_free_tlb()  argument
79 	tlb_remove_table(tlb, pte);  in __pte_free_tlb()
83 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,  in __pmd_free_tlb()  argument
89 	tlb_remove_table(tlb, page);  in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp,  in __pud_free_tlb()  argument
97 	tlb_remove_table(tlb, virt_to_page(pudp));  in __pud_free_tlb()