6  * TLB flushing on s390 is complicated. The following requirement
14  * AND PURGE instruction that purges the TLB."
26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
30 #define tlb_start_vma(tlb, vma)			do { } while (0)  argument
31 #define tlb_end_vma(tlb, vma)			do { } while (0)  argument
40 #include <asm-generic/tlb.h>
44  * tlb_ptep_clear_flush. In both flush modes the tlb for a page cache page
47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,  in __tlb_remove_page_size()  argument
54 static inline void tlb_flush(struct mmu_gather *tlb)  in tlb_flush()  argument
56 	__tlb_flush_mm_lazy(tlb->mm);  in tlb_flush()
61  * page table from the tlb.
63 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in pte_free_tlb()  argument
66 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pte_free_tlb()
67 	tlb->mm->context.flush_mm = 1;  in pte_free_tlb()
68 	tlb->freed_tables = 1;  in pte_free_tlb()
69 	tlb->cleared_ptes = 1;  in pte_free_tlb()
75 	page_table_free_rcu(tlb, (unsigned long *) pte, address);  in pte_free_tlb()
80  * segment table entry from the tlb.
85 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,  in pmd_free_tlb()  argument
88 	if (mm_pmd_folded(tlb->mm))  in pmd_free_tlb()
91 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pmd_free_tlb()
92 	tlb->mm->context.flush_mm = 1;  in pmd_free_tlb()
93 	tlb->freed_tables = 1;  in pmd_free_tlb()
94 	tlb->cleared_puds = 1;  in pmd_free_tlb()
95 	tlb_remove_table(tlb, pmd);  in pmd_free_tlb()
100  * region second table entry from the tlb.
105 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,  in p4d_free_tlb()  argument
108 	if (mm_p4d_folded(tlb->mm))  in p4d_free_tlb()
110 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in p4d_free_tlb()
111 	tlb->mm->context.flush_mm = 1;  in p4d_free_tlb()
112 	tlb->freed_tables = 1;  in p4d_free_tlb()
113 	tlb->cleared_p4ds = 1;  in p4d_free_tlb()
114 	tlb_remove_table(tlb, p4d);  in p4d_free_tlb()
119  * region third table entry from the tlb.
124 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,  in pud_free_tlb()  argument
127 	if (mm_pud_folded(tlb->mm))  in pud_free_tlb()
129 	tlb->mm->context.flush_mm = 1;  in pud_free_tlb()
130 	tlb->freed_tables = 1;  in pud_free_tlb()
131 	tlb->cleared_puds = 1;  in pud_free_tlb()
132 	tlb_remove_table(tlb, pud);  in pud_free_tlb()