| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | tlb.h | 195 #define tlb_remove_table(tlb, page) tlb_remove_page((tlb), (page)) argument
309 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
317 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
351 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
358 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_update_vma_flags()
361 static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_end_vma()
376 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
392 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags()
412 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_update_vma_flags()
418 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
[all …]
|
| /kernel/linux/linux-6.6/include/asm-generic/ |
| D | tlb.h | 212 #define tlb_remove_table(tlb, page) tlb_remove_page((tlb), (page)) argument
272 #define tlb_delay_rmap(tlb) (((tlb)->delayed_rmap = 1), true) argument
286 #define tlb_delay_rmap(tlb) (false) argument
287 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps()
355 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
363 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
397 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
411 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
430 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags()
448 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
[all …]
|
| /kernel/linux/linux-6.6/mm/ |
| D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
73 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
85 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
108 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
119 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct encoded_page *page, int page_size) in __tlb_remove_page_size()
229 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
247 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
258 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
277 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init()
284 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush()
[all …]
|
| /kernel/linux/linux-5.10/mm/ |
| D | mmu_gather.c | 16 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
44 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
55 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
66 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) in __tlb_remove_page_size()
176 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
194 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
205 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
224 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init()
231 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush()
232 static inline void tlb_table_init(struct mmu_gather *tlb) { } in tlb_table_init()
[all …]
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | tlb.h | 30 #define tlb_start_vma(tlb, vma) do { } while (0) argument
31 #define tlb_end_vma(tlb, vma) do { } while (0) argument
47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
54 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
63 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
85 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
105 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
124 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /kernel/linux/linux-6.6/arch/s390/include/asm/ |
| D | tlb.h | 48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
56 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
65 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
87 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
107 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
125 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | tlb.h | 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
83 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /kernel/linux/linux-6.6/arch/arm64/include/asm/ |
| D | tlb.h | 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
85 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
96 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /kernel/linux/linux-5.10/arch/sparc/include/asm/ |
| D | tlb_64.h | 25 #define tlb_start_vma(tlb, vma) do { } while (0) argument
26 #define tlb_end_vma(tlb, vma) do { } while (0) argument
27 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
28 #define tlb_flush(tlb) flush_tlb_pending() argument
|
| D | pgalloc_64.h | 79 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
97 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
103 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
109 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
112 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | tlb.h | 5 #define tlb_start_vma(tlb, vma) do { } while (0) argument
6 #define tlb_end_vma(tlb, vma) do { } while (0) argument
7 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
14 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /kernel/linux/linux-5.10/arch/csky/include/asm/ |
| D | tlb.h | 9 #define tlb_start_vma(tlb, vma) \ argument
15 #define tlb_end_vma(tlb, vma) \ argument
21 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
|
| /kernel/linux/linux-5.10/arch/arm/include/asm/ |
| D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument
40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
57 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
| /kernel/linux/linux-6.6/arch/arm/include/asm/ |
| D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument
40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
| /kernel/linux/linux-6.6/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
| D | tlb.h | 22 #define tlb_start_vma(tlb, vma) do { } while (0) argument
23 #define tlb_end_vma(tlb, vma) do { } while (0) argument
46 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /kernel/linux/linux-6.6/arch/ia64/include/asm/ |
| D | pgalloc.h | 39 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument
48 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
62 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/ |
| D | hugetlbpage.c | 275 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free()
301 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} in hugepd_free()
319 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
347 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range()
361 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
412 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range()
458 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /kernel/linux/linux-5.10/arch/ia64/include/asm/ |
| D | pgalloc.h | 39 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument
48 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
63 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-6.6/arch/arc/include/asm/ |
| D | pgalloc.h | 80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument
91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
95 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-5.10/arch/parisc/include/asm/ |
| D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-6.6/arch/parisc/include/asm/ |
| D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-5.10/arch/alpha/include/asm/ |
| D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|