| /kernel/linux/linux-4.19/arch/sh/include/asm/ |
| D | tlb.h | 28 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather()
40 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
52 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
63 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in tlb_remove_tlb_entry()
71 #define tlb_remove_huge_tlb_entry(h, tlb, ptep, address) \ argument
80 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_start_vma()
87 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_end_vma()
95 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
99 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
103 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| /kernel/linux/linux-4.19/arch/um/include/asm/ |
| D | tlb.h | 11 #define tlb_start_vma(tlb, vma) do { } while (0) argument
12 #define tlb_end_vma(tlb, vma) do { } while (0) argument
13 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
26 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
35 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather()
49 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
64 tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
70 tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
76 tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
90 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
[all …]
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | tlb.h | 195 #define tlb_remove_table(tlb, page) tlb_remove_page((tlb), (page)) argument
305 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
313 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
347 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
354 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_update_vma_flags()
357 static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_end_vma()
372 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
388 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags()
408 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_update_vma_flags()
414 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
[all …]
|
| /kernel/linux/linux-4.19/arch/arm/include/asm/ |
| D | tlb.h | 26 #define tlb_flush(tlb) ((void) tlb) argument
56 #define tlb_remove_entry(tlb, entry) tlb_remove_table(tlb, entry) argument
58 #define tlb_remove_entry(tlb, entry) tlb_remove_page(tlb, entry) argument
97 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
108 static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) in tlb_add_flush()
118 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
128 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
136 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
144 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
151 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
[all …]
|
| /kernel/linux/linux-4.19/arch/s390/include/asm/ |
| D | tlb.h | 52 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
73 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
80 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
96 static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
102 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
107 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
113 static inline void tlb_remove_page_size(struct mmu_gather *tlb, in tlb_remove_page_size()
123 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
[all …]
|
| /kernel/linux/linux-5.10/mm/ |
| D | mmu_gather.c | 16 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
44 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
55 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
66 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) in __tlb_remove_page_size()
178 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
196 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
207 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
226 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init()
233 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush()
234 static inline void tlb_table_init(struct mmu_gather *tlb) { } in tlb_table_init()
[all …]
|
| /kernel/linux/linux-4.19/arch/ia64/include/asm/ |
| D | tlb.h | 96 ia64_tlb_flush_mmu_tlbonly(struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu_tlbonly()
132 ia64_tlb_flush_mmu_free(struct mmu_gather *tlb) in ia64_tlb_flush_mmu_free()
151 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu()
159 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
171 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
189 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
212 static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
226 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
231 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
236 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| /kernel/linux/linux-4.19/include/asm-generic/ |
| D | tlb.h | 124 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
132 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
142 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
152 static inline void tlb_remove_page_size(struct mmu_gather *tlb, in tlb_remove_page_size()
159 static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
168 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
175 static inline void tlb_remove_check_page_size_change(struct mmu_gather *tlb, in tlb_remove_check_page_size_change()
195 #define tlb_start_vma(tlb, vma) do { } while (0) argument
198 #define __tlb_end_vma(tlb, vma) \ argument
209 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
[all …]
|
| /kernel/linux/linux-4.19/arch/xtensa/include/asm/ |
| D | tlb.h | 21 # define tlb_start_vma(tlb,vma) do { } while (0) argument
22 # define tlb_end_vma(tlb,vma) do { } while (0) argument
26 # define tlb_start_vma(tlb, vma) \ argument
32 # define tlb_end_vma(tlb, vma) \ argument
40 #define __tlb_remove_tlb_entry(tlb,pte,addr) do { } while (0) argument
41 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
45 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | tlb.h | 30 #define tlb_start_vma(tlb, vma) do { } while (0) argument
31 #define tlb_end_vma(tlb, vma) do { } while (0) argument
47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
54 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
63 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
85 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
105 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
124 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /kernel/linux/linux-4.19/arch/alpha/include/asm/ |
| D | tlb.h | 5 #define tlb_start_vma(tlb, vma) do { } while (0) argument
6 #define tlb_end_vma(tlb, vma) do { } while (0) argument
7 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
9 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
13 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
14 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
| /kernel/linux/linux-4.19/arch/parisc/include/asm/ |
| D | tlb.h | 5 #define tlb_flush(tlb) \ argument
10 #define tlb_start_vma(tlb, vma) \ argument
15 #define tlb_end_vma(tlb, vma) \ argument
20 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
25 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
26 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /kernel/linux/linux-4.19/arch/nds32/include/asm/ |
| D | tlb.h | 7 #define tlb_start_vma(tlb,vma) \ argument
13 #define tlb_end_vma(tlb,vma) \ argument
19 #define __tlb_remove_tlb_entry(tlb, pte, addr) do { } while (0) argument
21 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
25 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
26 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tln)->mm, pmd) argument
|
| /kernel/linux/linux-4.19/arch/arm64/include/asm/ |
| D | tlb.h | 27 #define tlb_remove_entry(tlb, entry) tlb_remove_table(tlb, entry) argument
33 #define tlb_remove_entry(tlb, entry) tlb_remove_page(tlb, entry) argument
40 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
59 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
68 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
77 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /kernel/linux/linux-4.19/arch/arc/include/asm/ |
| D | tlb.h | 12 #define tlb_flush(tlb) \ argument
27 #define tlb_start_vma(tlb, vma) argument
29 #define tlb_start_vma(tlb, vma) \ argument
36 #define tlb_end_vma(tlb, vma) \ argument
42 #define __tlb_remove_tlb_entry(tlb, ptep, address) argument
|
| /kernel/linux/linux-4.19/arch/unicore32/include/asm/ |
| D | tlb.h | 15 #define tlb_start_vma(tlb, vma) do { } while (0) argument
16 #define tlb_end_vma(tlb, vma) do { } while (0) argument
17 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
18 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
20 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | tlb.h | 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
83 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /kernel/linux/linux-4.19/arch/sparc/include/asm/ |
| D | tlb_32.h | 5 #define tlb_start_vma(tlb, vma) \ argument
10 #define tlb_end_vma(tlb, vma) \ argument
15 #define __tlb_remove_tlb_entry(tlb, pte, address) \ argument
18 #define tlb_flush(tlb) \ argument
|
| D | tlb_64.h | 26 #define tlb_start_vma(tlb, vma) do { } while (0) argument
27 #define tlb_end_vma(tlb, vma) do { } while (0) argument
28 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
29 #define tlb_flush(tlb) flush_tlb_pending() argument
|
| /kernel/linux/linux-4.19/arch/hexagon/include/asm/ |
| D | tlb.h | 28 #define tlb_start_vma(tlb, vma) do { } while (0) argument
29 #define tlb_end_vma(tlb, vma) do { } while (0) argument
30 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
35 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
|
| /kernel/linux/linux-4.19/arch/openrisc/include/asm/ |
| D | tlb.h | 26 #define tlb_start_vma(tlb, vma) do { } while (0) argument
27 #define tlb_end_vma(tlb, vma) do { } while (0) argument
28 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
30 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
|
| /kernel/linux/linux-4.19/arch/m68k/include/asm/ |
| D | tlb.h | 9 #define tlb_start_vma(tlb, vma) do { } while (0) argument
10 #define tlb_end_vma(tlb, vma) do { } while (0) argument
11 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
17 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
|
| /kernel/linux/linux-4.19/arch/microblaze/include/asm/ |
| D | tlb.h | 14 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
19 #define tlb_start_vma(tlb, vma) do { } while (0) argument
20 #define tlb_end_vma(tlb, vma) do { } while (0) argument
21 #define __tlb_remove_tlb_entry(tlb, pte, address) do { } while (0) argument
|
| /kernel/linux/linux-4.19/arch/nios2/include/asm/ |
| D | tlb.h | 14 #define tlb_flush(tlb) flush_tlb_mm((tlb)->mm) argument
22 #define tlb_start_vma(tlb, vma) \ argument
28 #define tlb_end_vma(tlb, vma) do { } while (0) argument
29 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
|
| /kernel/linux/linux-4.19/arch/x86/include/asm/ |
| D | tlb.h | 5 #define tlb_start_vma(tlb, vma) do { } while (0) argument
6 #define tlb_end_vma(tlb, vma) do { } while (0) argument
7 #define __tlb_remove_tlb_entry(tlb, ptep, address) do { } while (0) argument
9 #define tlb_flush(tlb) \ argument
|