| /mm/ |
| D | mmap.c | 126 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
143 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
160 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
172 static void __free_vma(struct vm_area_struct *vma) in __free_vma()
181 void put_vma(struct vm_area_struct *vma) in put_vma()
187 static inline void put_vma(struct vm_area_struct *vma) in put_vma()
196 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
308 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
330 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
356 struct vm_area_struct *vma; in browse_rb() local
[all …]
|
| D | mremap.c | 70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
103 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
111 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
134 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
214 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
226 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
237 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
241 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
247 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
[all …]
|
| D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | madvise.c | 69 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
193 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
228 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
262 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
319 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
511 struct vm_area_struct *vma, in madvise_cold_page_range()
524 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold()
544 struct vm_area_struct *vma, in madvise_pageout_page_range()
559 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
573 static long madvise_pageout(struct vm_area_struct *vma, in madvise_pageout()
[all …]
|
| D | huge_memory.c | 66 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
73 bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active()
479 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
584 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
668 static inline gfp_t alloc_hugepage_direct_gfpmask(struct vm_area_struct *vma) in alloc_hugepage_direct_gfpmask()
696 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
713 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
772 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
836 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd_prot() local
867 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
[all …]
|
| D | memory.c | 430 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
545 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
639 struct page *_vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in _vm_normal_page()
699 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
964 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc()
1279 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1417 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
1463 struct vm_area_struct *vma, p4d_t *p4d, in zap_pud_range()
1492 struct vm_area_struct *vma, pgd_t *pgd, in zap_p4d_range()
1511 struct vm_area_struct *vma, in unmap_page_range()
[all …]
|
| D | rmap.c | 147 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
331 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
393 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
721 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
784 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
848 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
920 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
994 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1037 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| D | nommu.c | 100 struct vm_area_struct *vma; in kobjsize() local
124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
173 struct vm_area_struct *vma; in __vmalloc_user_flags() local
363 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
370 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
377 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
563 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
627 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
663 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
679 struct vm_area_struct *vma; in find_vma() local
[all …]
|
| D | hugetlb.c | 243 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
802 struct vm_area_struct *vma, unsigned long address) in vma_hugecache_offset()
808 pgoff_t linear_hugepage_index(struct vm_area_struct *vma, in linear_hugepage_index()
819 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in vma_kernel_pagesize()
833 __weak unsigned long vma_mmu_pagesize(struct vm_area_struct *vma) in vma_mmu_pagesize()
866 static unsigned long get_vma_private_data(struct vm_area_struct *vma) in get_vma_private_data()
871 static void set_vma_private_data(struct vm_area_struct *vma, in set_vma_private_data()
960 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
975 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
984 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags) in set_vma_resv_flags()
[all …]
|
| D | mprotect.c | 38 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
212 static inline unsigned long change_pmd_range(struct vm_area_struct *vma, in change_pmd_range()
284 static inline unsigned long change_pud_range(struct vm_area_struct *vma, in change_pud_range()
304 static inline unsigned long change_p4d_range(struct vm_area_struct *vma, in change_p4d_range()
324 static unsigned long change_protection_range(struct vm_area_struct *vma, in change_protection_range()
354 unsigned long change_protection(struct vm_area_struct *vma, unsigned long start, in change_protection()
399 mprotect_fixup(struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup()
518 struct vm_area_struct *vma, *prev; in do_mprotect_pkey() local
|
| D | mincore.c | 72 struct vm_area_struct *vma, unsigned char *vec) in __mincore_unmapped_range()
103 struct vm_area_struct *vma = walk->vma; in mincore_pte_range() local
157 static inline bool can_do_mincore(struct vm_area_struct *vma) in can_do_mincore()
186 struct vm_area_struct *vma; in do_mincore() local
|
| D | pagewalk.c | 248 struct vm_area_struct *vma = walk->vma; in walk_hugetlb_range() local
291 struct vm_area_struct *vma = walk->vma; in walk_page_test() local
318 struct vm_area_struct *vma = walk->vma; in __walk_page_range() local
385 struct vm_area_struct *vma; in walk_page_range() local
465 int walk_page_vma(struct vm_area_struct *vma, const struct mm_walk_ops *ops, in walk_page_vma()
527 struct vm_area_struct *vma; in walk_page_mapping() local
|
| D | mlock.c | 381 struct vm_area_struct *vma, struct zone *zone, in __munlock_pagevec_fill()
451 void munlock_vma_pages_range(struct vm_area_struct *vma, in munlock_vma_pages_range()
534 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev, in mlock_fixup()
603 struct vm_area_struct * vma, * prev; in apply_vma_lock_flags() local
658 struct vm_area_struct *vma; in count_mm_mlocked_page_nr() local
781 struct vm_area_struct * vma, * prev = NULL; in apply_mlockall_flags() local
|
| D | gup.c | 374 static struct page *no_page_table(struct vm_area_struct *vma, in no_page_table()
391 static int follow_pfn_pte(struct vm_area_struct *vma, unsigned long address, in follow_pfn_pte()
425 static struct page *follow_page_pte(struct vm_area_struct *vma, in follow_page_pte()
587 static struct page *follow_pmd_mask(struct vm_area_struct *vma, in follow_pmd_mask()
702 static struct page *follow_pud_mask(struct vm_area_struct *vma, in follow_pud_mask()
742 static struct page *follow_p4d_mask(struct vm_area_struct *vma, in follow_p4d_mask()
787 static struct page *follow_page_mask(struct vm_area_struct *vma, in follow_page_mask()
827 struct page *follow_page(struct vm_area_struct *vma, unsigned long address, in follow_page()
840 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page()
897 static int faultin_page(struct vm_area_struct *vma, in faultin_page()
[all …]
|
| D | mempolicy.c | 406 struct vm_area_struct *vma; in mpol_rebind_mm() local
525 struct vm_area_struct *vma = walk->vma; in queue_pages_pte_range() local
656 unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
668 static unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
678 struct vm_area_struct *vma = walk->vma; in queue_pages_test_walk() local
773 static int vma_replace_policy(struct vm_area_struct *vma, in vma_replace_policy()
817 struct vm_area_struct *vma; in mbind_range() local
950 struct vm_area_struct *vma = NULL; in do_get_mempolicy() local
1224 struct vm_area_struct *vma; in new_page() local
1757 bool vma_migratable(struct vm_area_struct *vma) in vma_migratable()
[all …]
|
| D | swap_state.c | 58 #define GET_SWAP_RA_VAL(vma) \ argument
370 struct page *lookup_swap_cache(swp_entry_t entry, struct vm_area_struct *vma, in lookup_swap_cache()
453 struct vm_area_struct *vma, unsigned long addr, in __read_swap_cache_async()
559 struct vm_area_struct *vma, unsigned long addr, bool do_poll) in read_swap_cache_async()
665 struct vm_area_struct *vma = vmf->vma; in swap_cluster_readahead() local
742 static inline void swap_ra_clamp_pfn(struct vm_area_struct *vma, in swap_ra_clamp_pfn()
758 struct vm_area_struct *vma = vmf->vma; in swap_ra_info() local
841 struct vm_area_struct *vma = vmf->vma; in swap_vma_readahead() local
|
| D | khugepaged.c | 345 int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
440 static bool hugepage_vma_check(struct vm_area_struct *vma, in hugepage_vma_check()
507 int khugepaged_enter_vma_merge(struct vm_area_struct *vma, in khugepaged_enter_vma_merge()
599 static int __collapse_huge_page_isolate(struct vm_area_struct *vma, in __collapse_huge_page_isolate()
742 struct vm_area_struct *vma, in __collapse_huge_page_copy()
976 struct vm_area_struct *vma; in hugepage_vma_revalidate() local
1007 struct vm_area_struct *vma, in __collapse_huge_page_swapin()
1075 struct vm_area_struct *vma; in collapse_huge_page() local
1236 struct vm_area_struct *vma, in khugepaged_scan_pmd()
1449 struct vm_area_struct *vma = find_vma(mm, haddr); in collapse_pte_mapped_thp() local
[all …]
|
| D | ksm.c | 470 static int break_ksm(struct vm_area_struct *vma, unsigned long addr) in break_ksm()
523 struct vm_area_struct *vma; in find_mergeable_vma() local
538 struct vm_area_struct *vma; in break_cow() local
557 struct vm_area_struct *vma; in get_mergeable_page() local
845 static int unmerge_ksm_pages(struct vm_area_struct *vma, in unmerge_ksm_pages()
970 struct vm_area_struct *vma; in unmerge_and_remove_all_rmap_items() local
1034 static int write_protect_page(struct vm_area_struct *vma, struct page *page, in write_protect_page()
1121 static int replace_page(struct vm_area_struct *vma, struct page *page, in replace_page()
1203 static int try_to_merge_one_page(struct vm_area_struct *vma, in try_to_merge_one_page()
1282 struct vm_area_struct *vma; in try_to_merge_with_ksm_page() local
[all …]
|
| D | vmacache.c | 72 struct vm_area_struct *vma = current->vmacache.vmas[idx]; in vmacache_find() local
105 struct vm_area_struct *vma = current->vmacache.vmas[idx]; in vmacache_find_exact() local
|
| D | debug_vm_pgtable.c | 90 struct vm_area_struct *vma, pte_t *ptep, in pte_advanced_tests()
187 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests()
335 struct vm_area_struct *vma, pud_t *pudp, in pud_advanced_tests()
427 struct vm_area_struct *vma, pud_t *pudp, in pud_advanced_tests()
441 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests()
447 struct vm_area_struct *vma, pud_t *pudp, in pud_advanced_tests()
975 struct vm_area_struct *vma; in debug_vm_pgtable() local
|
| D | internal.h | 62 static inline bool can_madv_lru_vma(struct vm_area_struct *vma) in can_madv_lru_vma()
360 static inline void munlock_vma_pages_all(struct vm_area_struct *vma) in munlock_vma_pages_all()
407 vma_address(struct page *page, struct vm_area_struct *vma) in vma_address()
436 vma_address_end(struct page *page, struct vm_area_struct *vma) in vma_address_end()
|
| D | hmm.c | 65 struct vm_area_struct *vma = walk->vma; in hmm_vma_fault() local
479 struct vm_area_struct *vma = walk->vma; in hmm_vma_walk_hugetlb_entry() local
516 struct vm_area_struct *vma = walk->vma; in hmm_vma_walk_test() local
|
| D | migrate.c | 183 static bool remove_migration_pte(struct page *page, struct vm_area_struct *vma, in remove_migration_pte()
332 void migration_entry_wait_huge(struct vm_area_struct *vma, in migration_entry_wait_huge()
1612 struct vm_area_struct *vma; in add_page_for_migration() local
1801 struct vm_area_struct *vma; in do_pages_stat_array() local
2119 struct vm_area_struct *vma, in migrate_misplaced_transhuge_page()
2299 struct vm_area_struct *vma = walk->vma; in migrate_vma_collect_pmd() local
2845 struct vm_area_struct *vma = migrate->vma; in migrate_vma_insert_page() local
|
| D | shmem.c | 264 bool vma_is_shmem(struct vm_area_struct *vma) in vma_is_shmem()
824 unsigned long shmem_swap_usage(struct vm_area_struct *vma) in shmem_swap_usage()
1515 static void shmem_pseudo_vma_init(struct vm_area_struct *vma, in shmem_pseudo_vma_init()
1525 static void shmem_pseudo_vma_destroy(struct vm_area_struct *vma) in shmem_pseudo_vma_destroy()
1712 gfp_t gfp, struct vm_area_struct *vma, in shmem_swapin_page()
1812 struct vm_area_struct *vma, struct vm_fault *vmf, in shmem_getpage_gfp()
2067 struct vm_area_struct *vma = vmf->vma; in shmem_fault() local
2238 static int shmem_set_policy(struct vm_area_struct *vma, struct mempolicy *mpol) in shmem_set_policy()
2244 static struct mempolicy *shmem_get_policy(struct vm_area_struct *vma, in shmem_get_policy()
2283 static int shmem_mmap(struct file *file, struct vm_area_struct *vma) in shmem_mmap()
[all …]
|
| /mm/damon/ |
| D | paddr.c | 19 static bool __damon_pa_mkold(struct page *page, struct vm_area_struct *vma, in __damon_pa_mkold()
92 static bool __damon_pa_young(struct page *page, struct vm_area_struct *vma, in __damon_pa_young()
|