| /mm/ |
| D | mmap.c | 135 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
152 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
167 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
182 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
294 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
316 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
342 struct vm_area_struct *vma; in browse_rb() local
387 struct vm_area_struct *vma; in validate_mm_rb() local
400 struct vm_area_struct *vma = mm->mmap; in validate_mm() local
457 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
[all …]
|
| D | mremap.c | 70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
103 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
111 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
134 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
223 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
235 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
246 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
250 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
256 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
[all …]
|
| D | madvise.c | 94 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
105 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
125 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
140 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
200 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
235 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
269 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
326 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
507 struct vm_area_struct *vma, in madvise_cold_page_range()
520 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold()
[all …]
|
| D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | pgsize_migration.c | 110 void vma_set_pad_pages(struct vm_area_struct *vma, in vma_set_pad_pages()
120 unsigned long vma_pad_pages(struct vm_area_struct *vma) in vma_pad_pages()
159 struct vm_area_struct *vma; in linker_ctx() local
203 void madvise_vma_pad_pages(struct vm_area_struct *vma, in madvise_vma_pad_pages()
238 static const char *pad_vma_name(struct vm_area_struct *vma) in pad_vma_name()
251 struct vm_area_struct *get_pad_vma(struct vm_area_struct *vma) in get_pad_vma()
284 struct vm_area_struct *get_data_vma(struct vm_area_struct *vma) in get_data_vma()
305 void show_map_pad_vma(struct vm_area_struct *vma, struct vm_area_struct *pad, in show_map_pad_vma()
363 void split_pad_vma(struct vm_area_struct *vma, struct vm_area_struct *new, in split_pad_vma()
|
| D | memory.c | 218 struct vm_area_struct *vma; in get_vma() local
249 void put_vma(struct vm_area_struct *vma) in put_vma()
462 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
573 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
666 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
722 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
763 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
810 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte()
1045 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc()
1377 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
[all …]
|
| D | rmap.c | 149 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
187 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
333 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
395 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
725 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
788 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
845 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
921 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
995 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1038 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| D | nommu.c | 100 struct vm_area_struct *vma; in kobjsize() local
124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
173 struct vm_area_struct *vma; in __vmalloc_user_flags() local
353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
360 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
367 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
553 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
617 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
653 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
664 struct vm_area_struct *vma; in find_vma_from_tree() local
[all …]
|
| D | huge_memory.c | 67 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
74 bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active()
494 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
599 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
682 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask()
710 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
726 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
786 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
850 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd_prot() local
881 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
[all …]
|
| D | hugetlb.c | 243 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
804 struct vm_area_struct *vma, unsigned long address) in vma_hugecache_offset()
810 pgoff_t linear_hugepage_index(struct vm_area_struct *vma, in linear_hugepage_index()
821 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in vma_kernel_pagesize()
835 __weak unsigned long vma_mmu_pagesize(struct vm_area_struct *vma) in vma_mmu_pagesize()
868 static unsigned long get_vma_private_data(struct vm_area_struct *vma) in get_vma_private_data()
873 static void set_vma_private_data(struct vm_area_struct *vma, in set_vma_private_data()
962 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
977 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
986 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags) in set_vma_resv_flags()
[all …]
|
| D | mprotect.c | 39 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
223 static inline unsigned long change_pmd_range(struct vm_area_struct *vma, in change_pmd_range()
295 static inline unsigned long change_pud_range(struct vm_area_struct *vma, in change_pud_range()
315 static inline unsigned long change_p4d_range(struct vm_area_struct *vma, in change_p4d_range()
335 static unsigned long change_protection_range(struct vm_area_struct *vma, in change_protection_range()
365 unsigned long change_protection(struct vm_area_struct *vma, unsigned long start, in change_protection()
410 mprotect_fixup(struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup()
528 struct vm_area_struct *vma, *prev; in do_mprotect_pkey() local
|
| D | mincore.c | 72 struct vm_area_struct *vma, unsigned char *vec) in __mincore_unmapped_range()
103 struct vm_area_struct *vma = walk->vma; in mincore_pte_range() local
157 static inline bool can_do_mincore(struct vm_area_struct *vma) in can_do_mincore()
187 struct vm_area_struct *vma; in do_mincore() local
|
| D | mempolicy.c | 379 struct vm_area_struct *vma; in mpol_rebind_mm() local
503 struct vm_area_struct *vma = walk->vma; in queue_pages_pte_range() local
634 unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
646 static unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
656 struct vm_area_struct *vma = walk->vma; in queue_pages_test_walk() local
751 static int vma_replace_policy(struct vm_area_struct *vma, in vma_replace_policy()
788 struct vm_area_struct *vma; in mbind_range() local
921 struct vm_area_struct *vma = NULL; in do_get_mempolicy() local
1195 struct vm_area_struct *vma; in new_page() local
1642 bool vma_migratable(struct vm_area_struct *vma) in vma_migratable()
[all …]
|
| D | mlock.c | 352 struct vm_area_struct *vma, struct zone *zone, in __munlock_pagevec_fill()
422 void munlock_vma_pages_range(struct vm_area_struct *vma, in munlock_vma_pages_range()
496 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev, in mlock_fixup()
564 struct vm_area_struct *vma, *prev; in apply_vma_lock_flags() local
619 struct vm_area_struct *vma; in count_mm_mlocked_page_nr() local
742 struct vm_area_struct *vma, *prev = NULL; in apply_mlockall_flags() local
|
| D | pagewalk.c | 296 struct vm_area_struct *vma = walk->vma; in walk_hugetlb_range() local
339 struct vm_area_struct *vma = walk->vma; in walk_page_test() local
366 struct vm_area_struct *vma = walk->vma; in __walk_page_range() local
433 struct vm_area_struct *vma; in walk_page_range() local
512 int walk_page_vma(struct vm_area_struct *vma, const struct mm_walk_ops *ops, in walk_page_vma()
574 struct vm_area_struct *vma; in walk_page_mapping() local
|
| D | swap_state.c | 58 #define GET_SWAP_RA_VAL(vma) \ argument
334 struct page *lookup_swap_cache(swp_entry_t entry, struct vm_area_struct *vma, in lookup_swap_cache()
418 struct vm_area_struct *vma, unsigned long addr, in __read_swap_cache_async()
522 struct vm_area_struct *vma, unsigned long addr, bool do_poll) in read_swap_cache_async()
624 struct vm_area_struct *vma = vmf->vma; in swap_cluster_readahead() local
699 static inline void swap_ra_clamp_pfn(struct vm_area_struct *vma, in swap_ra_clamp_pfn()
715 struct vm_area_struct *vma = vmf->vma; in swap_ra_info() local
792 struct vm_area_struct *vma = vmf->vma; in swap_vma_readahead() local
|
| D | gup.c | 447 static struct page *no_page_table(struct vm_area_struct *vma, in no_page_table()
464 static int follow_pfn_pte(struct vm_area_struct *vma, unsigned long address, in follow_pfn_pte()
498 static struct page *follow_page_pte(struct vm_area_struct *vma, in follow_page_pte()
648 static struct page *follow_pmd_mask(struct vm_area_struct *vma, in follow_pmd_mask()
751 static struct page *follow_pud_mask(struct vm_area_struct *vma, in follow_pud_mask()
791 static struct page *follow_p4d_mask(struct vm_area_struct *vma, in follow_p4d_mask()
836 static struct page *follow_page_mask(struct vm_area_struct *vma, in follow_page_mask()
876 struct page *follow_page(struct vm_area_struct *vma, unsigned long address, in follow_page()
892 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page()
949 static int faultin_page(struct vm_area_struct *vma, in faultin_page()
[all …]
|
| D | khugepaged.c | 347 int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
442 static bool hugepage_vma_check(struct vm_area_struct *vma, in hugepage_vma_check()
509 int khugepaged_enter_vma_merge(struct vm_area_struct *vma, in khugepaged_enter_vma_merge()
601 static int __collapse_huge_page_isolate(struct vm_area_struct *vma, in __collapse_huge_page_isolate()
744 struct vm_area_struct *vma, in __collapse_huge_page_copy()
978 struct vm_area_struct *vma; in hugepage_vma_revalidate() local
1009 struct vm_area_struct *vma, in __collapse_huge_page_swapin()
1075 struct vm_area_struct *vma; in collapse_huge_page() local
1230 struct vm_area_struct *vma, in khugepaged_scan_pmd()
1443 struct vm_area_struct *vma = find_vma(mm, haddr); in collapse_pte_mapped_thp() local
[all …]
|
| D | ksm.c | 468 static int break_ksm(struct vm_area_struct *vma, unsigned long addr) in break_ksm()
521 struct vm_area_struct *vma; in find_mergeable_vma() local
534 struct vm_area_struct *vma; in break_cow() local
553 struct vm_area_struct *vma; in get_mergeable_page() local
838 static int unmerge_ksm_pages(struct vm_area_struct *vma, in unmerge_ksm_pages()
963 struct vm_area_struct *vma; in unmerge_and_remove_all_rmap_items() local
1027 static int write_protect_page(struct vm_area_struct *vma, struct page *page, in write_protect_page()
1114 static int replace_page(struct vm_area_struct *vma, struct page *page, in replace_page()
1196 static int try_to_merge_one_page(struct vm_area_struct *vma, in try_to_merge_one_page()
1275 struct vm_area_struct *vma; in try_to_merge_with_ksm_page() local
[all …]
|
| D | vmacache.c | 72 struct vm_area_struct *vma = current->vmacache.vmas[idx]; in vmacache_find() local
105 struct vm_area_struct *vma = current->vmacache.vmas[idx]; in vmacache_find_exact() local
|
| D | secretmem.c | 121 static int secretmem_mmap(struct file *file, struct vm_area_struct *vma) in secretmem_mmap()
137 bool vma_is_secretmem(struct vm_area_struct *vma) in vma_is_secretmem()
|
| D | internal.h | 43 static inline bool can_madv_lru_vma(struct vm_area_struct *vma) in can_madv_lru_vma()
362 static inline void munlock_vma_pages_all(struct vm_area_struct *vma) in munlock_vma_pages_all()
395 vma_address(struct page *page, struct vm_area_struct *vma) in vma_address()
424 vma_address_end(struct page *page, struct vm_area_struct *vma) in vma_address_end()
|
| D | shmem.c | 254 bool vma_is_shmem(struct vm_area_struct *vma) in vma_is_shmem()
477 bool shmem_is_huge(struct vm_area_struct *vma, in shmem_is_huge()
682 bool shmem_is_huge(struct vm_area_struct *vma, in shmem_is_huge()
843 unsigned long shmem_swap_usage(struct vm_area_struct *vma) in shmem_swap_usage()
1500 static void shmem_pseudo_vma_init(struct vm_area_struct *vma, in shmem_pseudo_vma_init()
1510 static void shmem_pseudo_vma_destroy(struct vm_area_struct *vma) in shmem_pseudo_vma_destroy()
1717 gfp_t gfp, struct vm_area_struct *vma, in shmem_swapin_page()
1817 struct vm_area_struct *vma, struct vm_fault *vmf, in shmem_getpage_gfp()
2054 struct vm_area_struct *vma = vmf->vma; in shmem_fault() local
2216 static int shmem_set_policy(struct vm_area_struct *vma, struct mempolicy *mpol) in shmem_set_policy()
[all …]
|
| /mm/damon/ |
| D | prmtv-common.c | 36 void damon_ptep_mkold(pte_t *pte, struct vm_area_struct *vma, unsigned long addr) in damon_ptep_mkold()
59 void damon_pmdp_mkold(pmd_t *pmd, struct vm_area_struct *vma, unsigned long addr) in damon_pmdp_mkold()
|
| D | paddr.c | 19 static bool __damon_pa_mkold(struct page *page, struct vm_area_struct *vma, in __damon_pa_mkold()
92 static bool __damon_pa_young(struct page *page, struct vm_area_struct *vma, in __damon_pa_young()
|