| /mm/ |
| D | mmap.c | 76 struct vm_area_struct *vma, struct vm_area_struct *prev,
112 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
129 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
146 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
161 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
163 struct vm_area_struct *next = vma->vm_next; in remove_vma()
182 struct vm_area_struct *next; in SYSCALL_DEFINE1()
252 static long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
272 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
278 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
[all …]
|
| D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize()
116 struct vm_area_struct **vmas, int *nonblocking) in __get_user_pages()
118 struct vm_area_struct *vma; in __get_user_pages()
165 struct vm_area_struct **vmas) in get_user_pages()
211 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
251 struct vm_area_struct *vma; in vmalloc_user()
489 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
672 static void protect_vma(struct vm_area_struct *vma, unsigned long flags) in protect_vma()
691 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
693 struct vm_area_struct *pvma, *prev; in add_vma_to_mm()
[all …]
|
| D | interval_tree.c | 14 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
19 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
24 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
29 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
30 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
34 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
44 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
49 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| D | madvise.c | 55 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
56 struct vm_area_struct **prev, in madvise_behavior()
197 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry()
228 static void force_swapin_readahead(struct vm_area_struct *vma, in force_swapin_readahead()
242 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
273 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
274 struct vm_area_struct **prev, in madvise_willneed()
316 struct vm_area_struct *vma = walk->vma; in madvise_free_pte_range()
444 struct vm_area_struct *vma, in madvise_free_page_range()
458 static int madvise_free_single_vma(struct vm_area_struct *vma, in madvise_free_single_vma()
[all …]
|
| D | pgtable-generic.c | 54 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
68 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
80 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
95 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
110 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
123 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
136 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
184 void pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
194 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | internal.h | 43 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
46 static inline bool can_madv_dontneed_vma(struct vm_area_struct *vma) in can_madv_dontneed_vma()
52 struct vm_area_struct *vma,
283 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma,
284 struct vm_area_struct *prev, struct rb_node *rb_parent);
287 extern long populate_vma_page_range(struct vm_area_struct *vma,
289 extern void munlock_vma_pages_range(struct vm_area_struct *vma,
291 static inline void munlock_vma_pages_all(struct vm_area_struct *vma) in munlock_vma_pages_all()
330 extern pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma);
336 __vma_address(struct page *page, struct vm_area_struct *vma) in __vma_address()
[all …]
|
| D | rmap.c | 137 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
175 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
261 int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src) in anon_vma_clone()
315 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
376 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
687 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
753 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
815 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
883 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
954 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
[all …]
|
| D | mremap.c | 59 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
84 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
92 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
115 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
117 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes()
196 unsigned long move_page_tables(struct vm_area_struct *vma, in move_page_tables()
197 unsigned long old_addr, struct vm_area_struct *new_vma, in move_page_tables()
259 static unsigned long move_vma(struct vm_area_struct *vma, in move_vma()
266 struct vm_area_struct *new_vma; in move_vma()
374 static struct vm_area_struct *vma_to_resize(unsigned long addr, in vma_to_resize()
[all …]
|
| D | memory.c | 618 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
622 struct vm_area_struct *next = vma->vm_next; in free_pgtables()
729 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
830 struct page *_vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in _vm_normal_page()
904 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
951 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte()
1068 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
1131 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
1165 p4d_t *dst_p4d, p4d_t *src_p4d, struct vm_area_struct *vma, in copy_pud_range()
1199 pgd_t *dst_pgd, pgd_t *src_pgd, struct vm_area_struct *vma, in copy_p4d_range()
[all …]
|
| D | gup.c | 23 static struct page *no_page_table(struct vm_area_struct *vma, in no_page_table()
39 static int follow_pfn_pte(struct vm_area_struct *vma, unsigned long address, in follow_pfn_pte()
73 static struct page *follow_page_pte(struct vm_area_struct *vma, in follow_page_pte()
214 static struct page *follow_pmd_mask(struct vm_area_struct *vma, in follow_pmd_mask()
309 static struct page *follow_pud_mask(struct vm_area_struct *vma, in follow_pud_mask()
349 static struct page *follow_p4d_mask(struct vm_area_struct *vma, in follow_p4d_mask()
387 struct page *follow_page_mask(struct vm_area_struct *vma, in follow_page_mask()
428 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page()
492 static int faultin_page(struct task_struct *tsk, struct vm_area_struct *vma, in faultin_page()
550 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags()
[all …]
|
| D | vmacache.c | 24 void vmacache_update(unsigned long addr, struct vm_area_struct *newvma) in vmacache_update()
50 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
60 struct vm_area_struct *vma = current->vmacache.vmas[i]; in vmacache_find()
76 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
88 struct vm_area_struct *vma = current->vmacache.vmas[i]; in vmacache_find_exact()
|
| D | hugetlb.c | 216 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
622 struct vm_area_struct *vma, unsigned long address) in vma_hugecache_offset()
628 pgoff_t linear_hugepage_index(struct vm_area_struct *vma, in linear_hugepage_index()
639 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in vma_kernel_pagesize()
659 unsigned long vma_mmu_pagesize(struct vm_area_struct *vma) in vma_mmu_pagesize()
693 static unsigned long get_vma_private_data(struct vm_area_struct *vma) in get_vma_private_data()
698 static void set_vma_private_data(struct vm_area_struct *vma, in set_vma_private_data()
753 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
768 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
777 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags) in set_vma_resv_flags()
[all …]
|
| D | huge_memory.c | 470 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
553 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page()
639 static inline gfp_t alloc_hugepage_direct_gfpmask(struct vm_area_struct *vma) in alloc_hugepage_direct_gfpmask()
658 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
675 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page()
735 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
762 int vmf_insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_pfn_pmd()
795 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
802 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud()
822 int vmf_insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_pfn_pud()
[all …]
|
| D | mprotect.c | 37 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
176 static inline unsigned long change_pmd_range(struct vm_area_struct *vma, in change_pmd_range()
245 static inline unsigned long change_pud_range(struct vm_area_struct *vma, in change_pud_range()
265 static inline unsigned long change_p4d_range(struct vm_area_struct *vma, in change_p4d_range()
285 static unsigned long change_protection_range(struct vm_area_struct *vma, in change_protection_range()
315 unsigned long change_protection(struct vm_area_struct *vma, unsigned long start, in change_protection()
350 static int prot_none_walk(struct vm_area_struct *vma, unsigned long start, in prot_none_walk()
366 mprotect_fixup(struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup()
480 struct vm_area_struct *vma, *prev; in do_mprotect_pkey()
|
| D | mempolicy.c | 379 struct vm_area_struct *vma; in mpol_rebind_mm()
412 struct vm_area_struct *prev;
494 struct vm_area_struct *vma = walk->vma; in queue_pages_pte_range()
597 unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
609 static unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
619 struct vm_area_struct *vma = walk->vma; in queue_pages_test_walk()
694 static int vma_replace_policy(struct vm_area_struct *vma, in vma_replace_policy()
730 struct vm_area_struct *next; in mbind_range()
731 struct vm_area_struct *prev; in mbind_range()
732 struct vm_area_struct *vma; in mbind_range()
[all …]
|
| D | pagewalk.c | 180 struct vm_area_struct *vma = walk->vma; in walk_hugetlb_range()
222 struct vm_area_struct *vma = walk->vma; in walk_page_test()
248 struct vm_area_struct *vma = walk->vma; in __walk_page_range()
294 struct vm_area_struct *vma; in walk_page_range()
338 int walk_page_vma(struct vm_area_struct *vma, struct mm_walk *walk) in walk_page_vma()
|
| D | mincore.c | 88 struct vm_area_struct *vma, unsigned char *vec) in __mincore_unmapped_range()
118 struct vm_area_struct *vma = walk->vma; in mincore_pte_range()
172 static inline bool can_do_mincore(struct vm_area_struct *vma) in can_do_mincore()
195 struct vm_area_struct *vma; in do_mincore()
|
| D | mlock.c | 369 struct vm_area_struct *vma, struct zone *zone, in __munlock_pagevec_fill()
439 void munlock_vma_pages_range(struct vm_area_struct *vma, in munlock_vma_pages_range()
513 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev, in mlock_fixup()
580 struct vm_area_struct * vma, * prev; in apply_vma_lock_flags()
635 struct vm_area_struct *vma; in count_mm_mlocked_page_nr()
756 struct vm_area_struct * vma, * prev = NULL; in apply_mlockall_flags()
|
| D | userfaultfd.c | 26 struct vm_area_struct *dst_vma, in mcopy_atomic_pte()
117 struct vm_area_struct *dst_vma, in mfill_zeropage_pte()
177 struct vm_area_struct *dst_vma, in __mcopy_atomic_hugetlb()
389 struct vm_area_struct *dst_vma,
398 struct vm_area_struct *dst_vma, in mfill_atomic_pte()
442 struct vm_area_struct *dst_vma; in __mcopy_atomic()
|
| D | swap_state.c | 331 struct page *lookup_swap_cache(swp_entry_t entry, struct vm_area_struct *vma, in lookup_swap_cache()
365 struct vm_area_struct *vma, unsigned long addr, in __read_swap_cache_async()
464 struct vm_area_struct *vma, unsigned long addr, bool do_poll) in read_swap_cache_async()
556 struct vm_area_struct *vma, unsigned long addr) in swapin_readahead()
637 static inline void swap_ra_clamp_pfn(struct vm_area_struct *vma, in swap_ra_clamp_pfn()
653 struct vm_area_struct *vma = vmf->vma; in swap_readahead_detect()
723 struct vm_area_struct *vma = vmf->vma; in do_swap_page_readahead()
|
| D | ksm.c | 453 static int break_ksm(struct vm_area_struct *vma, unsigned long addr) in break_ksm()
502 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
505 struct vm_area_struct *vma; in find_mergeable_vma()
520 struct vm_area_struct *vma; in break_cow()
539 struct vm_area_struct *vma; in get_mergeable_page()
818 static int unmerge_ksm_pages(struct vm_area_struct *vma, in unmerge_ksm_pages()
932 struct vm_area_struct *vma; in unmerge_and_remove_all_rmap_items()
1014 static int write_protect_page(struct vm_area_struct *vma, struct page *page, in write_protect_page()
1096 static int replace_page(struct vm_area_struct *vma, struct page *page, in replace_page()
1173 static int try_to_merge_one_page(struct vm_area_struct *vma, in try_to_merge_one_page()
[all …]
|
| D | util.c | 237 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
238 struct vm_area_struct *prev, struct rb_node *rb_parent) in __vma_link_list()
240 struct vm_area_struct *next; in __vma_link_list()
250 struct vm_area_struct, vm_rb); in __vma_link_list()
260 int vma_is_stack_for_current(struct vm_area_struct *vma) in vma_is_stack_for_current()
|
| D | khugepaged.c | 306 int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
433 int khugepaged_enter_vma_merge(struct vm_area_struct *vma, in khugepaged_enter_vma_merge()
501 static int __collapse_huge_page_isolate(struct vm_area_struct *vma, in __collapse_huge_page_isolate()
616 struct vm_area_struct *vma, in __collapse_huge_page_copy()
822 static bool hugepage_vma_check(struct vm_area_struct *vma) in hugepage_vma_check()
849 struct vm_area_struct **vmap) in hugepage_vma_revalidate()
851 struct vm_area_struct *vma; in hugepage_vma_revalidate()
879 struct vm_area_struct *vma, in __collapse_huge_page_swapin()
945 struct vm_area_struct *vma; in collapse_huge_page()
1104 struct vm_area_struct *vma, in khugepaged_scan_pmd()
[all …]
|
| D | hmm.c | 252 struct vm_area_struct *vma = walk->vma; in hmm_vma_do_fault()
357 struct vm_area_struct *vma = walk->vma; in hmm_vma_walk_pmd()
497 int hmm_vma_get_pfns(struct vm_area_struct *vma, in hmm_vma_get_pfns()
591 bool hmm_vma_range_done(struct vm_area_struct *vma, struct hmm_range *range) in hmm_vma_range_done()
664 int hmm_vma_fault(struct vm_area_struct *vma, in hmm_vma_fault()
741 struct page *hmm_vma_alloc_locked_page(struct vm_area_struct *vma, in hmm_vma_alloc_locked_page()
782 static int hmm_devmem_fault(struct vm_area_struct *vma, in hmm_devmem_fault()
|
| D | shmem.c | 125 gfp_t gfp, struct vm_area_struct *vma,
233 bool vma_is_shmem(struct vm_area_struct *vma) in vma_is_shmem()
727 unsigned long shmem_swap_usage(struct vm_area_struct *vma) in shmem_swap_usage()
1407 static void shmem_pseudo_vma_init(struct vm_area_struct *vma, in shmem_pseudo_vma_init()
1418 static void shmem_pseudo_vma_destroy(struct vm_area_struct *vma) in shmem_pseudo_vma_destroy()
1427 struct vm_area_struct pvma; in shmem_swapin()
1440 struct vm_area_struct pvma; in shmem_alloc_hugepage()
1471 struct vm_area_struct pvma; in shmem_alloc_page()
1610 struct vm_area_struct *vma, struct vm_fault *vmf, int *fault_type) in shmem_getpage_gfp()
1939 struct vm_area_struct *vma = vmf->vma; in shmem_fault()
[all …]
|