| /mm/ |
| D | mmap.c | 75 struct vm_area_struct *vma, struct vm_area_struct *prev,
112 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
251 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
268 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
283 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
285 struct vm_area_struct *next = vma->vm_next; in remove_vma()
304 struct vm_area_struct *next; in SYSCALL_DEFINE1()
371 static long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
391 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
397 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
[all …]
|
| D | interval_tree.c | 14 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
19 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
24 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
29 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
30 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
34 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
44 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
49 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| D | madvise.c | 46 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
47 struct vm_area_struct **prev, in madvise_behavior()
144 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry()
175 static void force_swapin_readahead(struct vm_area_struct *vma, in force_swapin_readahead()
189 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
220 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
221 struct vm_area_struct **prev, in madvise_willneed()
276 static long madvise_dontneed(struct vm_area_struct *vma, in madvise_dontneed()
277 struct vm_area_struct **prev, in madvise_dontneed()
292 static long madvise_remove(struct vm_area_struct *vma, in madvise_remove()
[all …]
|
| D | nommu.c | 121 struct vm_area_struct *vma; in kobjsize()
138 struct vm_area_struct **vmas, int *nonblocking) in __get_user_pages()
140 struct vm_area_struct *vma; in __get_user_pages()
188 struct vm_area_struct **vmas) in get_user_pages()
237 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
273 struct vm_area_struct *vma; in vmalloc_user()
511 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
694 static void protect_vma(struct vm_area_struct *vma, unsigned long flags) in protect_vma()
713 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
715 struct vm_area_struct *pvma, *prev; in add_vma_to_mm()
[all …]
|
| D | rmap.c | 132 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
169 int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
257 int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src) in anon_vma_clone()
311 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
372 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
572 __vma_address(struct page *page, struct vm_area_struct *vma) in __vma_address()
579 vma_address(struct page *page, struct vm_area_struct *vma) in vma_address()
716 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
825 int page_mapped_in_vma(struct page *page, struct vm_area_struct *vma) in page_mapped_in_vma()
851 static int page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
[all …]
|
| D | pgtable-generic.c | 47 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
61 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
73 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
102 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
117 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
130 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
143 void pmdp_splitting_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_splitting_flush()
191 void pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
201 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | memory.c | 520 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
524 struct vm_area_struct *next = vma->vm_next; in free_pgtables()
555 int __pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in __pte_alloc()
638 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
741 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
792 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
839 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte()
920 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
983 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
1016 pgd_t *dst_pgd, pgd_t *src_pgd, struct vm_area_struct *vma, in copy_pud_range()
[all …]
|
| D | vmacache.c | 22 void vmacache_update(unsigned long addr, struct vm_area_struct *newvma) in vmacache_update()
48 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
58 struct vm_area_struct *vma = current->vmacache[i]; in vmacache_find()
74 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
86 struct vm_area_struct *vma = current->vmacache[i]; in vmacache_find_exact()
|
| D | internal.h | 37 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
288 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma,
289 struct vm_area_struct *prev, struct rb_node *rb_parent);
292 extern long populate_vma_page_range(struct vm_area_struct *vma,
294 extern void munlock_vma_pages_range(struct vm_area_struct *vma,
296 static inline void munlock_vma_pages_all(struct vm_area_struct *vma) in munlock_vma_pages_all()
335 extern pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma);
339 struct vm_area_struct *vma);
|
| D | mremap.c | 53 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
89 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
91 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes()
180 unsigned long move_page_tables(struct vm_area_struct *vma, in move_page_tables()
181 unsigned long old_addr, struct vm_area_struct *new_vma, in move_page_tables()
248 static unsigned long move_vma(struct vm_area_struct *vma, in move_vma()
253 struct vm_area_struct *new_vma; in move_vma()
356 static struct vm_area_struct *vma_to_resize(unsigned long addr, in vma_to_resize()
360 struct vm_area_struct *vma = find_vma(mm, addr); in vma_to_resize()
411 struct vm_area_struct *vma; in mremap_to()
[all …]
|
| D | mprotect.c | 41 static pte_t *lock_pte_protection(struct vm_area_struct *vma, pmd_t *pmd, in lock_pte_protection()
62 static unsigned long change_pte_range(struct vm_area_struct *vma, pmd_t *pmd, in change_pte_range()
137 static inline unsigned long change_pmd_range(struct vm_area_struct *vma, in change_pmd_range()
194 static inline unsigned long change_pud_range(struct vm_area_struct *vma, in change_pud_range()
214 static unsigned long change_protection_range(struct vm_area_struct *vma, in change_protection_range()
244 unsigned long change_protection(struct vm_area_struct *vma, unsigned long start, in change_protection()
279 static int prot_none_walk(struct vm_area_struct *vma, unsigned long start, in prot_none_walk()
295 mprotect_fixup(struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup()
401 struct vm_area_struct *vma, *prev; in SYSCALL_DEFINE3()
|
| D | hugetlb.c | 226 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
632 struct vm_area_struct *vma, unsigned long address) in vma_hugecache_offset()
638 pgoff_t linear_hugepage_index(struct vm_area_struct *vma, in linear_hugepage_index()
648 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in vma_kernel_pagesize()
668 unsigned long vma_mmu_pagesize(struct vm_area_struct *vma) in vma_mmu_pagesize()
702 static unsigned long get_vma_private_data(struct vm_area_struct *vma) in get_vma_private_data()
707 static void set_vma_private_data(struct vm_area_struct *vma, in set_vma_private_data()
762 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
777 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
786 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags) in set_vma_resv_flags()
[all …]
|
| D | gup.c | 21 static struct page *no_page_table(struct vm_area_struct *vma, in no_page_table()
37 static int follow_pfn_pte(struct vm_area_struct *vma, unsigned long address, in follow_pfn_pte()
75 static inline bool should_force_cow_break(struct vm_area_struct *vma, unsigned int flags) in should_force_cow_break()
80 static struct page *follow_page_pte(struct vm_area_struct *vma, in follow_page_pte()
200 struct page *follow_page_mask(struct vm_area_struct *vma, in follow_page_mask()
270 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page()
321 static int faultin_page(struct task_struct *tsk, struct vm_area_struct *vma, in faultin_page()
380 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags()
480 struct vm_area_struct **vmas, int *nonblocking) in __get_user_pages()
484 struct vm_area_struct *vma = NULL; in __get_user_pages()
[all …]
|
| D | huge_memory.c | 698 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
714 struct vm_area_struct *vma, in __do_huge_pmd_anonymous_page()
793 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
807 int do_huge_pmd_anonymous_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_anonymous_page()
869 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
889 int vmf_insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_pfn_pmd()
914 struct vm_area_struct *vma) in copy_huge_pmd()
986 struct vm_area_struct *vma, in huge_pmd_set_accessed()
1040 struct vm_area_struct *vma, in do_huge_pmd_wp_page_fallback()
1148 int do_huge_pmd_wp_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_wp_page()
[all …]
|
| D | mempolicy.c | 445 struct vm_area_struct *vma; in mpol_rebind_mm()
478 struct vm_area_struct *prev;
488 struct vm_area_struct *vma = walk->vma; in queue_pages_pte_range()
571 unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
583 static unsigned long change_prot_numa(struct vm_area_struct *vma, in change_prot_numa()
593 struct vm_area_struct *vma = walk->vma; in queue_pages_test_walk()
663 static int vma_replace_policy(struct vm_area_struct *vma, in vma_replace_policy()
699 struct vm_area_struct *next; in mbind_range()
700 struct vm_area_struct *prev; in mbind_range()
701 struct vm_area_struct *vma; in mbind_range()
[all …]
|
| D | pagewalk.c | 135 struct vm_area_struct *vma = walk->vma; in walk_hugetlb_range()
176 struct vm_area_struct *vma = walk->vma; in walk_page_test()
202 struct vm_area_struct *vma = walk->vma; in __walk_page_range()
248 struct vm_area_struct *vma; in walk_page_range()
292 int walk_page_vma(struct vm_area_struct *vma, struct mm_walk *walk) in walk_page_vma()
|
| D | util.c | 203 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
204 struct vm_area_struct *prev, struct rb_node *rb_parent) in __vma_link_list()
206 struct vm_area_struct *next; in __vma_link_list()
216 struct vm_area_struct, vm_rb); in __vma_link_list()
226 int vma_is_stack_for_task(struct vm_area_struct *vma, struct task_struct *t) in vma_is_stack_for_task()
|
| D | mincore.c | 85 struct vm_area_struct *vma, unsigned char *vec) in __mincore_unmapped_range()
115 struct vm_area_struct *vma = walk->vma; in mincore_pte_range()
168 static inline bool can_do_mincore(struct vm_area_struct *vma) in can_do_mincore()
191 struct vm_area_struct *vma; in do_mincore()
|
| D | ksm.c | 364 static int break_ksm(struct vm_area_struct *vma, unsigned long addr) in break_ksm()
412 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
415 struct vm_area_struct *vma; in find_mergeable_vma()
430 struct vm_area_struct *vma; in break_cow()
463 struct vm_area_struct *vma; in get_mergeable_page()
684 static int unmerge_ksm_pages(struct vm_area_struct *vma, in unmerge_ksm_pages()
774 struct vm_area_struct *vma; in unmerge_and_remove_all_rmap_items()
858 static int write_protect_page(struct vm_area_struct *vma, struct page *page, in write_protect_page()
932 static int replace_page(struct vm_area_struct *vma, struct page *page, in replace_page()
1018 static int try_to_merge_one_page(struct vm_area_struct *vma, in try_to_merge_one_page()
[all …]
|
| D | mlock.c | 361 struct vm_area_struct *vma, int zoneid, unsigned long start, in __munlock_pagevec_fill()
423 void munlock_vma_pages_range(struct vm_area_struct *vma, in munlock_vma_pages_range()
499 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev, in mlock_fixup()
566 struct vm_area_struct * vma, * prev; in apply_vma_lock_flags()
691 struct vm_area_struct * vma, * prev = NULL; in apply_mlockall_flags()
|
| D | userfaultfd.c | 22 struct vm_area_struct *dst_vma, in mcopy_atomic_pte()
102 struct vm_area_struct *dst_vma, in mfill_zeropage_pte()
148 struct vm_area_struct *dst_vma; in __mcopy_atomic()
|
| D | swap_state.c | 293 struct vm_area_struct *vma, unsigned long addr, in __read_swap_cache_async()
391 struct vm_area_struct *vma, unsigned long addr) in read_swap_cache_async()
467 struct vm_area_struct *vma, unsigned long addr) in swapin_readahead()
|
| D | filemap.c | 1869 static void do_sync_mmap_readahead(struct vm_area_struct *vma, in do_sync_mmap_readahead()
1912 static void do_async_mmap_readahead(struct vm_area_struct *vma, in do_async_mmap_readahead()
1954 int filemap_fault(struct vm_area_struct *vma, struct vm_fault *vmf) in filemap_fault()
2075 void filemap_map_pages(struct vm_area_struct *vma, struct vm_fault *vmf) in filemap_map_pages()
2147 int filemap_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf) in filemap_page_mkwrite()
2182 int generic_file_mmap(struct file * file, struct vm_area_struct * vma) in generic_file_mmap()
2196 int generic_file_readonly_mmap(struct file *file, struct vm_area_struct *vma) in generic_file_readonly_mmap()
2203 int generic_file_mmap(struct file * file, struct vm_area_struct * vma) in generic_file_mmap()
2207 int generic_file_readonly_mmap(struct file * file, struct vm_area_struct * vma) in generic_file_readonly_mmap()
|
| D | migrate.c | 107 static int remove_migration_pte(struct page *new, struct vm_area_struct *vma, in remove_migration_pte()
248 void migration_entry_wait_huge(struct vm_area_struct *vma, in migration_entry_wait_huge()
1264 struct vm_area_struct *vma; in do_move_page_to_node_array()
1432 struct vm_area_struct *vma; in do_pages_stat_array()
1692 int migrate_misplaced_page(struct page *page, struct vm_area_struct *vma, in migrate_misplaced_page()
1749 struct vm_area_struct *vma, in migrate_misplaced_transhuge_page()
|
| D | msync.c | 35 struct vm_area_struct *vma; in SYSCALL_DEFINE3()
|