Lines Matching refs:vm_area_struct
77 struct vm_area_struct *vma, struct vm_area_struct *prev,
122 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
139 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
156 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
171 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
173 struct vm_area_struct *next = vma->vm_next; in remove_vma()
192 struct vm_area_struct *next; in SYSCALL_DEFINE1()
286 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
308 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
313 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
319 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
334 struct vm_area_struct *vma; in browse_rb()
335 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in browse_rb()
374 static void validate_mm_rb(struct rb_root *root, struct vm_area_struct *ignore) in validate_mm_rb()
379 struct vm_area_struct *vma; in validate_mm_rb()
380 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in validate_mm_rb()
392 struct vm_area_struct *vma = mm->mmap; in validate_mm()
432 struct vm_area_struct, vm_rb, in RB_DECLARE_CALLBACKS_MAX() argument
440 static void vma_gap_update(struct vm_area_struct *vma) in RB_DECLARE_CALLBACKS_MAX()
449 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
458 static void __vma_rb_erase(struct vm_area_struct *vma, struct rb_root *root) in __vma_rb_erase()
468 static __always_inline void vma_rb_erase_ignore(struct vm_area_struct *vma, in vma_rb_erase_ignore()
470 struct vm_area_struct *ignore) in vma_rb_erase_ignore()
482 static __always_inline void vma_rb_erase(struct vm_area_struct *vma, in vma_rb_erase()
509 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
518 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
527 unsigned long end, struct vm_area_struct **pprev, in find_vma_links()
536 struct vm_area_struct *vma_tmp; in find_vma_links()
539 vma_tmp = rb_entry(__rb_parent, struct vm_area_struct, vm_rb); in find_vma_links()
554 *pprev = rb_entry(rb_prev, struct vm_area_struct, vm_rb); in find_vma_links()
564 struct vm_area_struct *vma; in count_vma_pages_range()
588 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
612 static void __vma_link_file(struct vm_area_struct *vma) in __vma_link_file()
632 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
633 struct vm_area_struct *prev, struct rb_node **rb_link, in __vma_link()
640 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
641 struct vm_area_struct *prev, struct rb_node **rb_link, in vma_link()
665 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
667 struct vm_area_struct *prev; in __insert_vm_struct()
678 struct vm_area_struct *vma, in __vma_unlink_common()
679 struct vm_area_struct *prev, in __vma_unlink_common()
681 struct vm_area_struct *ignore) in __vma_unlink_common()
683 struct vm_area_struct *next; in __vma_unlink_common()
704 struct vm_area_struct *vma, in __vma_unlink_prev()
705 struct vm_area_struct *prev) in __vma_unlink_prev()
717 int __vma_adjust(struct vm_area_struct *vma, unsigned long start, in __vma_adjust()
718 unsigned long end, pgoff_t pgoff, struct vm_area_struct *insert, in __vma_adjust()
719 struct vm_area_struct *expand) in __vma_adjust()
722 struct vm_area_struct *next = vma->vm_next, *orig_vma = vma; in __vma_adjust()
732 struct vm_area_struct *exporter = NULL, *importer = NULL; in __vma_adjust()
1010 static inline int is_mergeable_vma(struct vm_area_struct *vma, in is_mergeable_vma()
1038 struct vm_area_struct *vma) in is_mergeable_anon_vma()
1062 can_vma_merge_before(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_before()
1084 can_vma_merge_after(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_after()
1140 struct vm_area_struct *vma_merge(struct mm_struct *mm, in vma_merge()
1141 struct vm_area_struct *prev, unsigned long addr, in vma_merge()
1149 struct vm_area_struct *area, *next; in vma_merge()
1250 static int anon_vma_compatible(struct vm_area_struct *a, struct vm_area_struct *b) in anon_vma_compatible()
1281 …struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, struct vm… in reusable_anon_vma()
1300 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma) in find_mergeable_anon_vma()
1303 struct vm_area_struct *near; in find_mergeable_anon_vma()
1450 struct vm_area_struct *vma = find_vma(mm, addr); in do_mmap()
1672 int vma_wants_writenotify(struct vm_area_struct *vma, pgprot_t vm_page_prot) in vma_wants_writenotify()
1729 struct vm_area_struct *vma, *prev; in mmap_region()
1900 struct vm_area_struct *vma; in unmapped_area()
1920 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area()
1928 struct vm_area_struct *left = in unmapped_area()
1930 struct vm_area_struct, vm_rb); in unmapped_area()
1948 struct vm_area_struct *right = in unmapped_area()
1950 struct vm_area_struct, vm_rb); in unmapped_area()
1963 struct vm_area_struct, vm_rb); in unmapped_area()
1995 struct vm_area_struct *vma; in unmapped_area_topdown()
2024 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2032 struct vm_area_struct *right = in unmapped_area_topdown()
2034 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2052 struct vm_area_struct *left = in unmapped_area_topdown()
2054 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2067 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2109 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area()
2148 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area_topdown()
2241 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
2244 struct vm_area_struct *vma; in find_vma()
2254 struct vm_area_struct *tmp; in find_vma()
2256 tmp = rb_entry(rb_node, struct vm_area_struct, vm_rb); in find_vma()
2277 struct vm_area_struct *
2279 struct vm_area_struct **pprev) in find_vma_prev()
2281 struct vm_area_struct *vma; in find_vma_prev()
2289 *pprev = rb_node ? rb_entry(rb_node, struct vm_area_struct, vm_rb) : NULL; in find_vma_prev()
2299 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth()
2345 int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards()
2348 struct vm_area_struct *next; in expand_upwards()
2436 int expand_downwards(struct vm_area_struct *vma, in expand_downwards()
2440 struct vm_area_struct *prev; in expand_downwards()
2527 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2532 struct vm_area_struct *
2535 struct vm_area_struct *vma, *prev; in find_extend_vma()
2549 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2554 struct vm_area_struct *
2557 struct vm_area_struct *vma; in find_extend_vma()
2588 static void remove_vma_list(struct mm_struct *mm, struct vm_area_struct *vma) in remove_vma_list()
2612 struct vm_area_struct *vma, struct vm_area_struct *prev, in unmap_region()
2615 struct vm_area_struct *next = prev ? prev->vm_next : mm->mmap; in unmap_region()
2617 struct vm_area_struct *cur_vma; in unmap_region()
2649 detach_vmas_to_be_unmapped(struct mm_struct *mm, struct vm_area_struct *vma, in detach_vmas_to_be_unmapped()
2650 struct vm_area_struct *prev, unsigned long end) in detach_vmas_to_be_unmapped()
2652 struct vm_area_struct **insertion_point; in detach_vmas_to_be_unmapped()
2653 struct vm_area_struct *tail_vma = NULL; in detach_vmas_to_be_unmapped()
2690 int __split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in __split_vma()
2693 struct vm_area_struct *new; in __split_vma()
2754 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
2772 struct vm_area_struct *vma, *prev, *last; in __do_munmap()
2852 struct vm_area_struct *tmp = vma; in __do_munmap()
2931 struct vm_area_struct *vma; in SYSCALL_DEFINE5()
2963 struct vm_area_struct *next; in SYSCALL_DEFINE5()
2991 struct vm_area_struct *tmp; in SYSCALL_DEFINE5()
3030 struct vm_area_struct *vma, *prev; in do_brk_flags()
3136 struct vm_area_struct *vma; in exit_mmap()
3207 int insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in insert_vm_struct()
3209 struct vm_area_struct *prev; in insert_vm_struct()
3244 struct vm_area_struct *copy_vma(struct vm_area_struct **vmap, in copy_vma()
3248 struct vm_area_struct *vma = *vmap; in copy_vma()
3251 struct vm_area_struct *new_vma, *prev; in copy_vma()
3365 static void special_mapping_close(struct vm_area_struct *vma) in special_mapping_close()
3369 static const char *special_mapping_name(struct vm_area_struct *vma) in special_mapping_name()
3374 static int special_mapping_mremap(struct vm_area_struct *new_vma) in special_mapping_mremap()
3401 struct vm_area_struct *vma = vmf->vma; in special_mapping_fault()
3429 static struct vm_area_struct *__install_special_mapping( in __install_special_mapping()
3436 struct vm_area_struct *vma; in __install_special_mapping()
3466 bool vma_is_special_mapping(const struct vm_area_struct *vma, in vma_is_special_mapping()
3483 struct vm_area_struct *_install_special_mapping( in _install_special_mapping()
3496 struct vm_area_struct *vma = __install_special_mapping( in install_special_mapping()
3585 struct vm_area_struct *vma; in mm_take_all_locks()
3665 struct vm_area_struct *vma; in mm_drop_all_locks()