Lines Matching refs:vm_area_struct
84 struct vm_area_struct *vma, struct vm_area_struct *prev,
129 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
146 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
163 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
178 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
180 struct vm_area_struct *next = vma->vm_next; in remove_vma()
199 struct vm_area_struct *next; in SYSCALL_DEFINE1()
293 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
315 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
320 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
326 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
341 struct vm_area_struct *vma; in browse_rb()
342 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in browse_rb()
381 static void validate_mm_rb(struct rb_root *root, struct vm_area_struct *ignore) in validate_mm_rb()
386 struct vm_area_struct *vma; in validate_mm_rb()
387 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in validate_mm_rb()
399 struct vm_area_struct *vma = mm->mmap; in validate_mm()
439 struct vm_area_struct, vm_rb, in RB_DECLARE_CALLBACKS_MAX() argument
447 static void vma_gap_update(struct vm_area_struct *vma) in RB_DECLARE_CALLBACKS_MAX()
456 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
465 static void __vma_rb_erase(struct vm_area_struct *vma, struct rb_root *root) in __vma_rb_erase()
475 static __always_inline void vma_rb_erase_ignore(struct vm_area_struct *vma, in vma_rb_erase_ignore()
477 struct vm_area_struct *ignore) in vma_rb_erase_ignore()
493 static __always_inline void vma_rb_erase(struct vm_area_struct *vma, in vma_rb_erase()
514 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
523 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
532 unsigned long end, struct vm_area_struct **pprev, in find_vma_links()
541 struct vm_area_struct *vma_tmp; in find_vma_links()
544 vma_tmp = rb_entry(__rb_parent, struct vm_area_struct, vm_rb); in find_vma_links()
559 *pprev = rb_entry(rb_prev, struct vm_area_struct, vm_rb); in find_vma_links()
574 static inline struct vm_area_struct *vma_next(struct mm_struct *mm, in vma_next()
575 struct vm_area_struct *vma) in vma_next()
599 struct vm_area_struct **pprev, struct rb_node ***link, in munmap_vma_range()
613 struct vm_area_struct *vma; in count_vma_pages_range()
637 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
661 static void __vma_link_file(struct vm_area_struct *vma) in __vma_link_file()
681 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
682 struct vm_area_struct *prev, struct rb_node **rb_link, in __vma_link()
689 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
690 struct vm_area_struct *prev, struct rb_node **rb_link, in vma_link()
714 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
716 struct vm_area_struct *prev; in __insert_vm_struct()
727 struct vm_area_struct *vma, in __vma_unlink()
728 struct vm_area_struct *ignore) in __vma_unlink()
743 int __vma_adjust(struct vm_area_struct *vma, unsigned long start, in __vma_adjust()
744 unsigned long end, pgoff_t pgoff, struct vm_area_struct *insert, in __vma_adjust()
745 struct vm_area_struct *expand) in __vma_adjust()
748 struct vm_area_struct *next = vma->vm_next, *orig_vma = vma; in __vma_adjust()
758 struct vm_area_struct *exporter = NULL, *importer = NULL; in __vma_adjust()
1033 static inline int is_mergeable_vma(struct vm_area_struct *vma, in is_mergeable_vma()
1061 struct vm_area_struct *vma) in is_mergeable_anon_vma()
1085 can_vma_merge_before(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_before()
1107 can_vma_merge_after(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_after()
1166 struct vm_area_struct *vma_merge(struct mm_struct *mm, in vma_merge()
1167 struct vm_area_struct *prev, unsigned long addr, in vma_merge()
1175 struct vm_area_struct *area, *next; in vma_merge()
1270 static int anon_vma_compatible(struct vm_area_struct *a, struct vm_area_struct *b) in anon_vma_compatible()
1301 …struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, struct vm… in reusable_anon_vma()
1320 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma) in find_mergeable_anon_vma()
1467 struct vm_area_struct *vma = find_vma(mm, addr); in do_mmap()
1703 int vma_wants_writenotify(struct vm_area_struct *vma, pgprot_t vm_page_prot) in vma_wants_writenotify()
1756 struct vm_area_struct *vma, *prev, *merge; in mmap_region()
1955 struct vm_area_struct *vma; in unmapped_area()
1975 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area()
1983 struct vm_area_struct *left = in unmapped_area()
1985 struct vm_area_struct, vm_rb); in unmapped_area()
2003 struct vm_area_struct *right = in unmapped_area()
2005 struct vm_area_struct, vm_rb); in unmapped_area()
2018 struct vm_area_struct, vm_rb); in unmapped_area()
2050 struct vm_area_struct *vma; in unmapped_area_topdown()
2079 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2087 struct vm_area_struct *right = in unmapped_area_topdown()
2089 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2107 struct vm_area_struct *left = in unmapped_area_topdown()
2109 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2122 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2193 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area()
2232 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area_topdown()
2325 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
2328 struct vm_area_struct *vma; in find_vma()
2338 struct vm_area_struct *tmp; in find_vma()
2340 tmp = rb_entry(rb_node, struct vm_area_struct, vm_rb); in find_vma()
2361 struct vm_area_struct *
2363 struct vm_area_struct **pprev) in find_vma_prev()
2365 struct vm_area_struct *vma; in find_vma_prev()
2373 *pprev = rb_node ? rb_entry(rb_node, struct vm_area_struct, vm_rb) : NULL; in find_vma_prev()
2383 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth()
2429 int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards()
2432 struct vm_area_struct *next; in expand_upwards()
2519 int expand_downwards(struct vm_area_struct *vma, in expand_downwards()
2523 struct vm_area_struct *prev; in expand_downwards()
2610 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2615 struct vm_area_struct *
2618 struct vm_area_struct *vma, *prev; in find_extend_vma()
2632 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2637 struct vm_area_struct *
2640 struct vm_area_struct *vma; in find_extend_vma()
2668 static void remove_vma_list(struct mm_struct *mm, struct vm_area_struct *vma) in remove_vma_list()
2692 struct vm_area_struct *vma, struct vm_area_struct *prev, in unmap_region()
2695 struct vm_area_struct *next = vma_next(mm, prev); in unmap_region()
2724 detach_vmas_to_be_unmapped(struct mm_struct *mm, struct vm_area_struct *vma, in detach_vmas_to_be_unmapped()
2725 struct vm_area_struct *prev, unsigned long end) in detach_vmas_to_be_unmapped()
2727 struct vm_area_struct **insertion_point; in detach_vmas_to_be_unmapped()
2728 struct vm_area_struct *tail_vma = NULL; in detach_vmas_to_be_unmapped()
2765 int __split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in __split_vma()
2768 struct vm_area_struct *new; in __split_vma()
2829 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
2847 struct vm_area_struct *vma, *prev, *last; in __do_munmap()
2927 struct vm_area_struct *tmp = vma; in __do_munmap()
3006 struct vm_area_struct *vma; in SYSCALL_DEFINE5()
3038 struct vm_area_struct *next; in SYSCALL_DEFINE5()
3066 struct vm_area_struct *tmp; in SYSCALL_DEFINE5()
3105 struct vm_area_struct *vma, *prev; in do_brk_flags()
3207 struct vm_area_struct *vma; in exit_mmap()
3278 int insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in insert_vm_struct()
3280 struct vm_area_struct *prev; in insert_vm_struct()
3315 struct vm_area_struct *copy_vma(struct vm_area_struct **vmap, in copy_vma()
3319 struct vm_area_struct *vma = *vmap; in copy_vma()
3322 struct vm_area_struct *new_vma, *prev; in copy_vma()
3436 static void special_mapping_close(struct vm_area_struct *vma) in special_mapping_close()
3440 static const char *special_mapping_name(struct vm_area_struct *vma) in special_mapping_name()
3445 static int special_mapping_mremap(struct vm_area_struct *new_vma) in special_mapping_mremap()
3474 struct vm_area_struct *vma = vmf->vma; in special_mapping_fault()
3502 static struct vm_area_struct *__install_special_mapping( in __install_special_mapping()
3509 struct vm_area_struct *vma; in __install_special_mapping()
3539 bool vma_is_special_mapping(const struct vm_area_struct *vma, in vma_is_special_mapping()
3556 struct vm_area_struct *_install_special_mapping( in _install_special_mapping()
3569 struct vm_area_struct *vma = __install_special_mapping( in install_special_mapping()
3658 struct vm_area_struct *vma; in mm_take_all_locks()
3738 struct vm_area_struct *vma; in mm_drop_all_locks()