| /mm/ |
| D | mmu_notifier.c | 56 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
109 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
126 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
145 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
159 void __mmu_notifier_invalidate_page(struct mm_struct *mm, in __mmu_notifier_invalidate_page()
173 void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, in __mmu_notifier_invalidate_range_start()
188 void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, in __mmu_notifier_invalidate_range_end()
204 struct mm_struct *mm, in do_mmu_notifier_register()
273 int mmu_notifier_register(struct mmu_notifier *mn, struct mm_struct *mm) in mmu_notifier_register()
283 int __mmu_notifier_register(struct mmu_notifier *mn, struct mm_struct *mm) in __mmu_notifier_register()
[all …]
|
| D | mmap.c | 165 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
304 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
464 static void validate_mm(struct mm_struct *mm) in validate_mm()
505 #define validate_mm(mm) do { } while (0) argument
582 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
616 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
644 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
691 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
699 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
724 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
[all …]
|
| D | memory.c | 136 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
149 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
158 #define inc_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, 1) argument
159 #define dec_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, -1) argument
172 #define inc_mm_counter_fast(mm, member) inc_mm_counter(mm, member) argument
173 #define dec_mm_counter_fast(mm, member) dec_mm_counter(mm, member) argument
216 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned lon… in tlb_gather_mmu()
561 int __pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma, in __pte_alloc()
626 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
1078 struct mm_struct *mm = tlb->mm; in zap_pte_range() local
[all …]
|
| D | vmacache.c | 16 void vmacache_flush_all(struct mm_struct *mm) in vmacache_flush_all()
53 static bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
64 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
84 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
110 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
|
| D | huge_memory.c | 85 struct mm_struct *mm; member
713 static int __do_huge_pmd_anonymous_page(struct mm_struct *mm, in __do_huge_pmd_anonymous_page()
779 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page()
795 int do_huge_pmd_anonymous_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_anonymous_page()
924 void huge_pmd_set_accessed(struct mm_struct *mm, in huge_pmd_set_accessed()
978 static int do_huge_pmd_wp_page_fallback(struct mm_struct *mm, in do_huge_pmd_wp_page_fallback()
1087 int do_huge_pmd_wp_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_wp_page()
1223 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd() local
1268 int do_huge_pmd_numa_page(struct mm_struct *mm, struct vm_area_struct *vma, in do_huge_pmd_numa_page()
1466 struct mm_struct *mm = vma->vm_mm; in move_huge_pmd() local
[all …]
|
| D | nommu.c | 149 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
199 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages()
512 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
690 struct mm_struct *mm = vma->vm_mm; in protect_vma() local
706 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
778 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm() local
820 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
835 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
863 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma()
881 static struct vm_area_struct *find_vma_exact(struct mm_struct *mm, in find_vma_exact()
[all …]
|
| D | mremap.c | 31 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
52 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
97 struct mm_struct *mm = vma->vm_mm; in move_ptes() local
241 struct mm_struct *mm = vma->vm_mm; in move_vma() local
339 struct mm_struct *mm = current->mm; in vma_to_resize() local
398 struct mm_struct *mm = current->mm; in mremap_to() local
480 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE5() local
|
| D | gup.c | 48 struct mm_struct *mm = vma->vm_mm; in follow_page_pte() local
162 struct mm_struct *mm = vma->vm_mm; in follow_page_mask() local
222 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
274 struct mm_struct *mm = vma->vm_mm; in faultin_page() local
421 long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
549 int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm, in fixup_user_fault()
633 long get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages()
939 struct mm_struct *mm = current->mm; in __get_user_pages_fast() local
999 struct mm_struct *mm = current->mm; in get_user_pages_fast() local
|
| D | fremap.c | 31 static void zap_pte(struct mm_struct *mm, struct vm_area_struct *vma, in zap_pte()
72 static int install_file_pte(struct mm_struct *mm, struct vm_area_struct *vma, in install_file_pte()
105 struct mm_struct *mm = vma->vm_mm; in generic_file_remap_pages() local
145 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE5() local
|
| D | ksm.c | 106 struct mm_struct *mm; member
169 struct mm_struct *mm; member
322 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
333 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
348 static inline bool ksm_test_exit(struct mm_struct *mm) in ksm_test_exit()
412 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
428 struct mm_struct *mm = rmap_item->mm; in break_cow() local
461 struct mm_struct *mm = rmap_item->mm; in get_mergeable_page() local
771 struct mm_struct *mm; in unmerge_and_remove_all_rmap_items() local
859 struct mm_struct *mm = vma->vm_mm; in write_protect_page() local
[all …]
|
| D | migrate.c | 109 struct mm_struct *mm = vma->vm_mm; in remove_migration_pte() local
233 void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
268 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
277 struct mm_struct *mm, pte_t *pte) in migration_entry_wait_huge()
1215 static int do_move_page_to_node_array(struct mm_struct *mm, in do_move_page_to_node_array()
1304 static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes, in do_pages_move()
1390 static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat_array()
1433 static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat()
1473 struct mm_struct *mm; in SYSCALL_DEFINE6() local
1534 int migrate_vmas(struct mm_struct *mm, const nodemask_t *to, in migrate_vmas()
[all …]
|
| D | util.c | 141 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
195 void arch_pick_mmap_layout(struct mm_struct *mm) in arch_pick_mmap_layout()
242 struct mm_struct *mm = current->mm; in get_user_pages_fast() local
259 struct mm_struct *mm = current->mm; in vm_mmap_pgoff() local
369 struct mm_struct *mm = get_task_mm(task); in get_cmdline() local
|
| D | mmu_context.c | 20 void use_mm(struct mm_struct *mm) in use_mm()
51 void unuse_mm(struct mm_struct *mm) in unuse_mm()
|
| D | pgtable-generic.c | 113 struct mm_struct *mm = (vma)->vm_mm; in ptep_clear_flush() local
152 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
170 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| D | mprotect.c | 64 struct mm_struct *mm = vma->vm_mm; in change_pte_range() local
138 struct mm_struct *mm = vma->vm_mm; in change_pmd_range() local
214 struct mm_struct *mm = vma->vm_mm; in change_protection_range() local
258 struct mm_struct *mm = vma->vm_mm; in mprotect_fixup() local
|
| D | rmap.c | 171 struct mm_struct *mm = vma->vm_mm; in anon_vma_prepare() local
612 pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address) in mm_find_pmd()
649 pte_t *__page_check_address(struct page *page, struct mm_struct *mm, in __page_check_address()
726 struct mm_struct *mm = vma->vm_mm; in page_referenced_one() local
868 struct mm_struct *mm = vma->vm_mm; in page_mkclean_one() local
1188 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_one() local
1355 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_cluster() local
|
| D | hugetlb.c | 2655 struct mm_struct *mm = vma->vm_mm; in __unmap_hugepage_range() local
2769 struct mm_struct *mm; in unmap_hugepage_range() local
2785 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma, in unmap_ref_private()
2841 static int hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_cow()
2994 static int hugetlb_no_page(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_no_page()
3127 static u32 fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in fault_mutex_hash()
3152 static u32 fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in fault_mutex_hash()
3161 int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_fault()
3297 long follow_hugetlb_page(struct mm_struct *mm, struct vm_area_struct *vma, in follow_hugetlb_page()
3400 struct mm_struct *mm = vma->vm_mm; in hugetlb_change_protection() local
[all …]
|
| D | mempolicy.c | 449 void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
658 queue_pages_range(struct mm_struct *mm, unsigned long start, unsigned long end, in queue_pages_range()
742 static int mbind_range(struct mm_struct *mm, unsigned long start, in mbind_range()
866 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node()
884 struct mm_struct *mm = current->mm; in do_get_mempolicy() local
997 static int migrate_to_node(struct mm_struct *mm, int source, int dest, in migrate_to_node()
1032 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1172 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1188 struct mm_struct *mm = current->mm; in do_mbind() local
1393 struct mm_struct *mm = NULL; in SYSCALL_DEFINE4() local
|
| D | mlock.c | 230 struct mm_struct *mm = vma->vm_mm; in __mlock_vma_pages_range() local
558 struct mm_struct *mm = vma->vm_mm; in mlock_fixup() local
674 struct mm_struct *mm = current->mm; in __mm_populate() local
|
| D | msync.c | 34 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE3() local
|
| D | debug.c | 167 void dump_mm(const struct mm_struct *mm) in dump_mm()
|
| D | process_vm_access.c | 81 struct mm_struct *mm, in process_vm_rw_single_vec()
152 struct mm_struct *mm; in process_vm_rw_core() local
|
| D | madvise.c | 49 struct mm_struct *mm = vma->vm_mm; in madvise_behavior() local
|
| D | filemap_xip.c | 169 struct mm_struct *mm; in __xip_unmap() local
|
| D | memcontrol.c | 1042 static struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm) in get_mem_cgroup_from_mm()
1291 void __mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx) in __mem_cgroup_count_vm_event()
5862 static unsigned long mem_cgroup_count_precharge(struct mm_struct *mm) in mem_cgroup_count_precharge()
5887 static int mem_cgroup_precharge_mc(struct mm_struct *mm) in mem_cgroup_precharge_mc()
5973 struct mm_struct *mm; in mem_cgroup_can_attach() local
6114 static void mem_cgroup_move_charge(struct mm_struct *mm) in mem_cgroup_move_charge()
6157 struct mm_struct *mm = get_task_mm(p); in mem_cgroup_move_task() local
6323 int mem_cgroup_try_charge(struct page *page, struct mm_struct *mm, in mem_cgroup_try_charge()
|