| /mm/ |
| D | mmu_notifier.c | 42 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
95 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
112 int __mmu_notifier_clear_young(struct mm_struct *mm, in __mmu_notifier_clear_young()
129 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
148 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
231 void __mmu_notifier_invalidate_range(struct mm_struct *mm, in __mmu_notifier_invalidate_range()
249 int __mmu_notifier_register(struct mmu_notifier *mn, struct mm_struct *mm) in __mmu_notifier_register()
333 int mmu_notifier_register(struct mmu_notifier *mn, struct mm_struct *mm) in mmu_notifier_register()
345 find_get_mmu_notifier(struct mm_struct *mm, const struct mmu_notifier_ops *ops) in find_get_mmu_notifier()
383 struct mm_struct *mm) in mmu_notifier_get_locked()
[all …]
|
| D | mmap.c | 191 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
328 static int browse_rb(struct mm_struct *mm) in browse_rb()
389 static void validate_mm(struct mm_struct *mm) in validate_mm()
430 #define validate_mm(mm) do { } while (0) argument
528 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
562 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
590 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
634 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
642 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
667 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
[all …]
|
| D | khugepaged.c | 91 struct mm_struct *mm; member
384 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
395 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
402 static inline int khugepaged_test_exit(struct mm_struct *mm) in khugepaged_test_exit()
431 int __khugepaged_enter(struct mm_struct *mm) in __khugepaged_enter()
484 void __khugepaged_exit(struct mm_struct *mm) in __khugepaged_exit()
860 static int hugepage_vma_revalidate(struct mm_struct *mm, unsigned long address, in hugepage_vma_revalidate()
890 static bool __collapse_huge_page_swapin(struct mm_struct *mm, in __collapse_huge_page_swapin()
946 static void collapse_huge_page(struct mm_struct *mm, in collapse_huge_page()
1115 static int khugepaged_scan_pmd(struct mm_struct *mm, in khugepaged_scan_pmd()
[all …]
|
| D | vmacache.c | 31 static inline bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
42 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
62 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
93 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
|
| D | mremap.c | 33 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
59 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
120 struct mm_struct *mm = vma->vm_mm; in move_ptes() local
200 struct mm_struct *mm = vma->vm_mm; in move_normal_pmd() local
324 struct mm_struct *mm = vma->vm_mm; in move_vma() local
436 struct mm_struct *mm = current->mm; in vma_to_resize() local
504 struct mm_struct *mm = current->mm; in mremap_to() local
599 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE5() local
|
| D | memory.c | 152 void mm_trace_rss_stat(struct mm_struct *mm, int member, long count, in mm_trace_rss_stat()
165 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
178 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
187 #define inc_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, 1) argument
188 #define dec_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, -1) argument
201 #define inc_mm_counter_fast(mm, member) inc_mm_counter(mm, member) argument
202 #define dec_mm_counter_fast(mm, member) dec_mm_counter(mm, member) argument
424 int __pte_alloc(struct mm_struct *mm, pmd_t *pmd) in __pte_alloc()
482 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
1028 struct mm_struct *mm = tlb->mm; in zap_pte_range() local
[all …]
|
| D | util.c | 273 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
324 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
386 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
402 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
424 int __account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc, in __account_locked_vm()
467 int account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc) in account_locked_vm()
488 struct mm_struct *mm = current->mm; in vm_mmap_pgoff() local
787 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
847 struct mm_struct *mm = get_task_mm(task); in get_cmdline() local
|
| D | nommu.c | 412 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
582 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
650 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm() local
688 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
702 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
730 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma()
748 static struct vm_area_struct *find_vma_exact(struct mm_struct *mm, in find_vma_exact()
1379 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
1442 static int shrink_vma(struct mm_struct *mm, in shrink_vma()
1481 int do_munmap(struct mm_struct *mm, unsigned long start, size_t len, struct list_head *uf) in do_munmap()
[all …]
|
| D | oom_kill.c | 490 bool process_shares_mm(struct task_struct *p, struct mm_struct *mm) in process_shares_mm()
512 bool __oom_reap_task_mm(struct mm_struct *mm) in __oom_reap_task_mm()
567 static bool oom_reap_task_mm(struct task_struct *tsk, struct mm_struct *mm) in oom_reap_task_mm()
611 struct mm_struct *mm = tsk->signal->oom_mm; in oom_reap_task() local
698 struct mm_struct *mm = tsk->mm; local
811 struct mm_struct *mm = task->mm; in task_will_free_mem() local
859 struct mm_struct *mm; in __oom_kill_process() local
|
| D | gup.c | 177 struct mm_struct *mm = vma->vm_mm; in follow_page_pte() local
316 struct mm_struct *mm = vma->vm_mm; in follow_pmd_mask() local
431 struct mm_struct *mm = vma->vm_mm; in follow_pud_mask() local
514 struct mm_struct *mm = vma->vm_mm; in follow_page_mask() local
560 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
779 static long __get_user_pages(struct task_struct *tsk, struct mm_struct *mm, in __get_user_pages()
948 int fixup_user_fault(struct task_struct *tsk, struct mm_struct *mm, in fixup_user_fault()
999 struct mm_struct *mm, in __get_user_pages_locked()
1149 long get_user_pages_remote(struct task_struct *tsk, struct mm_struct *mm, in get_user_pages_remote()
1191 struct mm_struct *mm = vma->vm_mm; in populate_vma_page_range() local
[all …]
|
| D | ksm.c | 124 struct mm_struct *mm; member
203 struct mm_struct *mm; member
424 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
435 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
450 static inline bool ksm_test_exit(struct mm_struct *mm) in ksm_test_exit()
519 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
535 struct mm_struct *mm = rmap_item->mm; in break_cow() local
554 struct mm_struct *mm = rmap_item->mm; in get_mergeable_page() local
967 struct mm_struct *mm; in unmerge_and_remove_all_rmap_items() local
1035 struct mm_struct *mm = vma->vm_mm; in write_protect_page() local
[all …]
|
| D | migrate.c | 307 void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
339 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
348 struct mm_struct *mm, pte_t *pte) in migration_entry_wait_huge()
355 void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd) in pmd_migration_entry_wait()
1501 static int do_move_pages_to_node(struct mm_struct *mm, in do_move_pages_to_node()
1525 static int add_page_for_migration(struct mm_struct *mm, unsigned long addr, in add_page_for_migration()
1594 static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes, in do_pages_move()
1692 static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat_array()
1731 static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat()
1771 struct mm_struct *mm; in kernel_move_pages() local
[all …]
|
| D | huge_memory.c | 116 struct page *mm_get_huge_zero_page(struct mm_struct *mm) in mm_get_huge_zero_page()
130 void mm_put_huge_zero_page(struct mm_struct *mm) in mm_put_huge_zero_page()
699 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page()
781 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pmd() local
869 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pud() local
947 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pmd() local
1093 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pud() local
1479 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd() local
1709 struct mm_struct *mm = tlb->mm; in madvise_free_huge_pmd() local
1773 static inline void zap_deposited_table(struct mm_struct *mm, pmd_t *pmd) in zap_deposited_table()
[all …]
|
| D | madvise.c | 69 struct mm_struct *mm = vma->vm_mm; in madvise_behavior() local
307 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range() local
489 struct mm_struct *mm = vma->vm_mm; in madvise_cold() local
538 struct mm_struct *mm = vma->vm_mm; in madvise_pageout() local
561 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range() local
696 struct mm_struct *mm = vma->vm_mm; in madvise_free_single_vma() local
|
| D | mmu_context.c | 22 void use_mm(struct mm_struct *mm) in use_mm()
53 void unuse_mm(struct mm_struct *mm) in unuse_mm()
|
| D | rmap.c | 178 struct mm_struct *mm = vma->vm_mm; in __anon_vma_prepare() local
603 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
630 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
660 void flush_tlb_batched_pending(struct mm_struct *mm) in flush_tlb_batched_pending()
674 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
678 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
711 pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address) in mm_find_pmd()
1344 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_one() local
|
| D | pgtable-generic.c | 84 struct mm_struct *mm = (vma)->vm_mm; in ptep_clear_flush() local
152 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
168 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| D | hugetlb.c | 3221 void hugetlb_report_usage(struct seq_file *m, struct mm_struct *mm) in hugetlb_report_usage()
3523 struct mm_struct *mm = vma->vm_mm; in __unmap_hugepage_range() local
3644 struct mm_struct *mm; in unmap_hugepage_range() local
3671 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma, in unmap_ref_private()
3727 static vm_fault_t hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_cow()
3907 static vm_fault_t hugetlb_no_page(struct mm_struct *mm, in hugetlb_no_page()
4119 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_fault()
4387 long follow_hugetlb_page(struct mm_struct *mm, struct vm_area_struct *vma, in follow_hugetlb_page()
4556 struct mm_struct *mm = vma->vm_mm; in hugetlb_change_protection() local
4879 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share()
[all …]
|
| D | mempolicy.c | 378 void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
680 queue_pages_range(struct mm_struct *mm, unsigned long start, unsigned long end, in queue_pages_range()
731 static int mbind_range(struct mm_struct *mm, unsigned long start, in mbind_range()
855 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node()
876 struct mm_struct *mm = current->mm; in do_get_mempolicy() local
1025 static int migrate_to_node(struct mm_struct *mm, int source, int dest, in migrate_to_node()
1060 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1206 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1222 struct mm_struct *mm = current->mm; in do_mbind() local
1464 struct mm_struct *mm = NULL; in kernel_migrate_pages() local
|
| D | msync.c | 35 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE3() local
|
| D | debug.c | 134 void dump_mm(const struct mm_struct *mm) in dump_mm()
|
| D | process_vm_access.c | 78 struct mm_struct *mm, in process_vm_rw_single_vec()
159 struct mm_struct *mm; in process_vm_rw_core() local
|
| D | hmm.c | 29 static struct mmu_notifier *hmm_alloc_notifier(struct mm_struct *mm) in hmm_alloc_notifier()
55 static void hmm_release(struct mmu_notifier *mn, struct mm_struct *mm) in hmm_release()
175 int hmm_mirror_register(struct hmm_mirror *mirror, struct mm_struct *mm) in hmm_mirror_register()
|
| D | page_vma_mapped.c | 140 struct mm_struct *mm = pvmw->vma->vm_mm; in page_vma_mapped_walk() local
|
| D | mlock.c | 522 struct mm_struct *mm = vma->vm_mm; in mlock_fixup() local
639 static unsigned long count_mm_mlocked_page_nr(struct mm_struct *mm, in count_mm_mlocked_page_nr()
|