| /mm/ |
| D | mmu_notifier.c | 262 struct mm_struct *mm) in mn_itree_release()
300 struct mm_struct *mm) in mn_hlist_release()
348 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
365 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
385 int __mmu_notifier_clear_young(struct mm_struct *mm, in __mmu_notifier_clear_young()
405 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
427 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
607 void __mmu_notifier_invalidate_range(struct mm_struct *mm, in __mmu_notifier_invalidate_range()
630 struct mm_struct *mm) in __mmu_notifier_register()
723 struct mm_struct *mm) in mmu_notifier_register()
[all …]
|
| D | mmap.c | 200 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
334 static int browse_rb(struct mm_struct *mm) in browse_rb()
395 static void validate_mm(struct mm_struct *mm) in validate_mm()
436 #define validate_mm(mm) do { } while (0) argument
532 static int find_vma_links(struct mm_struct *mm, unsigned long addr, in find_vma_links()
576 static inline struct vm_area_struct *vma_next(struct mm_struct *mm, in vma_next()
600 munmap_vma_range(struct mm_struct *mm, unsigned long start, unsigned long len, in munmap_vma_range()
611 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
639 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
681 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
[all …]
|
| D | mmap_lock.c | 156 #define TRACE_MMAP_LOCK_EVENT(type, mm, ...) \ argument
180 #define TRACE_MMAP_LOCK_EVENT(type, mm, ...) \ argument
199 static const char *get_mm_memcg_path(struct mm_struct *mm) in get_mm_memcg_path()
228 void __mmap_lock_do_trace_start_locking(struct mm_struct *mm, bool write) in __mmap_lock_do_trace_start_locking()
234 void __mmap_lock_do_trace_acquire_returned(struct mm_struct *mm, bool write, in __mmap_lock_do_trace_acquire_returned()
241 void __mmap_lock_do_trace_released(struct mm_struct *mm, bool write) in __mmap_lock_do_trace_released()
|
| D | madvise.c | 145 struct mm_struct *mm = vma->vm_mm; in madvise_update_vma() local
273 struct mm_struct *mm = vma->vm_mm; in madvise_willneed() local
325 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range() local
524 struct mm_struct *mm = vma->vm_mm; in madvise_cold() local
574 struct mm_struct *mm = vma->vm_mm; in madvise_pageout() local
603 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range() local
738 struct mm_struct *mm = vma->vm_mm; in madvise_free_single_vma() local
803 struct mm_struct *mm = vma->vm_mm; in madvise_dontneed_free() local
862 struct mm_struct *mm = vma->vm_mm; in madvise_populate() local
924 struct mm_struct *mm = vma->vm_mm; in madvise_remove() local
[all …]
|
| D | mremap.c | 33 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud()
54 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
139 struct mm_struct *mm = vma->vm_mm; in move_ptes() local
260 struct mm_struct *mm = vma->vm_mm; in move_normal_pmd() local
337 struct mm_struct *mm = vma->vm_mm; in move_normal_pud() local
395 struct mm_struct *mm = vma->vm_mm; in move_huge_pud() local
622 struct mm_struct *mm = vma->vm_mm; in move_vma() local
770 struct mm_struct *mm = current->mm; in vma_to_resize() local
[all …]
|
| D | vmacache.c | 30 static inline bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
41 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
61 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
92 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
|
| D | oom_kill.c | 497 bool process_shares_mm(struct task_struct *p, struct mm_struct *mm) in process_shares_mm()
519 bool __oom_reap_task_mm(struct mm_struct *mm) in __oom_reap_task_mm()
574 static bool oom_reap_task_mm(struct task_struct *tsk, struct mm_struct *mm) in oom_reap_task_mm()
618 struct mm_struct *mm = tsk->signal->oom_mm; in oom_reap_task() local
670 struct mm_struct *mm = tsk->signal->oom_mm; in wake_oom_reaper() local
733 struct mm_struct *mm = tsk->mm; local
848 struct mm_struct *mm = task->mm; in task_will_free_mem() local
896 struct mm_struct *mm; in __oom_kill_process() local
1185 struct mm_struct *mm = NULL; in SYSCALL_DEFINE2() local
|
| D | khugepaged.c | 99 struct mm_struct *mm; member
419 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
430 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
437 static inline int khugepaged_test_exit(struct mm_struct *mm) in khugepaged_test_exit()
476 int __khugepaged_enter(struct mm_struct *mm) in __khugepaged_enter()
529 void __khugepaged_exit(struct mm_struct *mm) in __khugepaged_exit()
975 static int hugepage_vma_revalidate(struct mm_struct *mm, unsigned long address, in hugepage_vma_revalidate()
1008 static bool __collapse_huge_page_swapin(struct mm_struct *mm, in __collapse_huge_page_swapin()
1063 static void collapse_huge_page(struct mm_struct *mm, in collapse_huge_page()
1229 static int khugepaged_scan_pmd(struct mm_struct *mm, in khugepaged_scan_pmd()
[all …]
|
| D | memory.c | 161 void mm_trace_rss_stat(struct mm_struct *mm, int member, long count) in mm_trace_rss_stat()
169 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
182 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
191 #define inc_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, 1) argument
192 #define dec_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, -1) argument
205 #define inc_mm_counter_fast(mm, member) inc_mm_counter(mm, member) argument
206 #define dec_mm_counter_fast(mm, member) dec_mm_counter(mm, member) argument
216 struct vm_area_struct *get_vma(struct mm_struct *mm, unsigned long addr) in get_vma()
497 int __pte_alloc(struct mm_struct *mm, pmd_t *pmd) in __pte_alloc()
555 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
[all …]
|
| D | nommu.c | 383 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
553 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
621 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm() local
653 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
662 struct vm_area_struct *find_vma_from_tree(struct mm_struct *mm, unsigned long addr) in find_vma_from_tree()
682 struct vm_area_struct *__find_vma(struct mm_struct *mm, unsigned long addr) in __find_vma()
703 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma()
721 static struct vm_area_struct *find_vma_exact(struct mm_struct *mm, in find_vma_exact()
1346 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
1409 static int shrink_vma(struct mm_struct *mm, in shrink_vma()
[all …]
|
| D | rmap.c | 189 struct mm_struct *mm = vma->vm_mm; in __anon_vma_prepare() local
640 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
667 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
697 void flush_tlb_batched_pending(struct mm_struct *mm) in flush_tlb_batched_pending()
711 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
715 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
745 pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address) in mm_find_pmd()
1415 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_one() local
1739 struct mm_struct *mm = vma->vm_mm; in try_to_migrate_one() local
2081 struct mm_struct *mm; member
[all …]
|
| D | util.c | 278 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
296 void __vma_unlink_list(struct mm_struct *mm, struct vm_area_struct *vma) in __vma_unlink_list()
383 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
445 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
461 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
483 int __account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc, in __account_locked_vm()
526 int account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc) in account_locked_vm()
547 struct mm_struct *mm = current->mm; in vm_mmap_pgoff() local
985 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
1041 struct mm_struct *mm = get_task_mm(task); in get_cmdline() local
|
| D | pgalloc-track.h | 6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track()
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()
32 static inline pmd_t *pmd_alloc_track(struct mm_struct *mm, pud_t *pud, in pmd_alloc_track()
|
| D | gup.c | 502 struct mm_struct *mm = vma->vm_mm; in follow_page_pte() local
656 struct mm_struct *mm = vma->vm_mm; in follow_pmd_mask() local
759 struct mm_struct *mm = vma->vm_mm; in follow_pud_mask() local
842 struct mm_struct *mm = vma->vm_mm; in follow_page_mask() local
891 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
1118 static long __get_user_pages(struct mm_struct *mm, in __get_user_pages()
1298 int fixup_user_fault(struct mm_struct *mm, in fixup_user_fault()
1346 static __always_inline long __get_user_pages_locked(struct mm_struct *mm, in __get_user_pages_locked()
1497 struct mm_struct *mm = vma->vm_mm; in populate_vma_page_range() local
1559 struct mm_struct *mm = vma->vm_mm; in faultin_vma_page_range() local
[all …]
|
| D | ksm.c | 124 struct mm_struct *mm; member
203 struct mm_struct *mm; member
422 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
433 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
448 static inline bool ksm_test_exit(struct mm_struct *mm) in ksm_test_exit()
518 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
532 struct mm_struct *mm = rmap_item->mm; in break_cow() local
551 struct mm_struct *mm = rmap_item->mm; in get_mergeable_page() local
962 struct mm_struct *mm; in unmerge_and_remove_all_rmap_items() local
1030 struct mm_struct *mm = vma->vm_mm; in write_protect_page() local
[all …]
|
| D | migrate.c | 290 void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
323 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
332 struct mm_struct *mm, pte_t *pte) in migration_entry_wait_huge()
339 void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd) in pmd_migration_entry_wait()
1666 static int do_move_pages_to_node(struct mm_struct *mm, in do_move_pages_to_node()
1691 static int add_page_for_migration(struct mm_struct *mm, unsigned long addr, in add_page_for_migration()
1757 static int move_pages_and_store_status(struct mm_struct *mm, int node, in move_pages_and_store_status()
1787 static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes, in do_pages_move()
1884 static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat_array()
1940 static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat()
[all …]
|
| D | huge_memory.c | 128 struct page *mm_get_huge_zero_page(struct mm_struct *mm) in mm_get_huge_zero_page()
142 void mm_put_huge_zero_page(struct mm_struct *mm) in mm_put_huge_zero_page()
709 static void set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page()
790 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pmd() local
891 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pud() local
982 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pmd() local
1153 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pud() local
1358 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd() local
1507 struct mm_struct *mm = tlb->mm; in madvise_free_huge_pmd() local
1571 static inline void zap_deposited_table(struct mm_struct *mm, pmd_t *pmd) in zap_deposited_table()
[all …]
|
| D | mmu_gather.c | 250 static void __tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in __tlb_gather_mmu()
282 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm) in tlb_gather_mmu()
298 void tlb_gather_mmu_fullmm(struct mmu_gather *tlb, struct mm_struct *mm) in tlb_gather_mmu_fullmm()
|
| D | pgtable-generic.c | 93 struct mm_struct *mm = (vma)->vm_mm; in ptep_clear_flush() local
161 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
177 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| D | mempolicy.c | 377 void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
724 queue_pages_range(struct mm_struct *mm, unsigned long start, unsigned long end, in queue_pages_range()
784 static int mbind_range(struct mm_struct *mm, unsigned long start, in mbind_range()
899 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node()
920 struct mm_struct *mm = current->mm; in do_get_mempolicy() local
1048 static int migrate_to_node(struct mm_struct *mm, int source, int dest, in migrate_to_node()
1087 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1233 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1249 struct mm_struct *mm = current->mm; in do_mbind() local
1513 struct mm_struct *mm = NULL; in kernel_migrate_pages() local
|
| D | hugetlb.c | 4053 void hugetlb_report_usage(struct seq_file *m, struct mm_struct *mm) in hugetlb_report_usage()
4455 struct mm_struct *mm = vma->vm_mm; in __unmap_hugepage_range() local
4604 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma, in unmap_ref_private()
4660 static vm_fault_t hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_cow()
4895 static vm_fault_t hugetlb_no_page(struct mm_struct *mm, in hugetlb_no_page()
5091 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_fault()
5458 long follow_hugetlb_page(struct mm_struct *mm, struct vm_area_struct *vma, in follow_hugetlb_page()
5638 struct mm_struct *mm = vma->vm_mm; in hugetlb_change_protection() local
6015 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma, in huge_pmd_share()
6072 int huge_pmd_unshare(struct mm_struct *mm, struct vm_area_struct *vma, in huge_pmd_unshare()
[all …]
|
| D | process_vm_access.c | 74 struct mm_struct *mm, in process_vm_rw_single_vec()
158 struct mm_struct *mm; in process_vm_rw_core() local
|
| D | msync.c | 35 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE3() local
|
| D | page_vma_mapped.c | 155 struct mm_struct *mm = pvmw->vma->vm_mm; in page_vma_mapped_walk() local
|
| /mm/damon/ |
| D | vaddr.c | 44 struct mm_struct *mm; in damon_get_mm() local
175 struct mm_struct *mm; in damon_va_three_regions() local
403 static void damon_hugetlb_mkold(pte_t *pte, struct mm_struct *mm, in damon_hugetlb_mkold()
462 static void damon_va_mkold(struct mm_struct *mm, unsigned long addr) in damon_va_mkold()
474 struct mm_struct *mm, struct damon_region *r) in __damon_va_prepare_access_check()
484 struct mm_struct *mm; in damon_va_prepare_access_checks() local
602 static bool damon_va_young(struct mm_struct *mm, unsigned long addr, in damon_va_young()
623 struct mm_struct *mm, struct damon_region *r) in __damon_va_check_access()
649 struct mm_struct *mm; in damon_va_check_accesses() local
695 struct mm_struct *mm; in damos_madvise() local
|