| /mm/ |
| D | mmu_notifier.c | 268 struct mm_struct *mm) in mn_itree_release()
306 struct mm_struct *mm) in mn_hlist_release()
354 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
371 int __mmu_notifier_clear_flush_young(struct mm_struct *mm, in __mmu_notifier_clear_flush_young()
391 int __mmu_notifier_clear_young(struct mm_struct *mm, in __mmu_notifier_clear_young()
411 int __mmu_notifier_test_young(struct mm_struct *mm, in __mmu_notifier_test_young()
433 void __mmu_notifier_change_pte(struct mm_struct *mm, unsigned long address, in __mmu_notifier_change_pte()
613 void __mmu_notifier_invalidate_range(struct mm_struct *mm, in __mmu_notifier_invalidate_range()
632 static inline void mmu_notifier_write_lock(struct mm_struct *mm) in mmu_notifier_write_lock()
638 static inline void mmu_notifier_write_unlock(struct mm_struct *mm) in mmu_notifier_write_unlock()
[all …]
|
| D | mmap.c | 213 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
348 static int browse_rb(struct mm_struct *mm) in browse_rb()
409 static void validate_mm(struct mm_struct *mm) in validate_mm()
450 #define validate_mm(mm) do { } while (0) argument
457 #define mm_rb_write_lock(mm) write_lock(&(mm)->mm_rb_lock) in RB_DECLARE_CALLBACKS_MAX() argument
458 #define mm_rb_write_unlock(mm) write_unlock(&(mm)->mm_rb_lock) in RB_DECLARE_CALLBACKS_MAX() argument
479 struct mm_struct *mm) in vma_rb_insert()
489 static void __vma_rb_erase(struct vm_area_struct *vma, struct mm_struct *mm) in __vma_rb_erase()
509 struct mm_struct *mm, in vma_rb_erase_ignore()
527 struct mm_struct *mm) in vma_rb_erase()
[all …]
|
| D | debug_vm_pgtable.c | 89 static void __init pte_advanced_tests(struct mm_struct *mm, in pte_advanced_tests()
186 static void __init pmd_advanced_tests(struct mm_struct *mm, in pmd_advanced_tests()
293 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) in pud_basic_tests()
334 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests()
425 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) { } in pud_basic_tests()
426 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests()
439 static void __init pud_basic_tests(struct mm_struct *mm, unsigned long pfn, int idx) { } in pud_basic_tests()
440 static void __init pmd_advanced_tests(struct mm_struct *mm, in pmd_advanced_tests()
446 static void __init pud_advanced_tests(struct mm_struct *mm, in pud_advanced_tests()
482 static void __init pud_clear_tests(struct mm_struct *mm, pud_t *pudp) in pud_clear_tests()
[all …]
|
| D | mremap.c | 33 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud()
54 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
139 struct mm_struct *mm = vma->vm_mm; in move_ptes() local
251 struct mm_struct *mm = vma->vm_mm; in move_normal_pmd() local
327 struct mm_struct *mm = vma->vm_mm; in move_normal_pud() local
545 struct mm_struct *mm = vma->vm_mm; in move_vma() local
698 struct mm_struct *mm = current->mm; in vma_to_resize() local
770 struct mm_struct *mm = current->mm; in mremap_to() local
[all …]
|
| D | vmacache.c | 30 static inline bool vmacache_valid_mm(struct mm_struct *mm) in vmacache_valid_mm()
41 static bool vmacache_valid(struct mm_struct *mm) in vmacache_valid()
61 struct vm_area_struct *vmacache_find(struct mm_struct *mm, unsigned long addr) in vmacache_find()
92 struct vm_area_struct *vmacache_find_exact(struct mm_struct *mm, in vmacache_find_exact()
|
| D | madvise.c | 73 struct mm_struct *mm = vma->vm_mm; in madvise_behavior() local
266 struct mm_struct *mm = vma->vm_mm; in madvise_willneed() local
318 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range() local
528 struct mm_struct *mm = vma->vm_mm; in madvise_cold() local
577 struct mm_struct *mm = vma->vm_mm; in madvise_pageout() local
606 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range() local
741 struct mm_struct *mm = vma->vm_mm; in madvise_free_single_vma() local
804 struct mm_struct *mm = vma->vm_mm; in madvise_dontneed_free() local
868 struct mm_struct *mm = vma->vm_mm; in madvise_remove() local
1097 int do_madvise(struct mm_struct *mm, unsigned long start, size_t len_in, int behavior) in do_madvise()
[all …]
|
| D | khugepaged.c | 97 struct mm_struct *mm; member
417 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
428 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
435 static inline int khugepaged_test_exit(struct mm_struct *mm) in khugepaged_test_exit()
474 int __khugepaged_enter(struct mm_struct *mm) in __khugepaged_enter()
527 void __khugepaged_exit(struct mm_struct *mm) in __khugepaged_exit()
973 static int hugepage_vma_revalidate(struct mm_struct *mm, unsigned long address, in hugepage_vma_revalidate()
1006 static bool __collapse_huge_page_swapin(struct mm_struct *mm, in __collapse_huge_page_swapin()
1063 static void collapse_huge_page(struct mm_struct *mm, in collapse_huge_page()
1235 static int khugepaged_scan_pmd(struct mm_struct *mm, in khugepaged_scan_pmd()
[all …]
|
| D | memory.c | 183 void mm_trace_rss_stat(struct mm_struct *mm, int member, long count, in mm_trace_rss_stat()
196 void sync_mm_rss(struct mm_struct *mm) in sync_mm_rss()
209 static void add_mm_counter_fast(struct mm_struct *mm, int member, int val) in add_mm_counter_fast()
218 #define inc_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, 1) argument
219 #define dec_mm_counter_fast(mm, member) add_mm_counter_fast(mm, member, -1) argument
232 #define inc_mm_counter_fast(mm, member) inc_mm_counter(mm, member) argument
233 #define dec_mm_counter_fast(mm, member) dec_mm_counter(mm, member) argument
469 int __pte_alloc(struct mm_struct *mm, pmd_t *pmd) in __pte_alloc()
527 static inline void add_mm_rss_vec(struct mm_struct *mm, int *rss) in add_mm_rss_vec()
1283 struct mm_struct *mm = tlb->mm; in zap_pte_range() local
[all …]
|
| D | oom_kill.c | 532 bool process_shares_mm(struct task_struct *p, struct mm_struct *mm) in process_shares_mm()
554 bool __oom_reap_task_mm(struct mm_struct *mm) in __oom_reap_task_mm()
609 static bool oom_reap_task_mm(struct task_struct *tsk, struct mm_struct *mm) in oom_reap_task_mm()
653 struct mm_struct *mm = tsk->signal->oom_mm; in oom_reap_task() local
735 struct mm_struct *mm = tsk->mm; local
867 struct mm_struct *mm = task->mm; in task_will_free_mem() local
915 struct mm_struct *mm; in __oom_kill_process() local
1204 struct mm_struct *mm = NULL; in SYSCALL_DEFINE2() local
|
| D | util.c | 278 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_list()
296 void __vma_unlink_list(struct mm_struct *mm, struct vm_area_struct *vma) in __vma_unlink_list()
371 unsigned long arch_randomize_brk(struct mm_struct *mm) in arch_randomize_brk()
434 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
450 void arch_pick_mmap_layout(struct mm_struct *mm, struct rlimit *rlim_stack) in arch_pick_mmap_layout()
472 int __account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc, in __account_locked_vm()
515 int account_locked_vm(struct mm_struct *mm, unsigned long pages, bool inc) in account_locked_vm()
536 struct mm_struct *mm = current->mm; in vm_mmap_pgoff() local
975 int __vm_enough_memory(struct mm_struct *mm, long pages, int cap_sys_admin) in __vm_enough_memory()
1031 struct mm_struct *mm = get_task_mm(task); in get_cmdline() local
|
| D | gup.c | 429 struct mm_struct *mm = vma->vm_mm; in follow_page_pte() local
595 struct mm_struct *mm = vma->vm_mm; in follow_pmd_mask() local
710 struct mm_struct *mm = vma->vm_mm; in follow_pud_mask() local
793 struct mm_struct *mm = vma->vm_mm; in follow_page_mask() local
839 static int get_gate_page(struct mm_struct *mm, unsigned long address, in get_gate_page()
1061 static long __get_user_pages(struct mm_struct *mm, in __get_user_pages()
1242 int fixup_user_fault(struct mm_struct *mm, in fixup_user_fault()
1291 static __always_inline long __get_user_pages_locked(struct mm_struct *mm, in __get_user_pages_locked()
1442 struct mm_struct *mm = vma->vm_mm; in populate_vma_page_range() local
1487 struct mm_struct *mm = current->mm; in __mm_populate() local
[all …]
|
| D | nommu.c | 393 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
563 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
631 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm() local
663 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
677 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
705 struct vm_area_struct *find_extend_vma(struct mm_struct *mm, unsigned long addr) in find_extend_vma()
723 static struct vm_area_struct *find_vma_exact(struct mm_struct *mm, in find_vma_exact()
1354 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
1417 static int shrink_vma(struct mm_struct *mm, in shrink_vma()
1456 int do_munmap(struct mm_struct *mm, unsigned long start, size_t len, struct list_head *uf) in do_munmap()
[all …]
|
| D | pgalloc-track.h | 6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track()
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()
32 static inline pmd_t *pmd_alloc_track(struct mm_struct *mm, pud_t *pud, in pmd_alloc_track()
|
| D | migrate.c | 290 void __migration_entry_wait(struct mm_struct *mm, pte_t *ptep, in __migration_entry_wait()
324 void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, in migration_entry_wait()
333 struct mm_struct *mm, pte_t *pte) in migration_entry_wait_huge()
340 void pmd_migration_entry_wait(struct mm_struct *mm, pmd_t *pmd) in pmd_migration_entry_wait()
1584 static int do_move_pages_to_node(struct mm_struct *mm, in do_move_pages_to_node()
1609 static int add_page_for_migration(struct mm_struct *mm, unsigned long addr, in add_page_for_migration()
1675 static int move_pages_and_store_status(struct mm_struct *mm, int node, in move_pages_and_store_status()
1705 static int do_pages_move(struct mm_struct *mm, nodemask_t task_nodes, in do_pages_move()
1792 static void do_pages_stat_array(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat_array()
1831 static int do_pages_stat(struct mm_struct *mm, unsigned long nr_pages, in do_pages_stat()
[all …]
|
| D | ksm.c | 124 struct mm_struct *mm; member
203 struct mm_struct *mm; member
424 static struct mm_slot *get_mm_slot(struct mm_struct *mm) in get_mm_slot()
435 static void insert_to_mm_slots_hash(struct mm_struct *mm, in insert_to_mm_slots_hash()
450 static inline bool ksm_test_exit(struct mm_struct *mm) in ksm_test_exit()
520 static struct vm_area_struct *find_mergeable_vma(struct mm_struct *mm, in find_mergeable_vma()
536 struct mm_struct *mm = rmap_item->mm; in break_cow() local
555 struct mm_struct *mm = rmap_item->mm; in get_mergeable_page() local
969 struct mm_struct *mm; in unmerge_and_remove_all_rmap_items() local
1037 struct mm_struct *mm = vma->vm_mm; in write_protect_page() local
[all …]
|
| D | huge_memory.c | 127 struct page *mm_get_huge_zero_page(struct mm_struct *mm) in mm_get_huge_zero_page()
141 void mm_put_huge_zero_page(struct mm_struct *mm) in mm_put_huge_zero_page()
695 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page()
776 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pmd() local
877 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pud() local
968 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pmd() local
1140 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pud() local
1345 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd() local
1577 struct mm_struct *mm = tlb->mm; in madvise_free_huge_pmd() local
1641 static inline void zap_deposited_table(struct mm_struct *mm, pmd_t *pmd) in zap_deposited_table()
[all …]
|
| D | rmap.c | 187 struct mm_struct *mm = vma->vm_mm; in __anon_vma_prepare() local
636 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
663 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
693 void flush_tlb_batched_pending(struct mm_struct *mm) in flush_tlb_batched_pending()
707 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, bool writable) in set_tlb_ubc_flush_pending()
711 static bool should_defer_flush(struct mm_struct *mm, enum ttu_flags flags) in should_defer_flush()
741 pmd_t *mm_find_pmd(struct mm_struct *mm, unsigned long address) in mm_find_pmd()
1451 struct mm_struct *mm = vma->vm_mm; in try_to_unmap_one() local
|
| D | pgtable-generic.c | 93 struct mm_struct *mm = (vma)->vm_mm; in ptep_clear_flush() local
161 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
177 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| D | hugetlb.c | 3590 void hugetlb_report_usage(struct seq_file *m, struct mm_struct *mm) in hugetlb_report_usage()
3930 struct mm_struct *mm = vma->vm_mm; in __unmap_hugepage_range() local
4066 struct mm_struct *mm; in unmap_hugepage_range() local
4093 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma, in unmap_ref_private()
4149 static vm_fault_t hugetlb_cow(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_cow()
4381 static vm_fault_t hugetlb_no_page(struct mm_struct *mm, in hugetlb_no_page()
4579 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, in hugetlb_fault()
4893 long follow_hugetlb_page(struct mm_struct *mm, struct vm_area_struct *vma, in follow_hugetlb_page()
5074 struct mm_struct *mm = vma->vm_mm; in hugetlb_change_protection() local
5446 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma, in huge_pmd_share()
[all …]
|
| D | mempolicy.c | 404 void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new) in mpol_rebind_mm()
746 queue_pages_range(struct mm_struct *mm, unsigned long start, unsigned long end, in queue_pages_range()
813 static int mbind_range(struct mm_struct *mm, unsigned long start, in mbind_range()
928 static int lookup_node(struct mm_struct *mm, unsigned long addr) in lookup_node()
949 struct mm_struct *mm = current->mm; in do_get_mempolicy() local
1077 static int migrate_to_node(struct mm_struct *mm, int source, int dest, in migrate_to_node()
1116 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1262 int do_migrate_pages(struct mm_struct *mm, const nodemask_t *from, in do_migrate_pages()
1278 struct mm_struct *mm = current->mm; in do_mbind() local
1518 struct mm_struct *mm = NULL; in kernel_migrate_pages() local
|
| D | process_vm_access.c | 75 struct mm_struct *mm, in process_vm_rw_single_vec()
159 struct mm_struct *mm; in process_vm_rw_core() local
|
| D | msync.c | 35 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE3() local
|
| D | frame_vector.c | 41 struct mm_struct *mm = current->mm; in get_vaddr_frames() local
|
| /mm/damon/ |
| D | vaddr.c | 44 struct mm_struct *mm; in damon_get_mm() local
175 struct mm_struct *mm; in damon_va_three_regions() local
403 static void damon_hugetlb_mkold(pte_t *pte, struct mm_struct *mm, in damon_hugetlb_mkold()
462 static void damon_va_mkold(struct mm_struct *mm, unsigned long addr) in damon_va_mkold()
474 struct mm_struct *mm, struct damon_region *r) in __damon_va_prepare_access_check()
484 struct mm_struct *mm; in damon_va_prepare_access_checks() local
602 static bool damon_va_young(struct mm_struct *mm, unsigned long addr, in damon_va_young()
623 struct mm_struct *mm, struct damon_region *r) in __damon_va_check_access()
649 struct mm_struct *mm; in damon_va_check_accesses() local
695 struct mm_struct *mm; in damos_madvise() local
|
| D | prmtv-common.c | 36 void damon_ptep_mkold(pte_t *pte, struct mm_struct *mm, unsigned long addr) in damon_ptep_mkold()
61 void damon_pmdp_mkold(pmd_t *pmd, struct mm_struct *mm, unsigned long addr) in damon_pmdp_mkold()
|