| /mm/ |
| D | huge_memory.c | 992 unsigned long mmun_end; /* For mmu_notifiers */ in do_huge_pmd_wp_page_fallback() local
1031 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page_fallback()
1032 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1066 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1076 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1096 unsigned long mmun_end; /* For mmu_notifiers */ in do_huge_pmd_wp_page() local
1167 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page()
1168 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1200 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1644 const unsigned long mmun_end = address + HPAGE_PMD_SIZE; in __split_huge_page_splitting() local
[all …]
|
| D | migrate.c | 1778 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page() local
1802 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1815 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1820 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1853 flush_cache_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1857 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1862 flush_tlb_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
1873 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
|
| D | mremap.c | 173 unsigned long mmun_end; /* For mmu_notifiers */ in move_page_tables() local
179 mmun_end = old_end; in move_page_tables()
180 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
232 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
|
| D | ksm.c | 866 unsigned long mmun_end; /* For mmu_notifiers */ in write_protect_page() local
875 mmun_end = addr + PAGE_SIZE; in write_protect_page()
876 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in write_protect_page()
916 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in write_protect_page()
940 unsigned long mmun_end; /* For mmu_notifiers */ in replace_page() local
951 mmun_end = addr + PAGE_SIZE; in replace_page()
952 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in replace_page()
975 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in replace_page()
|
| D | hugetlb.c | 2586 unsigned long mmun_end; /* For mmu_notifiers */ in copy_hugetlb_page_range() local
2592 mmun_end = vma->vm_end; in copy_hugetlb_page_range()
2594 mmu_notifier_invalidate_range_start(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
2645 mmu_notifier_invalidate_range_end(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
2664 const unsigned long mmun_end = end; /* For mmu_notifiers */ in __unmap_hugepage_range() local
2671 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
2743 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
2849 unsigned long mmun_end; /* For mmu_notifiers */ in hugetlb_cow() local
2929 mmun_end = mmun_start + huge_page_size(h); in hugetlb_cow()
2930 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in hugetlb_cow()
[all …]
|
| D | memory.c | 1012 unsigned long mmun_end; /* For mmu_notifiers */ in copy_page_range() local
1049 mmun_end = end; in copy_page_range()
1052 mmun_end); in copy_page_range()
1069 mmu_notifier_invalidate_range_end(src_mm, mmun_start, mmun_end); in copy_page_range()
2037 unsigned long mmun_end = 0; /* For mmu_notifiers */ in do_wp_page() local
2206 mmun_end = mmun_start + PAGE_SIZE; in do_wp_page()
2207 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in do_wp_page()
2277 if (mmun_end > mmun_start) in do_wp_page()
2278 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in do_wp_page()
|
| D | rmap.c | 1363 unsigned long mmun_end; /* For mmu_notifiers */ in try_to_unmap_cluster() local
1380 mmun_end = end; in try_to_unmap_cluster()
1381 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in try_to_unmap_cluster()
1450 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in try_to_unmap_cluster()
|