| /mm/ |
| D | hugetlb.c | 3135 unsigned long address, pte_t *ptep) in set_huge_ptep_writable() argument
3139 entry = huge_pte_mkwrite(huge_pte_mkdirty(huge_ptep_get(ptep))); in set_huge_ptep_writable()
3140 if (huge_ptep_set_access_flags(vma, address, ptep, entry, 1)) in set_huge_ptep_writable()
3141 update_mmu_cache(vma, address, ptep); in set_huge_ptep_writable()
3270 pte_t *ptep; in __unmap_hugepage_range() local
3293 ptep = huge_pte_offset(mm, address); in __unmap_hugepage_range()
3294 if (!ptep) in __unmap_hugepage_range()
3297 ptl = huge_pte_lock(h, mm, ptep); in __unmap_hugepage_range()
3298 if (huge_pmd_unshare(mm, &address, ptep)) { in __unmap_hugepage_range()
3304 pte = huge_ptep_get(ptep); in __unmap_hugepage_range()
[all …]
|
| D | pgtable-generic.c | 48 unsigned long address, pte_t *ptep, in ptep_set_access_flags() argument
51 int changed = !pte_same(*ptep, entry); in ptep_set_access_flags()
53 set_pte_at(vma->vm_mm, address, ptep, entry); in ptep_set_access_flags()
62 unsigned long address, pte_t *ptep) in ptep_clear_flush_young() argument
65 young = ptep_test_and_clear_young(vma, address, ptep); in ptep_clear_flush_young()
74 pte_t *ptep) in ptep_clear_flush() argument
78 pte = ptep_get_and_clear(mm, address, ptep); in ptep_clear_flush()
|
| D | migrate.c | 113 pte_t *ptep, pte; in remove_migration_pte() local
117 ptep = huge_pte_offset(mm, addr); in remove_migration_pte()
118 if (!ptep) in remove_migration_pte()
120 ptl = huge_pte_lockptr(hstate_vma(vma), mm, ptep); in remove_migration_pte()
126 ptep = pte_offset_map(pmd, addr); in remove_migration_pte()
137 pte = *ptep; in remove_migration_pte()
149 if (pte_swp_soft_dirty(*ptep)) in remove_migration_pte()
163 set_pte_at(mm, addr, ptep, pte); in remove_migration_pte()
179 update_mmu_cache(vma, addr, ptep); in remove_migration_pte()
181 pte_unmap_unlock(ptep, ptl); in remove_migration_pte()
[all …]
|
| D | mincore.c | 116 pte_t *ptep; in mincore_pte_range() local
131 ptep = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in mincore_pte_range()
132 for (; addr != end; ptep++, addr += PAGE_SIZE) { in mincore_pte_range()
133 pte_t pte = *ptep; in mincore_pte_range()
161 pte_unmap_unlock(ptep - 1, ptl); in mincore_pte_range()
|
| D | gup.c | 86 pte_t *ptep, pte; in follow_page_pte() local
92 ptep = pte_offset_map_lock(mm, pmd, address, &ptl); in follow_page_pte()
93 pte = *ptep; in follow_page_pte()
108 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
115 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
132 ret = follow_pfn_pte(vma, address, ptep, flags); in follow_page_pte()
178 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
181 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
1096 pte_t *ptep, *ptem; in gup_pte_range() local
1099 ptem = ptep = pte_offset_map(&pmd, addr); in gup_pte_range()
[all …]
|
| D | ksm.c | 863 pte_t *ptep; in write_protect_page() local
880 ptep = page_check_address(page, mm, addr, &ptl, 0); in write_protect_page()
881 if (!ptep) in write_protect_page()
884 if (pte_write(*ptep) || pte_dirty(*ptep)) { in write_protect_page()
898 entry = ptep_clear_flush_notify(vma, addr, ptep); in write_protect_page()
904 set_pte_at(mm, addr, ptep, entry); in write_protect_page()
910 set_pte_at_notify(mm, addr, ptep, entry); in write_protect_page()
912 *orig_pte = *ptep; in write_protect_page()
916 pte_unmap_unlock(ptep, ptl); in write_protect_page()
937 pte_t *ptep; in replace_page() local
[all …]
|
| D | memory.c | 3201 unsigned long addr, pte_t pte, pte_t *ptep, pmd_t *pmd) in do_numa_page() argument
3223 if (unlikely(!pte_same(*ptep, pte))) { in do_numa_page()
3224 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3233 set_pte_at(mm, addr, ptep, pte); in do_numa_page()
3234 update_mmu_cache(vma, addr, ptep); in do_numa_page()
3238 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3263 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3584 pte_t *ptep; in __follow_pte() local
3603 ptep = pte_offset_map_lock(mm, pmd, address, ptlp); in __follow_pte()
3604 if (!ptep) in __follow_pte()
[all …]
|
| D | vmalloc.c | 251 pte_t *ptep, pte; in vmalloc_to_page() local
253 ptep = pte_offset_map(pmd, addr); in vmalloc_to_page()
254 pte = *ptep; in vmalloc_to_page()
257 pte_unmap(ptep); in vmalloc_to_page()
|