Lines Matching refs:pte
578 static void smaps_pte_entry(pte_t *pte, unsigned long addr, in smaps_pte_entry() argument
586 if (pte_present(*pte)) { in smaps_pte_entry()
587 page = vm_normal_page(vma, addr, *pte); in smaps_pte_entry()
588 } else if (is_swap_pte(*pte)) { in smaps_pte_entry()
589 swp_entry_t swpent = pte_to_swp_entry(*pte); in smaps_pte_entry()
609 && pte_none(*pte))) { in smaps_pte_entry()
626 smaps_account(mss, page, false, pte_young(*pte), pte_dirty(*pte), locked); in smaps_pte_entry()
663 pte_t *pte; in smaps_pte_range() local
681 pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in smaps_pte_range()
682 for (; addr != end; pte++, addr += PAGE_SIZE) in smaps_pte_range()
683 smaps_pte_entry(pte, addr, walk); in smaps_pte_range()
684 pte_unmap_unlock(pte - 1, ptl); in smaps_pte_range()
764 static int smaps_hugetlb_range(pte_t *pte, unsigned long hmask, in smaps_hugetlb_range() argument
772 if (pte_present(*pte)) { in smaps_hugetlb_range()
773 page = vm_normal_page(vma, addr, *pte); in smaps_hugetlb_range()
774 } else if (is_swap_pte(*pte)) { in smaps_hugetlb_range()
775 swp_entry_t swpent = pte_to_swp_entry(*pte); in smaps_hugetlb_range()
1051 unsigned long addr, pte_t *pte) in clear_soft_dirty() argument
1059 pte_t ptent = *pte; in clear_soft_dirty()
1064 old_pte = ptep_modify_prot_start(vma, addr, pte); in clear_soft_dirty()
1067 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in clear_soft_dirty()
1070 set_pte_at(vma->vm_mm, addr, pte, ptent); in clear_soft_dirty()
1075 unsigned long addr, pte_t *pte) in clear_soft_dirty() argument
1115 pte_t *pte, ptent; in clear_refs_pte_range() local
1143 pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in clear_refs_pte_range()
1144 for (; addr != end; pte++, addr += PAGE_SIZE) { in clear_refs_pte_range()
1145 ptent = *pte; in clear_refs_pte_range()
1148 clear_soft_dirty(vma, addr, pte); in clear_refs_pte_range()
1160 ptep_test_and_clear_young(vma, addr, pte); in clear_refs_pte_range()
1164 pte_unmap_unlock(pte - 1, ptl); in clear_refs_pte_range()
1387 struct vm_area_struct *vma, unsigned long addr, pte_t pte) in pte_to_pagemap_entry() argument
1392 if (pte_present(pte)) { in pte_to_pagemap_entry()
1394 frame = pte_pfn(pte); in pte_to_pagemap_entry()
1396 page = vm_normal_page(vma, addr, pte); in pte_to_pagemap_entry()
1397 if (pte_soft_dirty(pte)) in pte_to_pagemap_entry()
1399 } else if (is_swap_pte(pte)) { in pte_to_pagemap_entry()
1401 if (pte_swp_soft_dirty(pte)) in pte_to_pagemap_entry()
1403 entry = pte_to_swp_entry(pte); in pte_to_pagemap_entry()
1431 pte_t *pte, *orig_pte; in pagemap_pmd_range() local
1501 orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl); in pagemap_pmd_range()
1502 for (; addr < end; pte++, addr += PAGE_SIZE) { in pagemap_pmd_range()
1505 pme = pte_to_pagemap_entry(pm, vma, addr, *pte); in pagemap_pmd_range()
1527 pte_t pte; in pagemap_hugetlb_range() local
1532 pte = huge_ptep_get(ptep); in pagemap_hugetlb_range()
1533 if (pte_present(pte)) { in pagemap_hugetlb_range()
1534 struct page *page = pte_page(pte); in pagemap_hugetlb_range()
1544 frame = pte_pfn(pte) + in pagemap_hugetlb_range()
1756 static struct page *can_gather_numa_stats(pte_t pte, struct vm_area_struct *vma, in can_gather_numa_stats() argument
1762 if (!pte_present(pte)) in can_gather_numa_stats()
1765 page = vm_normal_page(vma, addr, pte); in can_gather_numa_stats()
1812 pte_t *pte; in gather_pte_stats() local
1830 orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in gather_pte_stats()
1832 struct page *page = can_gather_numa_stats(*pte, vma, addr); in gather_pte_stats()
1835 gather_stats(page, md, pte_dirty(*pte), 1); in gather_pte_stats()
1837 } while (pte++, addr += PAGE_SIZE, addr != end); in gather_pte_stats()
1843 static int gather_hugetlb_stats(pte_t *pte, unsigned long hmask, in gather_hugetlb_stats() argument
1846 pte_t huge_pte = huge_ptep_get(pte); in gather_hugetlb_stats()
1863 static int gather_hugetlb_stats(pte_t *pte, unsigned long hmask, in gather_hugetlb_stats() argument