523 static void smaps_pte_entry(pte_t *pte, unsigned long addr,  in smaps_pte_entry()  argument
531 		page = vm_normal_page(vma, addr, *pte);  in smaps_pte_entry()
558 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr,  in smaps_pmd_entry()  argument
566 	page = follow_trans_huge_pmd(vma, addr, pmd, FOLL_DUMP);  in smaps_pmd_entry()
574 static void smaps_pmd_entry(pmd_t *pmd, unsigned long addr,  in smaps_pmd_entry()  argument
580 static int smaps_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end,  in smaps_pte_range()  argument
588 		smaps_pmd_entry(pmd, addr, walk);  in smaps_pte_range()
600 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in smaps_pte_range()
601 	for (; addr != end; pte++, addr += PAGE_SIZE)  in smaps_pte_range()
602 		smaps_pte_entry(pte, addr, walk);  in smaps_pte_range()
668 				 unsigned long addr, unsigned long end,  in smaps_hugetlb_range()  argument
676 		page = vm_normal_page(vma, addr, *pte);  in smaps_hugetlb_range()
825 		unsigned long addr, pte_t *pte)  in clear_soft_dirty()  argument
836 		ptent = ptep_modify_prot_start(vma->vm_mm, addr, pte);  in clear_soft_dirty()
839 		ptep_modify_prot_commit(vma->vm_mm, addr, pte, ptent);  in clear_soft_dirty()
842 		set_pte_at(vma->vm_mm, addr, pte, ptent);  in clear_soft_dirty()
847 		unsigned long addr, pte_t *pte)  in clear_soft_dirty()  argument
854 		unsigned long addr, pmd_t *pmdp)  in clear_soft_dirty_pmd()  argument
859 	pmdp_invalidate(vma, addr, pmdp);  in clear_soft_dirty_pmd()
871 	set_pmd_at(vma->vm_mm, addr, pmdp, pmd);  in clear_soft_dirty_pmd()
875 		unsigned long addr, pmd_t *pmdp)  in clear_soft_dirty_pmd()  argument
880 static int clear_refs_pte_range(pmd_t *pmd, unsigned long addr,  in clear_refs_pte_range()  argument
891 			clear_soft_dirty_pmd(vma, addr, pmd);  in clear_refs_pte_range()
898 		pmdp_test_and_clear_young(vma, addr, pmd);  in clear_refs_pte_range()
909 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in clear_refs_pte_range()
910 	for (; addr != end; pte++, addr += PAGE_SIZE) {  in clear_refs_pte_range()
914 			clear_soft_dirty(vma, addr, pte);  in clear_refs_pte_range()
921 		page = vm_normal_page(vma, addr, ptent);  in clear_refs_pte_range()
926 		ptep_test_and_clear_young(vma, addr, pte);  in clear_refs_pte_range()
1087 static int add_to_pagemap(unsigned long addr, pagemap_entry_t *pme,  in add_to_pagemap()  argument
1100 	unsigned long addr = start;  in pagemap_pte_hole()  local
1103 	while (addr < end) {  in pagemap_pte_hole()
1104 		struct vm_area_struct *vma = find_vma(walk->mm, addr);  in pagemap_pte_hole()
1114 		for (; addr < hole_end; addr += PAGE_SIZE) {  in pagemap_pte_hole()
1115 			err = add_to_pagemap(addr, &pme, pm);  in pagemap_pte_hole()
1126 		for (; addr < min(end, vma->vm_end); addr += PAGE_SIZE) {  in pagemap_pte_hole()
1127 			err = add_to_pagemap(addr, &pme, pm);  in pagemap_pte_hole()
1137 		struct vm_area_struct *vma, unsigned long addr, pte_t pte)  in pte_to_pagemap_entry()  argument
1146 		page = vm_normal_page(vma, addr, pte);  in pte_to_pagemap_entry()
1171 static int pagemap_pmd_range(pmd_t *pmdp, unsigned long addr, unsigned long end,  in pagemap_pmd_range()  argument
1203 					((addr & ~PMD_MASK) >> PAGE_SHIFT);  in pagemap_pmd_range()
1206 		for (; addr != end; addr += PAGE_SIZE) {  in pagemap_pmd_range()
1209 			err = add_to_pagemap(addr, &pme, pm);  in pagemap_pmd_range()
1227 	orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl);  in pagemap_pmd_range()
1228 	for (; addr < end; pte++, addr += PAGE_SIZE) {  in pagemap_pmd_range()
1231 		pme = pte_to_pagemap_entry(pm, vma, addr, *pte);  in pagemap_pmd_range()
1232 		err = add_to_pagemap(addr, &pme, pm);  in pagemap_pmd_range()
1246 				 unsigned long addr, unsigned long end,  in pagemap_hugetlb_range()  argument
1271 				((addr & ~hmask) >> PAGE_SHIFT);  in pagemap_hugetlb_range()
1274 	for (; addr != end; addr += PAGE_SIZE) {  in pagemap_hugetlb_range()
1277 		err = add_to_pagemap(addr, &pme, pm);  in pagemap_hugetlb_range()
1482 		unsigned long addr)  in can_gather_numa_stats()  argument
1490 	page = vm_normal_page(vma, addr, pte);  in can_gather_numa_stats()
1507 					      unsigned long addr)  in can_gather_numa_stats_pmd()  argument
1515 	page = vm_normal_page_pmd(vma, addr, pmd);  in can_gather_numa_stats_pmd()
1530 static int gather_pte_stats(pmd_t *pmd, unsigned long addr,  in gather_pte_stats()  argument
1543 		page = can_gather_numa_stats_pmd(*pmd, vma, addr);  in gather_pte_stats()
1554 	orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl);  in gather_pte_stats()
1556 		struct page *page = can_gather_numa_stats(*pte, vma, addr);  in gather_pte_stats()
1561 	} while (pte++, addr += PAGE_SIZE, addr != end);  in gather_pte_stats()
1567 		unsigned long addr, unsigned long end, struct mm_walk *walk)  in gather_hugetlb_stats()  argument
1587 		unsigned long addr, unsigned long end, struct mm_walk *walk)  in gather_hugetlb_stats()  argument