• Home
  • Raw
  • Download

Lines Matching refs:address

109 	unsigned long address;  member
533 unsigned long address, in __collapse_huge_page_isolate() argument
542 _pte++, address += PAGE_SIZE) { in __collapse_huge_page_isolate()
558 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate()
625 mmu_notifier_test_young(vma->vm_mm, address)) in __collapse_huge_page_isolate()
648 unsigned long address, in __collapse_huge_page_copy() argument
653 _pte++, page++, address += PAGE_SIZE) { in __collapse_huge_page_copy()
658 clear_user_highpage(page, address); in __collapse_huge_page_copy()
669 pte_clear(vma->vm_mm, address, _pte); in __collapse_huge_page_copy()
674 copy_user_highpage(page, src_page, address, vma); in __collapse_huge_page_copy()
687 pte_clear(vma->vm_mm, address, _pte); in __collapse_huge_page_copy()
860 static int hugepage_vma_revalidate(struct mm_struct *mm, unsigned long address, in hugepage_vma_revalidate() argument
869 *vmap = vma = find_vma(mm, address); in hugepage_vma_revalidate()
875 if (address < hstart || address + HPAGE_PMD_SIZE > hend) in hugepage_vma_revalidate()
892 unsigned long address, pmd_t *pmd, in __collapse_huge_page_swapin() argument
899 .address = address, in __collapse_huge_page_swapin()
902 .pgoff = linear_page_index(vma, address), in __collapse_huge_page_swapin()
910 vmf.pte = pte_offset_map(pmd, address); in __collapse_huge_page_swapin()
911 for (; vmf.address < address + HPAGE_PMD_NR*PAGE_SIZE; in __collapse_huge_page_swapin()
912 vmf.pte++, vmf.address += PAGE_SIZE) { in __collapse_huge_page_swapin()
922 if (hugepage_vma_revalidate(mm, address, &vmf.vma)) { in __collapse_huge_page_swapin()
928 if (mm_find_pmd(mm, address) != pmd) { in __collapse_huge_page_swapin()
938 vmf.pte = pte_offset_map(pmd, vmf.address); in __collapse_huge_page_swapin()
947 unsigned long address, in collapse_huge_page() argument
962 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in collapse_huge_page()
986 result = hugepage_vma_revalidate(mm, address, &vma); in collapse_huge_page()
993 pmd = mm_find_pmd(mm, address); in collapse_huge_page()
1006 if (!__collapse_huge_page_swapin(mm, vma, address, pmd, referenced)) { in collapse_huge_page()
1022 result = hugepage_vma_revalidate(mm, address, &vma); in collapse_huge_page()
1026 if (mm_find_pmd(mm, address) != pmd) in collapse_huge_page()
1032 address, address + HPAGE_PMD_SIZE); in collapse_huge_page()
1035 pte = pte_offset_map(pmd, address); in collapse_huge_page()
1045 _pmd = pmdp_collapse_flush(vma, address, pmd); in collapse_huge_page()
1050 isolated = __collapse_huge_page_isolate(vma, address, pte); in collapse_huge_page()
1075 __collapse_huge_page_copy(pte, new_page, vma, address, pte_ptl); in collapse_huge_page()
1092 page_add_new_anon_rmap(new_page, vma, address, true); in collapse_huge_page()
1097 set_pmd_at(mm, address, pmd, _pmd); in collapse_huge_page()
1098 update_mmu_cache_pmd(vma, address, pmd); in collapse_huge_page()
1117 unsigned long address, in khugepaged_scan_pmd() argument
1129 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in khugepaged_scan_pmd()
1131 pmd = mm_find_pmd(mm, address); in khugepaged_scan_pmd()
1138 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in khugepaged_scan_pmd()
1139 for (_address = address, _pte = pte; _pte < pte+HPAGE_PMD_NR; in khugepaged_scan_pmd()
1214 mmu_notifier_test_young(vma->vm_mm, address)) in khugepaged_scan_pmd()
1232 collapse_huge_page(mm, address, hpage, node, referenced); in khugepaged_scan_pmd()
1920 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()
1935 vma = find_vma(mm, khugepaged_scan.address); in khugepaged_scan_mm_slot()
1955 if (khugepaged_scan.address > hend) in khugepaged_scan_mm_slot()
1957 if (khugepaged_scan.address < hstart) in khugepaged_scan_mm_slot()
1958 khugepaged_scan.address = hstart; in khugepaged_scan_mm_slot()
1959 VM_BUG_ON(khugepaged_scan.address & ~HPAGE_PMD_MASK); in khugepaged_scan_mm_slot()
1961 while (khugepaged_scan.address < hend) { in khugepaged_scan_mm_slot()
1967 VM_BUG_ON(khugepaged_scan.address < hstart || in khugepaged_scan_mm_slot()
1968 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
1973 khugepaged_scan.address); in khugepaged_scan_mm_slot()
1985 khugepaged_scan.address, in khugepaged_scan_mm_slot()
1989 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2018 khugepaged_scan.address = 0; in khugepaged_scan_mm_slot()