Home
last modified time | relevance | path

Searched refs:haddr (Results 1 – 4 of 4) sorted by relevance

/mm/
Dhuge_memory.c601 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in __do_huge_pmd_anonymous_page() local
650 page_add_new_anon_rmap(page, vma, haddr, true); in __do_huge_pmd_anonymous_page()
653 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in __do_huge_pmd_anonymous_page()
710 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page() argument
720 set_pmd_at(mm, haddr, pmd, entry); in set_huge_zero_page()
729 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page() local
731 if (!transhuge_vma_suitable(vma, haddr)) in do_huge_pmd_anonymous_page()
766 haddr, vmf->pmd, zero_page); in do_huge_pmd_anonymous_page()
777 page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER); in do_huge_pmd_anonymous_page()
1242 unsigned long haddr; in huge_pud_set_accessed() local
[all …]
Dkhugepaged.c1010 unsigned long haddr, pmd_t *pmd, in __collapse_huge_page_swapin() argument
1015 unsigned long address, end = haddr + (HPAGE_PMD_NR * PAGE_SIZE); in __collapse_huge_page_swapin()
1017 for (address = haddr; address < end; address += PAGE_SIZE) { in __collapse_huge_page_swapin()
1021 .pgoff = linear_page_index(vma, haddr), in __collapse_huge_page_swapin()
1038 if (hugepage_vma_revalidate(mm, haddr, &vma)) { in __collapse_huge_page_swapin()
1044 if (mm_find_pmd(mm, haddr) != pmd) { in __collapse_huge_page_swapin()
1442 unsigned long haddr = addr & HPAGE_PMD_MASK; in collapse_pte_mapped_thp() local
1443 struct vm_area_struct *vma = find_vma(mm, haddr); in collapse_pte_mapped_thp()
1453 !range_in_vma(vma, haddr, haddr + HPAGE_PMD_SIZE)) in collapse_pte_mapped_thp()
1466 linear_page_index(vma, haddr)); in collapse_pte_mapped_thp()
[all …]
Dhugetlb.c4669 unsigned long haddr = address & huge_page_mask(h); in hugetlb_cow() local
4680 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_cow()
4704 new_page = alloc_huge_page(vma, haddr, outside_reserve); in hugetlb_cow()
4730 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_cow()
4735 unmap_ref_private(mm, vma, old_page, haddr); in hugetlb_cow()
4740 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4768 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, mm, haddr, in hugetlb_cow()
4769 haddr + huge_page_size(h)); in hugetlb_cow()
4777 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4782 huge_ptep_clear_flush(vma, haddr, ptep); in hugetlb_cow()
[all …]
Dmemory.c4205 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_set_pmd() local
4210 if (!transhuge_vma_suitable(vma, haddr)) in do_set_pmd()
4256 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in do_set_pmd()
4258 update_mmu_cache_pmd(vma, haddr, vmf->pmd); in do_set_pmd()