Home
last modified time | relevance | path

Searched refs:haddr (Results 1 – 4 of 4) sorted by relevance

/mm/
Dhuge_memory.c584 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in __do_huge_pmd_anonymous_page() local
634 page_add_new_anon_rmap(page, vma, haddr, true); in __do_huge_pmd_anonymous_page()
638 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in __do_huge_pmd_anonymous_page()
695 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page() argument
705 set_pmd_at(mm, haddr, pmd, entry); in set_huge_zero_page()
715 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page() local
717 if (!transhuge_vma_suitable(vma, haddr)) in do_huge_pmd_anonymous_page()
752 haddr, vmf->pmd, zero_page); in do_huge_pmd_anonymous_page()
762 page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER); in do_huge_pmd_anonymous_page()
1160 unsigned long haddr; in huge_pud_set_accessed() local
[all …]
Dhugetlb.c3811 unsigned long haddr = address & huge_page_mask(h); in hugetlb_cow() local
3822 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_cow()
3846 new_page = alloc_huge_page(vma, haddr, outside_reserve); in hugetlb_cow()
3859 unmap_ref_private(mm, vma, old_page, haddr); in hugetlb_cow()
3862 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
3890 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, mm, haddr, in hugetlb_cow()
3891 haddr + huge_page_size(h)); in hugetlb_cow()
3899 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
3904 huge_ptep_clear_flush(vma, haddr, ptep); in hugetlb_cow()
3906 set_huge_pte_at(mm, haddr, ptep, in hugetlb_cow()
[all …]
Dkhugepaged.c1308 unsigned long haddr = addr & HPAGE_PMD_MASK; in collapse_pte_mapped_thp() local
1309 struct vm_area_struct *vma = find_vma(mm, haddr); in collapse_pte_mapped_thp()
1319 vma->vm_start > haddr || vma->vm_end < haddr + HPAGE_PMD_SIZE) in collapse_pte_mapped_thp()
1332 linear_page_index(vma, haddr)); in collapse_pte_mapped_thp()
1339 pmd = mm_find_pmd(mm, haddr); in collapse_pte_mapped_thp()
1356 start_pte = pte_offset_map_lock(mm, pmd, haddr, &ptl); in collapse_pte_mapped_thp()
1359 for (i = 0, addr = haddr, pte = start_pte; in collapse_pte_mapped_thp()
1383 for (i = 0, addr = haddr, pte = start_pte; in collapse_pte_mapped_thp()
1406 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, NULL, mm, haddr, in collapse_pte_mapped_thp()
1407 haddr + HPAGE_PMD_SIZE); in collapse_pte_mapped_thp()
[all …]
Dmemory.c3358 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_set_pmd() local
3363 if (!transhuge_vma_suitable(vma, haddr)) in do_set_pmd()
3399 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in do_set_pmd()
3401 update_mmu_cache_pmd(vma, haddr, vmf->pmd); in do_set_pmd()