556 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in __do_huge_pmd_anonymous_page()  local
568 	pgtable = pte_alloc_one(vma->vm_mm, haddr);  in __do_huge_pmd_anonymous_page()
607 		page_add_new_anon_rmap(page, vma, haddr, true);  in __do_huge_pmd_anonymous_page()
611 		set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);  in __do_huge_pmd_anonymous_page()
658 		struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd,  in set_huge_zero_page()  argument
668 	set_pmd_at(mm, haddr, pmd, entry);  in set_huge_zero_page()
678 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_anonymous_page()  local
680 	if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end)  in do_huge_pmd_anonymous_page()
693 		pgtable = pte_alloc_one(vma->vm_mm, haddr);  in do_huge_pmd_anonymous_page()
715 						   haddr, vmf->pmd, zero_page);  in do_huge_pmd_anonymous_page()
726 	page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_anonymous_page()
1088 	unsigned long haddr;  in huge_pud_set_accessed()  local
1098 	haddr = vmf->address & HPAGE_PUD_MASK;  in huge_pud_set_accessed()
1099 	if (pudp_set_access_flags(vmf->vma, haddr, vmf->pud, entry, write))  in huge_pud_set_accessed()
1110 	unsigned long haddr;  in huge_pmd_set_accessed()  local
1120 	haddr = vmf->address & HPAGE_PMD_MASK;  in huge_pmd_set_accessed()
1121 	if (pmdp_set_access_flags(vmf->vma, haddr, vmf->pmd, entry, write))  in huge_pmd_set_accessed()
1132 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page_fallback()  local
1172 				   haddr + PAGE_SIZE * i, vma);  in do_huge_pmd_wp_page_fallback()
1177 	mmun_start = haddr;  in do_huge_pmd_wp_page_fallback()
1178 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page_fallback()
1186 	pmdp_huge_clear_flush_notify(vma, haddr, vmf->pmd);  in do_huge_pmd_wp_page_fallback()
1192 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in do_huge_pmd_wp_page_fallback()
1198 		page_add_new_anon_rmap(pages[i], vmf->vma, haddr, false);  in do_huge_pmd_wp_page_fallback()
1201 		vmf->pte = pte_offset_map(&_pmd, haddr);  in do_huge_pmd_wp_page_fallback()
1203 		set_pte_at(vma->vm_mm, haddr, vmf->pte, entry);  in do_huge_pmd_wp_page_fallback()
1239 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page()  local
1275 		if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry,  1))  in do_huge_pmd_wp_page()
1288 		new_page = alloc_hugepage_vma(huge_gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_wp_page()
1326 		copy_user_huge_page(new_page, page, haddr, vma, HPAGE_PMD_NR);  in do_huge_pmd_wp_page()
1329 	mmun_start = haddr;  in do_huge_pmd_wp_page()
1330 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page()
1345 		pmdp_huge_clear_flush_notify(vma, haddr, vmf->pmd);  in do_huge_pmd_wp_page()
1346 		page_add_new_anon_rmap(new_page, vma, haddr, true);  in do_huge_pmd_wp_page()
1349 		set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);  in do_huge_pmd_wp_page()
1454 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_numa_page()  local
1500 	target_nid = mpol_misplaced(page, vma, haddr);  in do_huge_pmd_numa_page()
1554 		flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE);  in do_huge_pmd_numa_page()
1578 	set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd);  in do_huge_pmd_numa_page()
1985 		unsigned long haddr)  in __split_huge_pud_locked()  argument
1987 	VM_BUG_ON(haddr & ~HPAGE_PUD_MASK);  in __split_huge_pud_locked()
1988 	VM_BUG_ON_VMA(vma->vm_start > haddr, vma);  in __split_huge_pud_locked()
1989 	VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PUD_SIZE, vma);  in __split_huge_pud_locked()
1994 	pudp_huge_clear_flush_notify(vma, haddr, pud);  in __split_huge_pud_locked()
2002 	unsigned long haddr = address & HPAGE_PUD_MASK;  in __split_huge_pud()  local
2004 	mmu_notifier_invalidate_range_start(mm, haddr, haddr + HPAGE_PUD_SIZE);  in __split_huge_pud()
2008 	__split_huge_pud_locked(vma, pud, haddr);  in __split_huge_pud()
2012 	mmu_notifier_invalidate_range_end(mm, haddr, haddr + HPAGE_PUD_SIZE);  in __split_huge_pud()
2017 		unsigned long haddr, pmd_t *pmd)  in __split_huge_zero_page_pmd()  argument
2025 	pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in __split_huge_zero_page_pmd()
2030 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_zero_page_pmd()
2032 		entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot);  in __split_huge_zero_page_pmd()
2034 		pte = pte_offset_map(&_pmd, haddr);  in __split_huge_zero_page_pmd()
2036 		set_pte_at(mm, haddr, pte, entry);  in __split_huge_zero_page_pmd()
2044 		unsigned long haddr, bool freeze)  in __split_huge_pmd_locked()  argument
2054 	VM_BUG_ON(haddr & ~HPAGE_PMD_MASK);  in __split_huge_pmd_locked()
2055 	VM_BUG_ON_VMA(vma->vm_start > haddr, vma);  in __split_huge_pmd_locked()
2056 	VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma);  in __split_huge_pmd_locked()
2063 		_pmd = pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in __split_huge_pmd_locked()
2082 		return __split_huge_zero_page_pmd(vma, haddr, pmd);  in __split_huge_pmd_locked()
2102 	pmdp_huge_split_prepare(vma, haddr, pmd);  in __split_huge_pmd_locked()
2106 	for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) {  in __split_huge_pmd_locked()
2179 	pmdp_invalidate(vma, haddr, pmd);  in __split_huge_pmd_locked()
2195 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __split_huge_pmd()  local
2197 	mmu_notifier_invalidate_range_start(mm, haddr, haddr + HPAGE_PMD_SIZE);  in __split_huge_pmd()
2214 	__split_huge_pmd_locked(vma, pmd, haddr, freeze);  in __split_huge_pmd()
2217 	mmu_notifier_invalidate_range_end(mm, haddr, haddr + HPAGE_PMD_SIZE);  in __split_huge_pmd()