4669 	unsigned long haddr = address & huge_page_mask(h);  in hugetlb_cow()  local
4680 		set_huge_ptep_writable(vma, haddr, ptep);  in hugetlb_cow()
4704 	new_page = alloc_huge_page(vma, haddr, outside_reserve);  in hugetlb_cow()
4730 			idx = vma_hugecache_offset(h, vma, haddr);  in hugetlb_cow()
4735 			unmap_ref_private(mm, vma, old_page, haddr);  in hugetlb_cow()
4740 			ptep = huge_pte_offset(mm, haddr, huge_page_size(h));  in hugetlb_cow()
4768 	mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, mm, haddr,  in hugetlb_cow()
4769 				haddr + huge_page_size(h));  in hugetlb_cow()
4777 	ptep = huge_pte_offset(mm, haddr, huge_page_size(h));  in hugetlb_cow()
4782 		huge_ptep_clear_flush(vma, haddr, ptep);  in hugetlb_cow()
4784 		set_huge_pte_at(mm, haddr, ptep,  in hugetlb_cow()
4787 		hugepage_add_new_anon_rmap(new_page, vma, haddr);  in hugetlb_cow()
4797 		restore_reserve_on_error(h, vma, haddr, new_page);  in hugetlb_cow()
4866 						  unsigned long haddr,  in hugetlb_handle_userfault()  argument
4872 		.address = haddr,  in hugetlb_handle_userfault()
4907 	unsigned long haddr = address & huge_page_mask(h);  in hugetlb_no_page()  local
4938 						       flags, haddr,  in hugetlb_no_page()
4941 		page = alloc_huge_page(vma, haddr, 0);  in hugetlb_no_page()
5000 						       flags, haddr,  in hugetlb_no_page()
5012 		if (vma_needs_reservation(h, vma, haddr) < 0) {  in hugetlb_no_page()
5017 		vma_end_reservation(h, vma, haddr);  in hugetlb_no_page()
5027 		hugepage_add_new_anon_rmap(page, vma, haddr);  in hugetlb_no_page()
5032 	set_huge_pte_at(mm, haddr, ptep, new_pte);  in hugetlb_no_page()
5062 		restore_reserve_on_error(h, vma, haddr, page);  in hugetlb_no_page()
5104 	unsigned long haddr = address & huge_page_mask(h);  in hugetlb_fault()  local
5106 	ptep = huge_pte_offset(mm, haddr, huge_page_size(h));  in hugetlb_fault()
5135 	ptep = huge_pte_alloc(mm, vma, haddr, huge_page_size(h));  in hugetlb_fault()
5146 	idx = vma_hugecache_offset(h, vma, haddr);  in hugetlb_fault()
5179 		if (vma_needs_reservation(h, vma, haddr) < 0) {  in hugetlb_fault()
5184 		vma_end_reservation(h, vma, haddr);  in hugetlb_fault()
5188 								vma, haddr);  in hugetlb_fault()
5220 	if (huge_ptep_set_access_flags(vma, haddr, ptep, entry,  in hugetlb_fault()
5222 		update_mmu_cache(vma, haddr, ptep);  in hugetlb_fault()