262 	unsigned long i;  in hmm_pfns_bad()  local
264 	i = (addr - range->start) >> PAGE_SHIFT;  in hmm_pfns_bad()
265 	for (; addr < end; addr += PAGE_SIZE, i++)  in hmm_pfns_bad()
266 		pfns[i] = range->values[HMM_PFN_ERROR];  in hmm_pfns_bad()
290 	unsigned long i;  in hmm_vma_walk_hole_()  local
293 	i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_hole_()
298 	for (; addr < end; addr += PAGE_SIZE, i++) {  in hmm_vma_walk_hole_()
299 		pfns[i] = range->values[HMM_PFN_NONE];  in hmm_vma_walk_hole_()
304 					       &pfns[i]);  in hmm_vma_walk_hole_()
362 	unsigned long i;  in hmm_range_need_fault()  local
370 	for (i = 0; i < npages; ++i) {  in hmm_range_need_fault()
371 		hmm_pte_need_fault(hmm_vma_walk, pfns[i], cpu_flags,  in hmm_range_need_fault()
384 	unsigned long i, npages;  in hmm_vma_walk_hole()  local
387 	i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_hole()
389 	pfns = &range->pfns[i];  in hmm_vma_walk_hole()
410 	unsigned long pfn, npages, i;  in hmm_vma_handle_pmd()  local
423 	for (i = 0; addr < end; addr += PAGE_SIZE, i++, pfn++) {  in hmm_vma_handle_pmd()
430 		pfns[i] = hmm_device_entry_from_pfn(range, pfn) | cpu_flags;  in hmm_vma_handle_pmd()
560 	unsigned long addr = start, i;  in hmm_vma_walk_pmd()  local
574 		i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_pmd()
576 		pfns = &range->pfns[i];  in hmm_vma_walk_pmd()
604 		i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_pmd()
605 		return hmm_vma_handle_pmd(walk, addr, end, &pfns[i], pmd);  in hmm_vma_walk_pmd()
618 	i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_pmd()
619 	for (; addr < end; addr += PAGE_SIZE, ptep++, i++) {  in hmm_vma_walk_pmd()
622 		r = hmm_vma_handle_pte(walk, addr, end, pmdp, ptep, &pfns[i]);  in hmm_vma_walk_pmd()
672 		unsigned long i, npages, pfn;  in hmm_vma_walk_pud()  local
679 		i = (addr - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_pud()
681 		pfns = &range->pfns[i];  in hmm_vma_walk_pud()
691 		for (i = 0; i < npages; ++i, ++pfn) {  in hmm_vma_walk_pud()
696 			pfns[i] = hmm_device_entry_from_pfn(range, pfn) |  in hmm_vma_walk_pud()
730 	unsigned long addr = start, i, pfn;  in hmm_vma_walk_hugetlb_entry()  local
743 	i = (start - range->start) >> PAGE_SHIFT;  in hmm_vma_walk_hugetlb_entry()
744 	orig_pfn = range->pfns[i];  in hmm_vma_walk_hugetlb_entry()
745 	range->pfns[i] = range->values[HMM_PFN_NONE];  in hmm_vma_walk_hugetlb_entry()
756 	for (; addr < end; addr += PAGE_SIZE, i++, pfn++)  in hmm_vma_walk_hugetlb_entry()
757 		range->pfns[i] = hmm_device_entry_from_pfn(range, pfn) |  in hmm_vma_walk_hugetlb_entry()
939 			unsigned long i;  in hmm_range_fault()  local
941 			i = (hmm_vma_walk.last - range->start) >> PAGE_SHIFT;  in hmm_range_fault()
942 			hmm_pfns_clear(range, &range->pfns[i],  in hmm_range_fault()
967 	unsigned long i, npages, mapped;  in hmm_range_dma_map()  local
975 	for (i = 0, mapped = 0; i < npages; ++i) {  in hmm_range_dma_map()
987 		daddrs[i] = 0;  in hmm_range_dma_map()
989 		page = hmm_device_entry_to_page(range, range->pfns[i]);  in hmm_range_dma_map()
1000 		if (range->pfns[i] & range->flags[HMM_PFN_WRITE])  in hmm_range_dma_map()
1003 		daddrs[i] = dma_map_page(device, page, 0, PAGE_SIZE, dir);  in hmm_range_dma_map()
1004 		if (dma_mapping_error(device, daddrs[i])) {  in hmm_range_dma_map()
1015 	for (npages = i, i = 0; (i < npages) && mapped; ++i) {  in hmm_range_dma_map()
1019 		page = hmm_device_entry_to_page(range, range->pfns[i]);  in hmm_range_dma_map()
1023 		if (dma_mapping_error(device, daddrs[i]))  in hmm_range_dma_map()
1027 		if (range->pfns[i] & range->flags[HMM_PFN_WRITE])  in hmm_range_dma_map()
1030 		dma_unmap_page(device, daddrs[i], PAGE_SIZE, dir);  in hmm_range_dma_map()
1056 	unsigned long i, npages;  in hmm_range_dma_unmap()  local
1068 	for (i = 0; i < npages; ++i) {  in hmm_range_dma_unmap()
1072 		page = hmm_device_entry_to_page(range, range->pfns[i]);  in hmm_range_dma_unmap()
1077 		if (range->pfns[i] & range->flags[HMM_PFN_WRITE]) {  in hmm_range_dma_unmap()
1089 		dma_unmap_page(device, daddrs[i], PAGE_SIZE, dir);  in hmm_range_dma_unmap()
1090 		range->pfns[i] = range->values[HMM_PFN_NONE];  in hmm_range_dma_unmap()
1092 		daddrs[i] = 0;  in hmm_range_dma_unmap()