358 	struct hmm_range range = {};  in ib_umem_odp_map_dma_and_lock()  local
381 	range.notifier = &umem_odp->notifier;  in ib_umem_odp_map_dma_and_lock()
382 	range.start = ALIGN_DOWN(user_virt, 1UL << page_shift);  in ib_umem_odp_map_dma_and_lock()
383 	range.end = ALIGN(user_virt + bcnt, 1UL << page_shift);  in ib_umem_odp_map_dma_and_lock()
384 	pfn_start_idx = (range.start - ib_umem_start(umem_odp)) >> PAGE_SHIFT;  in ib_umem_odp_map_dma_and_lock()
385 	num_pfns = (range.end - range.start) >> PAGE_SHIFT;  in ib_umem_odp_map_dma_and_lock()
387 		range.default_flags = HMM_PFN_REQ_FAULT;  in ib_umem_odp_map_dma_and_lock()
390 			range.default_flags |= HMM_PFN_REQ_WRITE;  in ib_umem_odp_map_dma_and_lock()
393 	range.hmm_pfns = &(umem_odp->pfn_list[pfn_start_idx]);  in ib_umem_odp_map_dma_and_lock()
397 	current_seq = range.notifier_seq =  in ib_umem_odp_map_dma_and_lock()
401 	ret = hmm_range_fault(&range);  in ib_umem_odp_map_dma_and_lock()
409 	start_idx = (range.start - ib_umem_start(umem_odp)) >> page_shift;  in ib_umem_odp_map_dma_and_lock()
426 			WARN_ON(range.hmm_pfns[pfn_index] & HMM_PFN_ERROR);  in ib_umem_odp_map_dma_and_lock()
427 			WARN_ON(!(range.hmm_pfns[pfn_index] & HMM_PFN_VALID));  in ib_umem_odp_map_dma_and_lock()
429 			if (!(range.hmm_pfns[pfn_index] & HMM_PFN_VALID)) {  in ib_umem_odp_map_dma_and_lock()
434 			if (range.hmm_pfns[pfn_index] & HMM_PFN_WRITE)  in ib_umem_odp_map_dma_and_lock()
438 		hmm_order = hmm_pfn_to_map_order(range.hmm_pfns[pfn_index]);  in ib_umem_odp_map_dma_and_lock()
451 				umem_odp, dma_index, hmm_pfn_to_page(range.hmm_pfns[pfn_index]),  in ib_umem_odp_map_dma_and_lock()