1196 	struct mmu_notifier_range range;  in copy_page_range()  local
1232 		mmu_notifier_range_init(&range, MMU_NOTIFY_PROTECTION_PAGE,  in copy_page_range()
1234 		mmu_notifier_invalidate_range_start(&range);  in copy_page_range()
1262 		mmu_notifier_invalidate_range_end(&range);  in copy_page_range()
1596 	struct mmu_notifier_range range;  in unmap_vmas()  local
1598 	mmu_notifier_range_init(&range, MMU_NOTIFY_UNMAP, 0, vma, vma->vm_mm,  in unmap_vmas()
1600 	mmu_notifier_invalidate_range_start(&range);  in unmap_vmas()
1603 	mmu_notifier_invalidate_range_end(&range);  in unmap_vmas()
1617 	struct mmu_notifier_range range;  in zap_page_range()  local
1621 	mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, vma->vm_mm,  in zap_page_range()
1623 	tlb_gather_mmu(&tlb, vma->vm_mm, start, range.end);  in zap_page_range()
1625 	mmu_notifier_invalidate_range_start(&range);  in zap_page_range()
1626 	for ( ; vma && vma->vm_start < range.end; vma = vma->vm_next)  in zap_page_range()
1627 		unmap_single_vma(&tlb, vma, start, range.end, NULL);  in zap_page_range()
1628 	mmu_notifier_invalidate_range_end(&range);  in zap_page_range()
1629 	tlb_finish_mmu(&tlb, start, range.end);  in zap_page_range()
1644 	struct mmu_notifier_range range;  in zap_page_range_single()  local
1648 	mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, vma->vm_mm,  in zap_page_range_single()
1650 	tlb_gather_mmu(&tlb, vma->vm_mm, address, range.end);  in zap_page_range_single()
1652 	mmu_notifier_invalidate_range_start(&range);  in zap_page_range_single()
1653 	unmap_single_vma(&tlb, vma, address, range.end, details);  in zap_page_range_single()
1654 	mmu_notifier_invalidate_range_end(&range);  in zap_page_range_single()
1655 	tlb_finish_mmu(&tlb, address, range.end);  in zap_page_range_single()
3150 	struct mmu_notifier_range range;  in wp_page_copy()  local
3188 	mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, mm,  in wp_page_copy()
3191 	mmu_notifier_invalidate_range_start(&range);  in wp_page_copy()
3271 	mmu_notifier_invalidate_range_only_end(&range);  in wp_page_copy()
3287 	mmu_notifier_invalidate_range_only_end(&range);  in wp_page_copy()
5419 			  struct mmu_notifier_range *range, pte_t **ptepp,  in follow_invalidate_pte()  argument
5447 		if (range) {  in follow_invalidate_pte()
5448 			mmu_notifier_range_init(range, MMU_NOTIFY_CLEAR, 0,  in follow_invalidate_pte()
5451 			mmu_notifier_invalidate_range_start(range);  in follow_invalidate_pte()
5459 		if (range)  in follow_invalidate_pte()
5460 			mmu_notifier_invalidate_range_end(range);  in follow_invalidate_pte()
5466 	if (range) {  in follow_invalidate_pte()
5467 		mmu_notifier_range_init(range, MMU_NOTIFY_CLEAR, 0, NULL, mm,  in follow_invalidate_pte()
5470 		mmu_notifier_invalidate_range_start(range);  in follow_invalidate_pte()
5479 	if (range)  in follow_invalidate_pte()
5480 		mmu_notifier_invalidate_range_end(range);  in follow_invalidate_pte()