375 			struct vm_area_struct *vma, struct zone *zone,  in __munlock_pagevec_fill()  argument
386 	pte = get_locked_pte(vma->vm_mm, start,	&ptl);  in __munlock_pagevec_fill()
399 			page = vm_normal_page(vma, start, *pte);  in __munlock_pagevec_fill()
445 void munlock_vma_pages_range(struct vm_area_struct *vma,  in munlock_vma_pages_range()  argument
448 	vma->vm_flags &= VM_LOCKED_CLEAR_MASK;  in munlock_vma_pages_range()
465 		page = follow_page(vma, start, FOLL_GET | FOLL_DUMP);  in munlock_vma_pages_range()
497 				start = __munlock_pagevec_fill(&pvec, vma,  in munlock_vma_pages_range()
519 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev,  in mlock_fixup()  argument
522 	struct mm_struct *mm = vma->vm_mm;  in mlock_fixup()
527 	vm_flags_t old_flags = vma->vm_flags;  in mlock_fixup()
529 	if (newflags == vma->vm_flags || (vma->vm_flags & VM_SPECIAL) ||  in mlock_fixup()
530 	    is_vm_hugetlb_page(vma) || vma == get_gate_vma(current->mm) ||  in mlock_fixup()
531 	    vma_is_dax(vma))  in mlock_fixup()
535 	pgoff = vma->vm_pgoff + ((start - vma->vm_start) >> PAGE_SHIFT);  in mlock_fixup()
536 	*prev = vma_merge(mm, *prev, start, end, newflags, vma->anon_vma,  in mlock_fixup()
537 			  vma->vm_file, pgoff, vma_policy(vma),  in mlock_fixup()
538 			  vma->vm_userfaultfd_ctx, vma_get_anon_name(vma));  in mlock_fixup()
540 		vma = *prev;  in mlock_fixup()
544 	if (start != vma->vm_start) {  in mlock_fixup()
545 		ret = split_vma(mm, vma, start, 1);  in mlock_fixup()
550 	if (end != vma->vm_end) {  in mlock_fixup()
551 		ret = split_vma(mm, vma, end, 0);  in mlock_fixup()
574 		vma->vm_flags = newflags;  in mlock_fixup()
576 		munlock_vma_pages_range(vma, start, end);  in mlock_fixup()
579 	*prev = vma;  in mlock_fixup()
587 	struct vm_area_struct * vma, * prev;  in apply_vma_lock_flags()  local
597 	vma = find_vma(current->mm, start);  in apply_vma_lock_flags()
598 	if (!vma || vma->vm_start > start)  in apply_vma_lock_flags()
601 	prev = vma->vm_prev;  in apply_vma_lock_flags()
602 	if (start > vma->vm_start)  in apply_vma_lock_flags()
603 		prev = vma;  in apply_vma_lock_flags()
606 		vm_flags_t newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_vma_lock_flags()
611 		tmp = vma->vm_end;  in apply_vma_lock_flags()
614 		error = mlock_fixup(vma, &prev, nstart, tmp, newflags);  in apply_vma_lock_flags()
623 		vma = prev->vm_next;  in apply_vma_lock_flags()
624 		if (!vma || vma->vm_start != nstart) {  in apply_vma_lock_flags()
642 	struct vm_area_struct *vma;  in count_mm_mlocked_page_nr()  local
648 	vma = find_vma(mm, start);  in count_mm_mlocked_page_nr()
649 	if (vma == NULL)  in count_mm_mlocked_page_nr()
650 		vma = mm->mmap;  in count_mm_mlocked_page_nr()
652 	for (; vma ; vma = vma->vm_next) {  in count_mm_mlocked_page_nr()
653 		if (start >= vma->vm_end)  in count_mm_mlocked_page_nr()
655 		if (start + len <=  vma->vm_start)  in count_mm_mlocked_page_nr()
657 		if (vma->vm_flags & VM_LOCKED) {  in count_mm_mlocked_page_nr()
658 			if (start > vma->vm_start)  in count_mm_mlocked_page_nr()
659 				count -= (start - vma->vm_start);  in count_mm_mlocked_page_nr()
660 			if (start + len < vma->vm_end) {  in count_mm_mlocked_page_nr()
661 				count += start + len - vma->vm_start;  in count_mm_mlocked_page_nr()
664 			count += vma->vm_end - vma->vm_start;  in count_mm_mlocked_page_nr()
765 	struct vm_area_struct * vma, * prev = NULL;  in apply_mlockall_flags()  local
785 	for (vma = current->mm->mmap; vma ; vma = prev->vm_next) {  in apply_mlockall_flags()
788 		newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_mlockall_flags()
792 		mlock_fixup(vma, &prev, vma->vm_start, vma->vm_end, newflags);  in apply_mlockall_flags()