479 static void wp_range(int ufd, __u64 start, __u64 len, bool wp)  in wp_range()  argument
489 	if (ioctl(ufd, UFFDIO_WRITEPROTECT, &prms))  in wp_range()
493 static void continue_range(int ufd, __u64 start, __u64 len)  in continue_range()  argument
502 	if (ioctl(ufd, UFFDIO_CONTINUE, &req))  in continue_range()
512 	ret = ioctl(ufd, UFFDIO_CONTINUE, &req);  in continue_range()
569 static void retry_copy_page(int ufd, struct uffdio_copy *uffdio_copy,  in retry_copy_page()  argument
575 	if (ioctl(ufd, UFFDIO_COPY, uffdio_copy)) {  in retry_copy_page()
586 static int __copy_page(int ufd, unsigned long offset, bool retry)  in __copy_page()  argument
600 	if (ioctl(ufd, UFFDIO_COPY, &uffdio_copy)) {  in __copy_page()
610 			retry_copy_page(ufd, &uffdio_copy, offset);  in __copy_page()
617 static int copy_page_retry(int ufd, unsigned long offset)  in copy_page_retry()  argument
619 	return __copy_page(ufd, offset, true);  in copy_page_retry()
622 static int copy_page(int ufd, unsigned long offset)  in copy_page()  argument
624 	return __copy_page(ufd, offset, false);  in copy_page()
627 static int uffd_read_msg(int ufd, struct uffd_msg *msg)  in uffd_read_msg()  argument
729 			uffd = msg.arg.fork.ufd;  in uffd_poll_thread()
999 static void retry_uffdio_zeropage(int ufd,  in retry_uffdio_zeropage()  argument
1006 	if (ioctl(ufd, UFFDIO_ZEROPAGE, uffdio_zeropage)) {  in retry_uffdio_zeropage()
1016 static int __uffdio_zeropage(int ufd, unsigned long offset, bool retry)  in __uffdio_zeropage()  argument
1030 	ret = ioctl(ufd, UFFDIO_ZEROPAGE, &uffdio_zeropage);  in __uffdio_zeropage()
1044 				retry_uffdio_zeropage(ufd, &uffdio_zeropage,  in __uffdio_zeropage()
1055 static int uffdio_zeropage(int ufd, unsigned long offset)  in uffdio_zeropage()  argument
1057 	return __uffdio_zeropage(ufd, offset, false);  in uffdio_zeropage()