130 static size_t copy_page_to_iter_iovec(struct page *page, size_t offset, size_t bytes,  in copy_page_to_iter_iovec()  argument
152 		from = kaddr + offset;  in copy_page_to_iter_iovec()
175 		offset = from - kaddr;  in copy_page_to_iter_iovec()
183 	from = kaddr + offset;  in copy_page_to_iter_iovec()
213 static size_t copy_page_from_iter_iovec(struct page *page, size_t offset, size_t bytes,  in copy_page_from_iter_iovec()  argument
235 		to = kaddr + offset;  in copy_page_from_iter_iovec()
258 		offset = to - kaddr;  in copy_page_from_iter_iovec()
266 	to = kaddr + offset;  in copy_page_from_iter_iovec()
310 		if (unlikely(p->offset + p->len != i->iov_offset))  in sanity()
325 			pipe->bufs[idx].offset,  in sanity()
339 static size_t copy_page_to_iter_pipe(struct page *page, size_t offset, size_t bytes,  in copy_page_to_iter_pipe()  argument
360 		if (offset == off && buf->page == page) {  in copy_page_to_iter_pipe()
374 	buf->offset = offset;  in copy_page_to_iter_pipe()
376 	i->iov_offset = offset + bytes;  in copy_page_to_iter_pipe()
427 static void memcpy_from_page(char *to, struct page *page, size_t offset, size_t len)  in memcpy_from_page()  argument
430 	memcpy(to, from + offset, len);  in memcpy_from_page()
434 static void memcpy_to_page(struct page *page, size_t offset, const char *from, size_t len)  in memcpy_to_page()  argument
437 	memcpy(to + offset, from, len);  in memcpy_to_page()
441 static void memzero_page(struct page *page, size_t offset, size_t len)  in memzero_page()  argument
444 	memset(addr + offset, 0, len);  in memzero_page()
498 		pipe->bufs[idx].offset = 0;  in push_pipe()
590 size_t copy_page_to_iter(struct page *page, size_t offset, size_t bytes,  in copy_page_to_iter()  argument
595 		size_t wanted = copy_to_iter(kaddr + offset, bytes, i);  in copy_page_to_iter()
599 		return copy_page_to_iter_iovec(page, offset, bytes, i);  in copy_page_to_iter()
601 		return copy_page_to_iter_pipe(page, offset, bytes, i);  in copy_page_to_iter()
605 size_t copy_page_from_iter(struct page *page, size_t offset, size_t bytes,  in copy_page_from_iter()  argument
614 		size_t wanted = copy_from_iter(kaddr + offset, bytes, i);  in copy_page_from_iter()
618 		return copy_page_from_iter_iovec(page, offset, bytes, i);  in copy_page_from_iter()
661 		struct iov_iter *i, unsigned long offset, size_t bytes)  in iov_iter_copy_from_user_atomic()  argument
663 	char *kaddr = kmap_atomic(page), *p = kaddr + offset;  in iov_iter_copy_from_user_atomic()
689 			pipe->bufs[idx].len = off - pipe->bufs[idx].offset;  in pipe_truncate()
711 			left += off - pipe->bufs[idx].offset;  in pipe_advance()
720 		i->iov_offset = buf->offset + left;  in pipe_advance()
747 			size_t n = off - pipe->bufs[idx].offset;  in iov_iter_revert()
759 			off = pipe->bufs[idx].offset + pipe->bufs[idx].len;  in iov_iter_revert()