683 		struct page *page, unsigned int len, unsigned int off,  in page_is_mergeable()  argument
702 		struct page *page, unsigned len, unsigned offset,  in bio_try_merge_pc_page()  argument
708 	phys_addr_t addr2 = page_to_phys(page) + offset + len - 1;  in bio_try_merge_pc_page()
712 	if (bv->bv_len + len > queue_max_segment_size(q))  in bio_try_merge_pc_page()
714 	return __bio_try_merge_page(bio, page, len, offset, same_page);  in bio_try_merge_pc_page()
734 		struct page *page, unsigned int len, unsigned int offset,  in __bio_add_pc_page()  argument
745 	if (((bio->bi_iter.bi_size + len) >> 9) > queue_max_hw_sectors(q))  in __bio_add_pc_page()
749 		if (bio_try_merge_pc_page(q, bio, page, len, offset, same_page))  in __bio_add_pc_page()
750 			return len;  in __bio_add_pc_page()
761 	if (bio_full(bio, len))  in __bio_add_pc_page()
769 	bvec->bv_len = len;  in __bio_add_pc_page()
772 	bio->bi_iter.bi_size += len;  in __bio_add_pc_page()
773 	return len;  in __bio_add_pc_page()
777 		struct page *page, unsigned int len, unsigned int offset)  in bio_add_pc_page()  argument
780 	return __bio_add_pc_page(q, bio, page, len, offset, &same_page);  in bio_add_pc_page()
801 		unsigned int len, unsigned int off, bool *same_page)  in __bio_try_merge_page()  argument
809 		if (page_is_mergeable(bv, page, len, off, same_page)) {  in __bio_try_merge_page()
810 			if (bio->bi_iter.bi_size > UINT_MAX - len)  in __bio_try_merge_page()
812 			bv->bv_len += len;  in __bio_try_merge_page()
813 			bio->bi_iter.bi_size += len;  in __bio_try_merge_page()
832 		unsigned int len, unsigned int off)  in __bio_add_page()  argument
837 	WARN_ON_ONCE(bio_full(bio, len));  in __bio_add_page()
841 	bv->bv_len = len;  in __bio_add_page()
843 	bio->bi_iter.bi_size += len;  in __bio_add_page()
862 		 unsigned int len, unsigned int offset)  in bio_add_page()  argument
866 	if (!__bio_try_merge_page(bio, page, len, offset, &same_page)) {  in bio_add_page()
867 		if (bio_full(bio, len))  in bio_add_page()
869 		__bio_add_page(bio, page, len, offset);  in bio_add_page()
871 	return len;  in bio_add_page()
893 	unsigned int len;  in __bio_iov_bvec_add_pages()  local
899 	len = min_t(size_t, bv->bv_len - iter->iov_offset, iter->count);  in __bio_iov_bvec_add_pages()
900 	size = bio_add_page(bio, bv->bv_page, len,  in __bio_iov_bvec_add_pages()
902 	if (unlikely(size != len))  in __bio_iov_bvec_add_pages()
928 	unsigned len, i;  in __bio_iov_iter_get_pages()  local
943 	for (left = size, i = 0; left > 0; left -= len, i++) {  in __bio_iov_iter_get_pages()
946 		len = min_t(size_t, PAGE_SIZE - offset, left);  in __bio_iov_iter_get_pages()
948 		if (__bio_try_merge_page(bio, page, len, offset, &same_page)) {  in __bio_iov_iter_get_pages()
952 			if (WARN_ON_ONCE(bio_full(bio, len)))  in __bio_iov_iter_get_pages()
954 			__bio_add_page(bio, page, len, offset);  in __bio_iov_iter_get_pages()
1284 	unsigned int len = iter->count;  in bio_copy_user_iov()  local
1298 	nr_pages = DIV_ROUND_UP(offset + len, PAGE_SIZE);  in bio_copy_user_iov()
1313 	while (len) {  in bio_copy_user_iov()
1318 		if (bytes > len)  in bio_copy_user_iov()
1319 			bytes = len;  in bio_copy_user_iov()
1345 		len -= bytes;  in bio_copy_user_iov()
1493 		unsigned long i, len = 0;  in bio_invalidate_vmalloc_pages()  local
1496 			len += bio->bi_io_vec[i].bv_len;  in bio_invalidate_vmalloc_pages()
1497 		invalidate_kernel_vmap_range(bio->bi_private, len);  in bio_invalidate_vmalloc_pages()
1518 struct bio *bio_map_kern(struct request_queue *q, void *data, unsigned int len,  in bio_map_kern()  argument
1522 	unsigned long end = (kaddr + len + PAGE_SIZE - 1) >> PAGE_SHIFT;  in bio_map_kern()
1535 		flush_kernel_vmap_range(data, len);  in bio_map_kern()
1543 		if (len <= 0)  in bio_map_kern()
1546 		if (bytes > len)  in bio_map_kern()
1547 			bytes = len;  in bio_map_kern()
1561 		len -= bytes;  in bio_map_kern()
1600 struct bio *bio_copy_kern(struct request_queue *q, void *data, unsigned int len,  in bio_copy_kern()  argument
1604 	unsigned long end = (kaddr + len + PAGE_SIZE - 1) >> PAGE_SHIFT;  in bio_copy_kern()
1621 	while (len) {  in bio_copy_kern()
1625 		if (bytes > len)  in bio_copy_kern()
1626 			bytes = len;  in bio_copy_kern()
1638 		len -= bytes;  in bio_copy_kern()