104 static struct bio *
105 bl_submit_bio(struct bio *bio)  in bl_submit_bio()  argument
107 	if (bio) {  in bl_submit_bio()
108 		get_parallel(bio->bi_private);  in bl_submit_bio()
110 			bio_op(bio) == READ ? "read" : "write",  in bl_submit_bio()
111 			bio->bi_iter.bi_size,  in bl_submit_bio()
112 			(unsigned long long)bio->bi_iter.bi_sector);  in bl_submit_bio()
113 		submit_bio(bio);  in bl_submit_bio()
123 static struct bio *
124 do_add_page_to_bio(struct bio *bio, int npg, enum req_op op, sector_t isect,  in do_add_page_to_bio()  argument
145 		bio = bl_submit_bio(bio);  in do_add_page_to_bio()
156 	if (!bio) {  in do_add_page_to_bio()
157 		bio = bio_alloc(map->bdev, bio_max_segs(npg), op, GFP_NOIO);  in do_add_page_to_bio()
158 		bio->bi_iter.bi_sector = disk_addr >> SECTOR_SHIFT;  in do_add_page_to_bio()
159 		bio->bi_end_io = end_io;  in do_add_page_to_bio()
160 		bio->bi_private = par;  in do_add_page_to_bio()
162 	if (bio_add_page(bio, page, *len, offset) < *len) {  in do_add_page_to_bio()
163 		bio = bl_submit_bio(bio);  in do_add_page_to_bio()
166 	return bio;  in do_add_page_to_bio()
192 static void bl_end_io_read(struct bio *bio)  in bl_end_io_read()  argument
194 	struct parallel_io *par = bio->bi_private;  in bl_end_io_read()
196 	if (bio->bi_status) {  in bl_end_io_read()
205 	bio_put(bio);  in bl_end_io_read()
234 	struct bio *bio = NULL;  in bl_read_pagelist()  local
263 			bio = bl_submit_bio(bio);  in bl_read_pagelist()
284 			bio = bl_submit_bio(bio);  in bl_read_pagelist()
292 			bio = do_add_page_to_bio(bio,  in bl_read_pagelist()
298 			if (IS_ERR(bio)) {  in bl_read_pagelist()
299 				header->pnfs_error = PTR_ERR(bio);  in bl_read_pagelist()
300 				bio = NULL;  in bl_read_pagelist()
317 	bl_submit_bio(bio);  in bl_read_pagelist()
323 static void bl_end_io_write(struct bio *bio)  in bl_end_io_write()  argument
325 	struct parallel_io *par = bio->bi_private;  in bl_end_io_write()
328 	if (bio->bi_status) {  in bl_end_io_write()
334 	bio_put(bio);  in bl_end_io_write()
379 	struct bio *bio = NULL;  in bl_write_pagelist()  local
411 			bio = bl_submit_bio(bio);  in bl_write_pagelist()
422 		bio = do_add_page_to_bio(bio, header->page_array.npages - i,  in bl_write_pagelist()
425 		if (IS_ERR(bio)) {  in bl_write_pagelist()
426 			header->pnfs_error = PTR_ERR(bio);  in bl_write_pagelist()
427 			bio = NULL;  in bl_write_pagelist()
439 	bl_submit_bio(bio);  in bl_write_pagelist()