109 struct dio {  struct
117 	dio_iodone_t *end_io;		/* IO completion function */  argument
119 	void *private;			/* copy from map_bh.b_private */
122 	spinlock_t bio_lock;		/* protects BIO fields below */
123 	int page_errors;		/* errno from get_user_pages() */
147 static struct kmem_cache *dio_cache __read_mostly;  argument
160 static inline int dio_refill_pages(struct dio *dio, struct dio_submit *sdio)  in dio_refill_pages()
202 static inline struct page *dio_get_page(struct dio *dio,  in dio_get_page()
228 static ssize_t dio_complete(struct dio *dio, ssize_t ret, bool is_async)  in dio_complete()
292 	struct dio *dio = container_of(work, struct dio, complete_work);  in dio_aio_complete_work()  local
304 	struct dio *dio = bio->bi_private;  in dio_bio_end_aio()  local
337 	struct dio *dio = bio->bi_private;  in dio_bio_end_io()  local
359 	struct dio *dio = bio->bi_private;  in dio_end_io()  local
369 dio_bio_alloc(struct dio *dio, struct dio_submit *sdio,  in dio_bio_alloc()
400 static inline void dio_bio_submit(struct dio *dio, struct dio_submit *sdio)  in dio_bio_submit()
430 static inline void dio_cleanup(struct dio *dio, struct dio_submit *sdio)  in dio_cleanup()
442 static struct bio *dio_await_one(struct dio *dio)  in dio_await_one()
477 static int dio_bio_complete(struct dio *dio, struct bio *bio)  in dio_bio_complete()
511 static void dio_await_completion(struct dio *dio)  in dio_await_completion()
528 static inline int dio_bio_reap(struct dio *dio, struct dio_submit *sdio)  in dio_bio_reap()
575 static int dio_set_defer_completion(struct dio *dio)  in dio_set_defer_completion()
610 static int get_more_blocks(struct dio *dio, struct dio_submit *sdio,  in get_more_blocks()
668 static inline int dio_new_bio(struct dio *dio, struct dio_submit *sdio,  in dio_new_bio()
725 static inline int dio_send_cur_page(struct dio *dio, struct dio_submit *sdio,  in dio_send_cur_page()
790 submit_page_section(struct dio *dio, struct dio_submit *sdio, struct page *page,  in submit_page_section()
851 static void clean_blockdev_aliases(struct dio *dio, struct buffer_head *map_bh)  in clean_blockdev_aliases()
873 static inline void dio_zero_block(struct dio *dio, struct dio_submit *sdio,  in dio_zero_block()
924 static int do_direct_IO(struct dio *dio, struct dio_submit *sdio,  in do_direct_IO()
1073 static inline int drop_refcount(struct dio *dio)  in drop_refcount()
1133 	struct dio *dio;  in do_blockdev_direct_IO()  local