31 struct request_queue;
56 	struct request_queue	*q;	/* the queue this rl belongs to */
95 	struct request_queue *q;
227 typedef void (request_fn_proc) (struct request_queue *q);
228 typedef blk_qc_t (make_request_fn) (struct request_queue *q, struct bio *bio);
229 typedef int (prep_rq_fn) (struct request_queue *, struct request *);
230 typedef void (unprep_rq_fn) (struct request_queue *, struct request *);
235 typedef int (lld_busy_fn) (struct request_queue *q);
298 struct request_queue {  struct
522 static inline void queue_lockdep_assert_held(struct request_queue *q)  in queue_lockdep_assert_held()
529 					   struct request_queue *q)  in queue_flag_set_unlocked()
535 					    struct request_queue *q)  in queue_flag_test_and_clear()
548 					  struct request_queue *q)  in queue_flag_test_and_set()
560 static inline void queue_flag_set(unsigned int flag, struct request_queue *q)  in queue_flag_set()
567 					     struct request_queue *q)  in queue_flag_clear_unlocked()
572 static inline int queue_in_flight(struct request_queue *q)  in queue_in_flight()
577 static inline void queue_flag_clear(unsigned int flag, struct request_queue *q)  in queue_flag_clear()
623 static inline bool queue_is_rq_based(struct request_queue *q)  in queue_is_rq_based()
628 static inline unsigned int blk_queue_cluster(struct request_queue *q)  in blk_queue_cluster()
725 extern void blk_queue_bounce(struct request_queue *q, struct bio **bio);
731 static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio)  in blk_queue_bounce()
790 extern void blk_rq_init(struct request_queue *q, struct request *rq);
792 extern void __blk_put_request(struct request_queue *, struct request *);
793 extern struct request *blk_get_request(struct request_queue *, int, gfp_t);
795 extern void blk_requeue_request(struct request_queue *, struct request *);
798 extern int blk_lld_busy(struct request_queue *q);
804 extern int blk_insert_cloned_request(struct request_queue *q,
807 extern void blk_delay_queue(struct request_queue *, unsigned long);
808 extern void blk_queue_split(struct request_queue *, struct bio **,
810 extern void blk_recount_segments(struct request_queue *, struct bio *);
814 extern int scsi_cmd_ioctl(struct request_queue *, struct gendisk *, fmode_t,
816 extern int sg_scsi_ioctl(struct request_queue *, struct gendisk *, fmode_t,
819 extern int blk_queue_enter(struct request_queue *q, bool nowait);
820 extern void blk_queue_exit(struct request_queue *q);
821 extern void blk_start_queue(struct request_queue *q);
822 extern void blk_start_queue_async(struct request_queue *q);
823 extern void blk_stop_queue(struct request_queue *q);
824 extern void blk_sync_queue(struct request_queue *q);
825 extern void __blk_stop_queue(struct request_queue *q);
826 extern void __blk_run_queue(struct request_queue *q);
827 extern void __blk_run_queue_uncond(struct request_queue *q);
828 extern void blk_run_queue(struct request_queue *);
829 extern void blk_run_queue_async(struct request_queue *q);
830 extern int blk_rq_map_user(struct request_queue *, struct request *,
834 extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t);
835 extern int blk_rq_map_user_iov(struct request_queue *, struct request *,
838 extern int blk_execute_rq(struct request_queue *, struct gendisk *,
840 extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *,
843 bool blk_poll(struct request_queue *q, blk_qc_t cookie);
845 static inline struct request_queue *bdev_get_queue(struct block_device *bdev)  in bdev_get_queue()
885 static inline unsigned int blk_queue_get_max_sectors(struct request_queue *q,  in blk_queue_get_max_sectors()
901 static inline unsigned int blk_max_size_offset(struct request_queue *q,  in blk_max_size_offset()
914 	struct request_queue *q = rq->q;  in blk_rq_get_max_sectors()
942 extern struct request *blk_peek_request(struct request_queue *q);
944 extern struct request *blk_fetch_request(struct request_queue *q);
981 extern struct request_queue *blk_init_queue_node(request_fn_proc *rfn,
983 extern struct request_queue *blk_init_queue(request_fn_proc *, spinlock_t *);
984 extern struct request_queue *blk_init_allocated_queue(struct request_queue *,
986 extern void blk_cleanup_queue(struct request_queue *);
987 extern void blk_queue_make_request(struct request_queue *, make_request_fn *);
988 extern void blk_queue_bounce_limit(struct request_queue *, u64);
989 extern void blk_queue_max_hw_sectors(struct request_queue *, unsigned int);
990 extern void blk_queue_chunk_sectors(struct request_queue *, unsigned int);
991 extern void blk_queue_max_segments(struct request_queue *, unsigned short);
992 extern void blk_queue_max_segment_size(struct request_queue *, unsigned int);
993 extern void blk_queue_max_discard_sectors(struct request_queue *q,
995 extern void blk_queue_max_write_same_sectors(struct request_queue *q,
997 extern void blk_queue_logical_block_size(struct request_queue *, unsigned short);
998 extern void blk_queue_physical_block_size(struct request_queue *, unsigned int);
999 extern void blk_queue_alignment_offset(struct request_queue *q,
1002 extern void blk_queue_io_min(struct request_queue *q, unsigned int min);
1004 extern void blk_queue_io_opt(struct request_queue *q, unsigned int opt);
1013 extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b);
1014 extern void blk_queue_dma_pad(struct request_queue *, unsigned int);
1015 extern void blk_queue_update_dma_pad(struct request_queue *, unsigned int);
1016 extern int blk_queue_dma_drain(struct request_queue *q,
1019 extern void blk_queue_lld_busy(struct request_queue *q, lld_busy_fn *fn);
1020 extern void blk_queue_segment_boundary(struct request_queue *, unsigned long);
1021 extern void blk_queue_virt_boundary(struct request_queue *, unsigned long);
1022 extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn);
1023 extern void blk_queue_unprep_rq(struct request_queue *, unprep_rq_fn *ufn);
1024 extern void blk_queue_dma_alignment(struct request_queue *, int);
1025 extern void blk_queue_update_dma_alignment(struct request_queue *, int);
1026 extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *);
1027 extern void blk_queue_rq_timed_out(struct request_queue *, rq_timed_out_fn *);
1028 extern void blk_queue_rq_timeout(struct request_queue *, unsigned int);
1029 extern void blk_queue_flush_queueable(struct request_queue *q, bool queueable);
1030 extern void blk_queue_write_cache(struct request_queue *q, bool enabled, bool fua);
1033 extern int blk_rq_map_sg(struct request_queue *, struct request *, struct scatterlist *);
1037 bool __must_check blk_get_queue(struct request_queue *);
1038 struct request_queue *blk_alloc_queue(gfp_t);
1039 struct request_queue *blk_alloc_queue_node(gfp_t, int);
1040 extern void blk_put_queue(struct request_queue *);
1041 extern void blk_set_queue_dying(struct request_queue *);
1047 extern void blk_pm_runtime_init(struct request_queue *q, struct device *dev);
1048 extern int blk_pre_runtime_suspend(struct request_queue *q);
1049 extern void blk_post_runtime_suspend(struct request_queue *q, int err);
1050 extern void blk_pre_runtime_resume(struct request_queue *q);
1051 extern void blk_post_runtime_resume(struct request_queue *q, int err);
1052 extern void blk_set_runtime_active(struct request_queue *q);
1054 static inline void blk_pm_runtime_init(struct request_queue *q,  in blk_pm_runtime_init()
1056 static inline int blk_pre_runtime_suspend(struct request_queue *q)  in blk_pre_runtime_suspend()
1060 static inline void blk_post_runtime_suspend(struct request_queue *q, int err) {}  in blk_post_runtime_suspend()
1061 static inline void blk_pre_runtime_resume(struct request_queue *q) {}  in blk_pre_runtime_resume()
1062 static inline void blk_post_runtime_resume(struct request_queue *q, int err) {}  in blk_post_runtime_resume()
1063 static inline void blk_set_runtime_active(struct request_queue *q) {}  in blk_set_runtime_active()
1127 extern int blk_queue_start_tag(struct request_queue *, struct request *);
1128 extern struct request *blk_queue_find_tag(struct request_queue *, int);
1129 extern void blk_queue_end_tag(struct request_queue *, struct request *);
1130 extern int blk_queue_init_tags(struct request_queue *, int, struct blk_queue_tag *, int);
1131 extern void blk_queue_free_tags(struct request_queue *);
1132 extern int blk_queue_resize_tags(struct request_queue *, int);
1133 extern void blk_queue_invalidate_tags(struct request_queue *);
1187 static inline unsigned long queue_bounce_pfn(struct request_queue *q)  in queue_bounce_pfn()
1192 static inline unsigned long queue_segment_boundary(struct request_queue *q)  in queue_segment_boundary()
1197 static inline unsigned long queue_virt_boundary(struct request_queue *q)  in queue_virt_boundary()
1202 static inline unsigned int queue_max_sectors(struct request_queue *q)  in queue_max_sectors()
1207 static inline unsigned int queue_max_hw_sectors(struct request_queue *q)  in queue_max_hw_sectors()
1212 static inline unsigned short queue_max_segments(struct request_queue *q)  in queue_max_segments()
1217 static inline unsigned int queue_max_segment_size(struct request_queue *q)  in queue_max_segment_size()
1222 static inline unsigned short queue_logical_block_size(struct request_queue *q)  in queue_logical_block_size()
1237 static inline unsigned int queue_physical_block_size(struct request_queue *q)  in queue_physical_block_size()
1247 static inline unsigned int queue_io_min(struct request_queue *q)  in queue_io_min()
1257 static inline unsigned int queue_io_opt(struct request_queue *q)  in queue_io_opt()
1267 static inline int queue_alignment_offset(struct request_queue *q)  in queue_alignment_offset()
1285 	struct request_queue *q = bdev_get_queue(bdev);  in bdev_alignment_offset()
1296 static inline int queue_discard_alignment(struct request_queue *q)  in queue_discard_alignment()
1329 	struct request_queue *q = bdev_get_queue(bdev);  in bdev_discard_alignment()
1337 static inline unsigned int queue_discard_zeroes_data(struct request_queue *q)  in queue_discard_zeroes_data()
1352 	struct request_queue *q = bdev_get_queue(bdev);  in bdev_write_same()
1360 static inline int queue_dma_alignment(struct request_queue *q)  in queue_dma_alignment()
1365 static inline int blk_rq_aligned(struct request_queue *q, unsigned long addr,  in blk_rq_aligned()
1388 static inline bool queue_flush_queueable(struct request_queue *q)  in queue_flush_queueable()
1402 static inline bool __bvec_gap_to_prev(struct request_queue *q,  in __bvec_gap_to_prev()
1413 static inline bool bvec_gap_to_prev(struct request_queue *q,  in bvec_gap_to_prev()
1421 static inline bool bio_will_gap(struct request_queue *q, struct bio *prev,  in bio_will_gap()
1527 extern int blk_rq_map_integrity_sg(struct request_queue *, struct bio *,
1529 extern int blk_rq_count_integrity_sg(struct request_queue *, struct bio *);
1530 extern bool blk_integrity_merge_rq(struct request_queue *, struct request *,
1532 extern bool blk_integrity_merge_bio(struct request_queue *, struct request *,
1556 static inline void blk_queue_max_integrity_segments(struct request_queue *q,  in blk_queue_max_integrity_segments()
1563 queue_max_integrity_segments(struct request_queue *q)  in queue_max_integrity_segments()
1599 static inline int blk_rq_count_integrity_sg(struct request_queue *q,  in blk_rq_count_integrity_sg()
1604 static inline int blk_rq_map_integrity_sg(struct request_queue *q,  in blk_rq_map_integrity_sg()
1629 static inline void blk_queue_max_integrity_segments(struct request_queue *q,  in blk_queue_max_integrity_segments()
1633 static inline unsigned short queue_max_integrity_segments(struct request_queue *q)  in queue_max_integrity_segments()
1637 static inline bool blk_integrity_merge_rq(struct request_queue *rq,  in blk_integrity_merge_rq()
1643 static inline bool blk_integrity_merge_bio(struct request_queue *rq,  in blk_integrity_merge_bio()