488 static struct request *bfq_choose_req(struct bfq_data *bfqd,  in bfq_choose_req()
489 				      struct request *rq1,  in bfq_choose_req()
490 				      struct request *rq2,  in bfq_choose_req()
920 static struct request *bfq_check_fifo(struct bfq_queue *bfqq,  in bfq_check_fifo()
921 				      struct request *last)  in bfq_check_fifo()
923 	struct request *rq;  in bfq_check_fifo()
939 static struct request *bfq_find_next_rq(struct bfq_data *bfqd,  in bfq_find_next_rq()
941 					struct request *last)  in bfq_find_next_rq()
945 	struct request *next, *prev = NULL;  in bfq_find_next_rq()
967 static unsigned long bfq_serv_to_charge(struct request *rq,  in bfq_serv_to_charge()
992 	struct request *next_rq = bfqq->next_rq;  in bfq_updated_next_req()
1717 					     struct request *rq,  in bfq_bfqq_handle_idle_busy_switch()
2081 static void bfq_add_request(struct request *rq)  in bfq_add_request()
2085 	struct request *next_rq, *prev;  in bfq_add_request()
2232 static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd,  in bfq_find_rq_fmerge()
2245 static sector_t get_sdist(sector_t last_pos, struct request *rq)  in get_sdist()
2254 static void bfq_activate_request(struct request_queue *q, struct request *rq)
2261 static void bfq_deactivate_request(struct request_queue *q, struct request *rq)
2270 			       struct request *rq)  in bfq_remove_request()
2334 	struct request *free = NULL;  in bfq_bio_merge()
2369 static int bfq_request_merge(struct request_queue *q, struct request **req,  in bfq_request_merge()
2373 	struct request *__rq;  in bfq_request_merge()
2387 static void bfq_request_merged(struct request_queue *q, struct request *req,  in bfq_request_merged()
2394 				    struct request, rb_node))) {  in bfq_request_merged()
2397 		struct request *prev, *next_rq;  in bfq_request_merged()
2444 static void bfq_requests_merged(struct request_queue *q, struct request *rq,  in bfq_requests_merged()
2445 				struct request *next)  in bfq_requests_merged()
2545 static sector_t bfq_io_struct_pos(void *io_struct, bool request)  in bfq_io_struct_pos()  argument
2547 	if (request)  in bfq_io_struct_pos()
2553 static int bfq_rq_close_to_sector(void *io_struct, bool request,  in bfq_rq_close_to_sector()  argument
2556 	return abs(bfq_io_struct_pos(io_struct, request) - sector) <=  in bfq_rq_close_to_sector()
2752 		     void *io_struct, bool request, struct bfq_io_cq *bic)  in bfq_setup_cooperator()  argument
2875 	    bfq_rq_close_to_sector(io_struct, request,  in bfq_setup_cooperator()
2889 			bfq_io_struct_pos(io_struct, request));  in bfq_setup_cooperator()
3080 static bool bfq_allow_bio_merge(struct request_queue *q, struct request *rq,  in bfq_allow_bio_merge()
3286 				       struct request *rq)  in bfq_reset_rate_computation()
3303 static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq)  in bfq_update_rate_reset()
3444 static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq)  in bfq_update_peak_rate()
3506 static void bfq_dispatch_remove(struct request_queue *q, struct request *rq)  in bfq_dispatch_remove()
3819 	struct request *next_rq;  in __bfq_bfqq_recalc_budget()
4604 	struct request *next_rq;  in bfq_select_queue()
4893 static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd,  in bfq_dispatch_rq_from_bfqq()
4896 	struct request *rq = bfqq->next_rq;  in bfq_dispatch_rq_from_bfqq()
4952 static struct request *__bfq_dispatch_request(struct blk_mq_hw_ctx *hctx)  in __bfq_dispatch_request()
4955 	struct request *rq = NULL;  in __bfq_dispatch_request()
4959 		rq = list_first_entry(&bfqd->dispatch, struct request,  in __bfq_dispatch_request()
5042 				      struct request *rq,  in bfq_update_dispatch_stats()
5087 					     struct request *rq,  in bfq_update_dispatch_stats()
5092 static struct request *bfq_dispatch_request(struct blk_mq_hw_ctx *hctx)  in bfq_dispatch_request()
5095 	struct request *rq;  in bfq_dispatch_request()
5694 		       struct request *rq)  in bfq_update_io_seektime()
5856 			    struct request *rq)  in bfq_rq_enqueued()
5912 static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq)  in __bfq_insert_request()
5997 static struct bfq_queue *bfq_init_rq(struct request *rq);
5999 static void bfq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq,  in bfq_insert_request()
6060 		struct request *rq;  in bfq_insert_requests()
6062 		rq = list_first_entry(list, struct request, queuelist);  in bfq_insert_requests()
6413 static void bfq_finish_requeue_request(struct request *rq)  in bfq_finish_requeue_request()
6562 static void bfq_prepare_request(struct request *rq)  in bfq_prepare_request()
6595 static struct bfq_queue *bfq_init_rq(struct request *rq)  in bfq_init_rq()