Lines Matching refs:request
50 static int blk_mq_poll_stats_bkt(const struct request *rq) in blk_mq_poll_stats_bkt()
104 struct request *rq, void *priv, in blk_mq_check_inflight()
280 static inline bool blk_mq_need_time_stamp(struct request *rq) in blk_mq_need_time_stamp()
285 static struct request *blk_mq_rq_ctx_init(struct blk_mq_alloc_data *data, in blk_mq_rq_ctx_init()
289 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init()
357 static struct request *__blk_mq_alloc_request(struct blk_mq_alloc_data *data) in __blk_mq_alloc_request()
410 struct request *blk_mq_alloc_request(struct request_queue *q, unsigned int op, in blk_mq_alloc_request()
418 struct request *rq; in blk_mq_alloc_request()
438 struct request *blk_mq_alloc_request_hctx(struct request_queue *q, in blk_mq_alloc_request_hctx()
500 static void __blk_mq_free_request(struct request *rq) in __blk_mq_free_request()
518 void blk_mq_free_request(struct request *rq) in blk_mq_free_request()
549 inline void __blk_mq_end_request(struct request *rq, blk_status_t error) in __blk_mq_end_request()
574 void blk_mq_end_request(struct request *rq, blk_status_t error) in blk_mq_end_request()
585 struct request *rq, *next; in blk_complete_reqs()
607 static inline bool blk_mq_complete_need_ipi(struct request *rq) in blk_mq_complete_need_ipi()
633 static void blk_mq_complete_send_ipi(struct request *rq) in blk_mq_complete_send_ipi()
646 static void blk_mq_raise_softirq(struct request *rq) in blk_mq_raise_softirq()
657 bool blk_mq_complete_request_remote(struct request *rq) in blk_mq_complete_request_remote()
688 void blk_mq_complete_request(struct request *rq) in blk_mq_complete_request()
723 void blk_mq_start_request(struct request *rq) in blk_mq_start_request()
748 static void __blk_mq_requeue_request(struct request *rq) in __blk_mq_requeue_request()
763 void blk_mq_requeue_request(struct request *rq, bool kick_requeue_list) in blk_mq_requeue_request()
779 struct request *rq, *next; in blk_mq_requeue_work()
804 rq = list_entry(rq_list.next, struct request, queuelist); in blk_mq_requeue_work()
812 void blk_mq_add_to_requeue_list(struct request *rq, bool at_head, in blk_mq_add_to_requeue_list()
855 struct request *blk_mq_tag_to_rq(struct blk_mq_tags *tags, unsigned int tag) in blk_mq_tag_to_rq()
866 static bool blk_mq_rq_inflight(struct blk_mq_hw_ctx *hctx, struct request *rq, in blk_mq_rq_inflight()
892 static void blk_mq_rq_timed_out(struct request *req, bool reserved) in blk_mq_rq_timed_out()
907 static bool blk_mq_req_expired(struct request *rq, unsigned long *next) in blk_mq_req_expired()
927 void blk_mq_put_rq_ref(struct request *rq) in blk_mq_put_rq_ref()
936 struct request *rq, void *priv, bool reserved) in blk_mq_check_expired()
1032 struct request *rq;
1055 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_dequeue_from_ctx()
1078 static bool __blk_mq_get_driver_tag(struct request *rq) in __blk_mq_get_driver_tag()
1099 bool blk_mq_get_driver_tag(struct request *rq) in blk_mq_get_driver_tag()
1143 struct request *rq) in blk_mq_mark_tag_wait()
1250 static void blk_mq_handle_dev_resource(struct request *rq, in blk_mq_handle_dev_resource()
1253 struct request *next = in blk_mq_handle_dev_resource()
1254 list_first_entry_or_null(list, struct request, queuelist); in blk_mq_handle_dev_resource()
1267 static void blk_mq_handle_zone_resource(struct request *rq, in blk_mq_handle_zone_resource()
1286 static enum prep_dispatch blk_mq_prep_dispatch_rq(struct request *rq, in blk_mq_prep_dispatch_rq()
1327 struct request *rq; in blk_mq_release_budgets()
1345 struct request *rq, *nxt; in blk_mq_dispatch_rq_list()
1361 rq = list_first_entry(list, struct request, queuelist); in blk_mq_dispatch_rq_list()
1379 nxt = list_first_entry(list, struct request, queuelist); in blk_mq_dispatch_rq_list()
1847 struct request *rq, in __blk_mq_insert_req_list()
1863 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in __blk_mq_insert_request()
1883 void blk_mq_request_bypass_insert(struct request *rq, bool at_head, in blk_mq_request_bypass_insert()
1903 struct request *rq; in blk_mq_insert_requests()
1932 struct request *rq, *head_rq = list_entry_rq(list.next); in blk_mq_flush_plug_list()
1953 static void blk_mq_bio_to_request(struct request *rq, struct bio *bio, in blk_mq_bio_to_request()
1973 struct request *rq, in __blk_mq_issue_directly()
2012 struct request *rq, in __blk_mq_try_issue_directly()
2069 struct request *rq, blk_qc_t *cookie) in blk_mq_try_issue_directly()
2087 blk_status_t blk_mq_request_issue_directly(struct request *rq, bool last) in blk_mq_request_issue_directly()
2109 struct request *rq = list_first_entry(list, struct request, in blk_mq_try_issue_list_directly()
2137 static void blk_add_rq_to_plug(struct blk_plug *plug, struct request *rq) in blk_add_rq_to_plug()
2142 struct request *tmp; in blk_add_rq_to_plug()
2144 tmp = list_first_entry(&plug->mq_list, struct request, in blk_add_rq_to_plug()
2186 struct request *rq; in blk_mq_submit_bio()
2188 struct request *same_queue_rq = NULL; in blk_mq_submit_bio()
2254 struct request *last = NULL; in blk_mq_submit_bio()
2333 struct request *rq = drv_tags->rqs[i]; in blk_mq_clear_rq_mapping()
2362 struct request *rq = tags->static_rqs[i]; in blk_mq_free_rqs()
2412 tags->rqs = kcalloc_node(nr_tags, sizeof(struct request *), in blk_mq_alloc_rq_map()
2420 tags->static_rqs = kcalloc_node(nr_tags, sizeof(struct request *), in blk_mq_alloc_rq_map()
2432 static int blk_mq_init_request(struct blk_mq_tag_set *set, struct request *rq, in blk_mq_init_request()
2464 rq_size = round_up(sizeof(struct request) + set->cmd_size, in blk_mq_alloc_rqs()
2506 struct request *rq = p; in blk_mq_alloc_rqs()
2530 static bool blk_mq_has_request(struct request *rq, void *data, bool reserved) in blk_mq_has_request()
2613 struct request *rq, *next; in blk_mq_hctx_notify_dead()
2657 unsigned int queue_depth, struct request *flush_rq) in blk_mq_clear_flush_rq_mapping()
2686 struct request *flush_rq = hctx->fq->flush_rq; in blk_mq_exit_hctx()
3845 struct request *rq) in blk_mq_poll_nsecs()
3877 struct request *rq) in blk_mq_poll_hybrid_sleep()
3932 struct request *rq; in blk_mq_poll_hybrid()
4021 unsigned int blk_mq_rq_cpu(struct request *rq) in blk_mq_rq_cpu()