Lines Matching defs:hctx
71 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending()
81 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending()
90 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_clear_pending()
103 static bool blk_mq_check_inflight(struct blk_mq_hw_ctx *hctx, in blk_mq_check_inflight()
233 struct blk_mq_hw_ctx *hctx; in blk_mq_quiesce_queue() local
268 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters() local
504 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in __blk_mq_free_request() local
523 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_free_request() local
695 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock()
704 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock()
866 static bool blk_mq_rq_inflight(struct blk_mq_hw_ctx *hctx, struct request *rq, in blk_mq_rq_inflight()
935 static bool blk_mq_check_expired(struct blk_mq_hw_ctx *hctx, in blk_mq_check_expired()
957 struct blk_mq_hw_ctx *hctx; in blk_mq_timeout_work() local
997 struct blk_mq_hw_ctx *hctx; member
1004 struct blk_mq_hw_ctx *hctx = flush_data->hctx; in flush_busy_ctx() local
1019 void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list) in blk_mq_flush_busy_ctxs()
1031 struct blk_mq_hw_ctx *hctx; member
1039 struct blk_mq_hw_ctx *hctx = dispatch_data->hctx; in dispatch_rq_from_ctx() local
1055 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_dequeue_from_ctx()
1101 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_get_driver_tag() local
1118 struct blk_mq_hw_ctx *hctx; in blk_mq_dispatch_wake() local
1142 static bool blk_mq_mark_tag_wait(struct blk_mq_hw_ctx *hctx, in blk_mq_mark_tag_wait()
1231 static void blk_mq_update_dispatch_busy(struct blk_mq_hw_ctx *hctx, bool busy) in blk_mq_update_dispatch_busy()
1289 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_prep_dispatch_rq() local
1340 bool blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx *hctx, struct list_head *list, in blk_mq_dispatch_rq_list()
1501 static void __blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx) in __blk_mq_run_hw_queue()
1518 static inline int blk_mq_first_mapped_cpu(struct blk_mq_hw_ctx *hctx) in blk_mq_first_mapped_cpu()
1533 static int blk_mq_hctx_next_cpu(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_next_cpu()
1582 static void __blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async, in __blk_mq_delay_run_hw_queue()
1607 void blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs) in blk_mq_delay_run_hw_queue()
1622 void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async) in blk_mq_run_hw_queue()
1673 struct blk_mq_hw_ctx *hctx = blk_mq_map_queue(q, 0, ctx); in blk_mq_get_sq_hctx() local
1687 struct blk_mq_hw_ctx *hctx, *sq_hctx; in blk_mq_run_hw_queues() local
1715 struct blk_mq_hw_ctx *hctx, *sq_hctx; in blk_mq_delay_run_hw_queues() local
1745 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_stopped() local
1765 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx) in blk_mq_stop_hw_queue()
1784 struct blk_mq_hw_ctx *hctx; in blk_mq_stop_hw_queues() local
1792 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx) in blk_mq_start_hw_queue()
1802 struct blk_mq_hw_ctx *hctx; in blk_mq_start_hw_queues() local
1810 void blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx *hctx, bool async) in blk_mq_start_stopped_hw_queue()
1822 struct blk_mq_hw_ctx *hctx; in blk_mq_start_stopped_hw_queues() local
1833 struct blk_mq_hw_ctx *hctx; in blk_mq_run_work_fn() local
1846 static inline void __blk_mq_insert_req_list(struct blk_mq_hw_ctx *hctx, in __blk_mq_insert_req_list()
1863 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in __blk_mq_insert_request()
1886 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_request_bypass_insert() local
1899 void blk_mq_insert_requests(struct blk_mq_hw_ctx *hctx, struct blk_mq_ctx *ctx, in blk_mq_insert_requests()
1972 static blk_status_t __blk_mq_issue_directly(struct blk_mq_hw_ctx *hctx, in __blk_mq_issue_directly()
2011 static blk_status_t __blk_mq_try_issue_directly(struct blk_mq_hw_ctx *hctx, in __blk_mq_try_issue_directly()
2068 static void blk_mq_try_issue_directly(struct blk_mq_hw_ctx *hctx, in blk_mq_try_issue_directly()
2092 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_request_issue_directly() local
2101 void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx, in blk_mq_try_issue_list_directly()
2526 struct blk_mq_hw_ctx *hctx; member
2540 static bool blk_mq_hctx_has_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_requests()
2553 struct blk_mq_hw_ctx *hctx) in blk_mq_last_cpu_in_hctx()
2564 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, in blk_mq_hctx_notify_offline() local
2597 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, in blk_mq_hctx_notify_online() local
2612 struct blk_mq_hw_ctx *hctx; in blk_mq_hctx_notify_dead() local
2643 static void blk_mq_remove_cpuhp(struct blk_mq_hw_ctx *hctx) in blk_mq_remove_cpuhp()
2684 struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in blk_mq_exit_hctx()
2709 struct blk_mq_hw_ctx *hctx; in blk_mq_exit_hw_queues() local
2736 struct blk_mq_hw_ctx *hctx, unsigned hctx_idx) in blk_mq_init_hctx()
2768 struct blk_mq_hw_ctx *hctx; in blk_mq_alloc_hctx() local
2839 struct blk_mq_hw_ctx *hctx; in blk_mq_init_cpu_queues() local
2897 struct blk_mq_hw_ctx *hctx; in blk_mq_map_swqueue() local
3002 struct blk_mq_hw_ctx *hctx; in queue_set_hctx_shared() local
3102 struct blk_mq_hw_ctx *hctx, *next; in blk_mq_release() local
3170 struct blk_mq_hw_ctx *hctx = NULL, *tmp; in blk_mq_alloc_and_init_hctx() local
3226 struct blk_mq_hw_ctx *hctx; in blk_mq_realloc_hw_ctxs() local
3265 struct blk_mq_hw_ctx *hctx = hctxs[j]; in blk_mq_realloc_hw_ctxs() local
3613 struct blk_mq_hw_ctx *hctx; in blk_mq_update_nr_requests() local
3930 struct blk_mq_hw_ctx *hctx, blk_qc_t cookie) in blk_mq_poll_hybrid()
3968 struct blk_mq_hw_ctx *hctx; in blk_poll() local
4030 struct blk_mq_hw_ctx *hctx; in blk_mq_cancel_work_sync() local