| /kernel/linux/linux-5.10/block/ |
| D | blk-mq-sched.c | 51 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx()
60 void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_restart()
89 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list() local
118 static int __blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in __blk_mq_do_dispatch_sched()
195 static int blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_sched()
206 static struct blk_mq_ctx *blk_mq_next_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_next_ctx()
225 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx()
275 static int __blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_dispatch_requests()
328 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_dispatch_requests()
353 struct blk_mq_hw_ctx *hctx; in __blk_mq_sched_bio_merge() local
[all …]
|
| D | blk-mq.c | 70 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending()
80 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending()
89 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_clear_pending()
102 static bool blk_mq_check_inflight(struct blk_mq_hw_ctx *hctx, in blk_mq_check_inflight()
229 struct blk_mq_hw_ctx *hctx; in blk_mq_quiesce_queue() local
275 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters() local
507 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in __blk_mq_free_request() local
526 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_free_request() local
719 static void hctx_unlock(struct blk_mq_hw_ctx *hctx, int srcu_idx) in hctx_unlock()
728 static void hctx_lock(struct blk_mq_hw_ctx *hctx, int *srcu_idx) in hctx_lock()
[all …]
|
| D | blk-mq-debugfs.c | 228 struct blk_mq_hw_ctx *hctx = data; in hctx_state_show() local
256 struct blk_mq_hw_ctx *hctx = data; in hctx_flags_show() local
367 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_start() local
375 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_next() local
383 struct blk_mq_hw_ctx *hctx = m->private; in hctx_dispatch_stop() local
397 struct blk_mq_hw_ctx *hctx; member
417 struct blk_mq_hw_ctx *hctx = data; in hctx_busy_show() local
434 struct blk_mq_hw_ctx *hctx = data; in hctx_type_show() local
443 struct blk_mq_hw_ctx *hctx = data; in hctx_ctx_map_show() local
468 struct blk_mq_hw_ctx *hctx = data; in hctx_tags_show() local
[all …]
|
| D | blk-mq-sysfs.c | 36 struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, in blk_mq_hw_sysfs_release() local
106 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_show() local
128 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_store() local
145 static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_tags_show()
151 static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx, in blk_mq_hw_sysfs_nr_reserved_tags_show()
157 static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page) in blk_mq_hw_sysfs_cpus_show()
227 static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_unregister_hctx()
241 static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_register_hctx()
265 struct blk_mq_hw_ctx *hctx; in blk_mq_unregister_dev() local
280 void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_kobj_init()
[all …]
|
| D | blk-mq.h | 161 struct blk_mq_hw_ctx *hctx; member
177 static inline bool blk_mq_hctx_stopped(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_stopped()
182 static inline bool blk_mq_hw_queue_mapped(struct blk_mq_hw_ctx *hctx) in blk_mq_hw_queue_mapped()
204 static inline void __blk_mq_inc_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_inc_active_requests()
212 static inline void __blk_mq_dec_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_dec_active_requests()
220 static inline int __blk_mq_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_active_requests()
226 static inline void __blk_mq_put_driver_tag(struct blk_mq_hw_ctx *hctx, in __blk_mq_put_driver_tag()
301 static inline bool hctx_may_queue(struct blk_mq_hw_ctx *hctx, in hctx_may_queue()
|
| D | blk-mq-debugfs.h | 48 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx()
52 static inline void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_hctx()
73 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_sched_hctx()
77 static inline void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_sched_hctx()
|
| D | kyber-iosched.c | 448 static void kyber_depth_updated(struct blk_mq_hw_ctx *hctx) in kyber_depth_updated()
459 static int kyber_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_init_hctx()
513 static void kyber_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in kyber_exit_hctx()
565 struct blk_mq_hw_ctx *hctx = blk_mq_map_queue(q, bio->bi_opf, ctx); in kyber_bio_merge() local
584 static void kyber_insert_requests(struct blk_mq_hw_ctx *hctx, in kyber_insert_requests()
691 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake() local
701 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token()
749 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain()
796 static struct request *kyber_dispatch_request(struct blk_mq_hw_ctx *hctx) in kyber_dispatch_request()
842 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work()
[all …]
|
| D | blk-mq-tag.h | 56 struct blk_mq_hw_ctx *hctx) in bt_wait_ptr()
72 static inline bool blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_busy()
80 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_idle()
|
| D | blk-mq-tag.c | 24 bool __blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_busy()
56 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_idle()
196 struct blk_mq_hw_ctx *hctx; member
219 struct blk_mq_hw_ctx *hctx = iter_data->hctx; in bt_iter() local
255 static void bt_for_each(struct blk_mq_hw_ctx *hctx, struct sbitmap_queue *bt, in bt_for_each()
439 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_tag_busy_iter() local
566 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, in blk_mq_tag_update_depth()
|
| D | blk-mq-sched.h | 71 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_has_work()
81 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_needs_restart()
|
| D | mq-deadline.c | 381 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request()
486 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request()
529 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests()
585 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work()
|
| D | blk-flush.c | 354 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in mq_flush_data_end_io() local
526 void blk_mq_hctx_set_fq_lock_class(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_set_fq_lock_class()
|
| D | bfq-iosched.c | 4650 static bool bfq_has_work(struct blk_mq_hw_ctx *hctx) in bfq_has_work()
4665 static struct request *__bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in __bfq_dispatch_request()
4805 static struct request *bfq_dispatch_request(struct blk_mq_hw_ctx *hctx) in bfq_dispatch_request()
5503 static void bfq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in bfq_insert_request()
5564 static void bfq_insert_requests(struct blk_mq_hw_ctx *hctx, in bfq_insert_requests()
6352 static void bfq_depth_updated(struct blk_mq_hw_ctx *hctx) in bfq_depth_updated()
6362 static int bfq_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int index) in bfq_init_hctx()
|
| D | bsg-lib.c | 264 static blk_status_t bsg_queue_rq(struct blk_mq_hw_ctx *hctx, in bsg_queue_rq()
|
| /kernel/linux/linux-5.10/drivers/s390/block/ |
| D | scm_blk.c | 283 static blk_status_t scm_blk_request(struct blk_mq_hw_ctx *hctx, in scm_blk_request()
332 static int scm_blk_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scm_blk_init_hctx()
346 static void scm_blk_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int idx) in scm_blk_exit_hctx()
|
| /kernel/linux/linux-5.10/drivers/nvme/target/ |
| D | loop.c | 131 static blk_status_t nvme_loop_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_loop_queue_rq()
216 static int nvme_loop_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_hctx()
236 static int nvme_loop_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_admin_hctx()
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | blk-mq.h | 579 #define queue_for_each_hw_ctx(q, hctx, i) \ argument
583 #define hctx_for_each_ctx(hctx, ctx, i) \ argument
587 static inline blk_qc_t request_to_qc_t(struct blk_mq_hw_ctx *hctx, in request_to_qc_t()
|
| /kernel/linux/linux-5.10/drivers/block/rnbd/ |
| D | rnbd-clt.c | 1106 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue()
1121 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq()
1252 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue()
1262 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues() local
|
| /kernel/linux/linux-5.10/drivers/block/ |
| D | z2ram.c | 69 static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, in z2_queue_rq()
|
| D | virtio_blk.c | 203 static void virtio_commit_rqs(struct blk_mq_hw_ctx *hctx) in virtio_commit_rqs()
217 static blk_status_t virtio_queue_rq(struct blk_mq_hw_ctx *hctx, in virtio_queue_rq()
|
| /kernel/linux/linux-5.10/net/dccp/ccids/ |
| D | ccid3.h | 104 struct ccid3_hc_tx_sock *hctx = ccid_priv(dccp_sk(sk)->dccps_hc_tx_ccid); in ccid3_hc_tx_sk() local
|
| /kernel/linux/linux-5.10/drivers/mtd/ |
| D | mtd_blkdevs.c | 185 static blk_status_t mtd_queue_rq(struct blk_mq_hw_ctx *hctx, in mtd_queue_rq()
|
| /kernel/linux/linux-5.10/drivers/block/mtip32xx/ |
| D | mtip32xx.c | 165 struct blk_mq_hw_ctx *hctx = dd->queue->queue_hw_ctx[0]; in mtip_cmd_from_tag() local
2059 struct blk_mq_hw_ctx *hctx) in mtip_hw_submit_io()
3423 static bool mtip_check_unal_depth(struct blk_mq_hw_ctx *hctx, in mtip_check_unal_depth()
3447 static blk_status_t mtip_issue_reserved_cmd(struct blk_mq_hw_ctx *hctx, in mtip_issue_reserved_cmd()
3484 static blk_status_t mtip_queue_rq(struct blk_mq_hw_ctx *hctx, in mtip_queue_rq()
|
| /kernel/linux/linux-5.10/drivers/nvme/host/ |
| D | tcp.c | 443 static int nvme_tcp_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_hctx()
453 static int nvme_tcp_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_tcp_init_admin_hctx()
2329 static void nvme_tcp_commit_rqs(struct blk_mq_hw_ctx *hctx) in nvme_tcp_commit_rqs()
2337 static blk_status_t nvme_tcp_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_tcp_queue_rq()
2406 static int nvme_tcp_poll(struct blk_mq_hw_ctx *hctx) in nvme_tcp_poll()
|
| D | rdma.c | 321 static int nvme_rdma_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_hctx()
333 static int nvme_rdma_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_rdma_init_admin_hctx()
2037 static blk_status_t nvme_rdma_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_rdma_queue_rq()
2116 static int nvme_rdma_poll(struct blk_mq_hw_ctx *hctx) in nvme_rdma_poll()
|