228 	struct blk_mq_hw_ctx *hctx = data;  in hctx_state_show()  local
230 	blk_flags_show(m, hctx->state, hctx_state_name,  in hctx_state_show()
256 	struct blk_mq_hw_ctx *hctx = data;  in hctx_flags_show()  local
257 	const int alloc_policy = BLK_MQ_FLAG_TO_ALLOC_POLICY(hctx->flags);  in hctx_flags_show()
267 		       hctx->flags ^ BLK_ALLOC_POLICY_TO_MQ_FLAG(alloc_policy),  in hctx_flags_show()
365 	__acquires(&hctx->lock)  in hctx_dispatch_start()
367 	struct blk_mq_hw_ctx *hctx = m->private;  in hctx_dispatch_start()  local
369 	spin_lock(&hctx->lock);  in hctx_dispatch_start()
370 	return seq_list_start(&hctx->dispatch, *pos);  in hctx_dispatch_start()
375 	struct blk_mq_hw_ctx *hctx = m->private;  in hctx_dispatch_next()  local
377 	return seq_list_next(v, &hctx->dispatch, pos);  in hctx_dispatch_next()
381 	__releases(&hctx->lock)  in hctx_dispatch_stop()
383 	struct blk_mq_hw_ctx *hctx = m->private;  in hctx_dispatch_stop()  local
385 	spin_unlock(&hctx->lock);  in hctx_dispatch_stop()
397 	struct blk_mq_hw_ctx	*hctx;  member
409 	if (rq->mq_hctx == params->hctx)  in hctx_show_busy_rq()
417 	struct blk_mq_hw_ctx *hctx = data;  in hctx_busy_show()  local
418 	struct show_busy_params params = { .m = m, .hctx = hctx };  in hctx_busy_show()
420 	blk_mq_tagset_busy_iter(hctx->queue->tag_set, hctx_show_busy_rq,  in hctx_busy_show()
434 	struct blk_mq_hw_ctx *hctx = data;  in hctx_type_show()  local
437 	seq_printf(m, "%s\n", hctx_types[hctx->type]);  in hctx_type_show()
443 	struct blk_mq_hw_ctx *hctx = data;  in hctx_ctx_map_show()  local
445 	sbitmap_bitmap_show(&hctx->ctx_map, m);  in hctx_ctx_map_show()
468 	struct blk_mq_hw_ctx *hctx = data;  in hctx_tags_show()  local
469 	struct request_queue *q = hctx->queue;  in hctx_tags_show()
475 	if (hctx->tags)  in hctx_tags_show()
476 		blk_mq_debugfs_tags_show(m, hctx->tags);  in hctx_tags_show()
485 	struct blk_mq_hw_ctx *hctx = data;  in hctx_tags_bitmap_show()  local
486 	struct request_queue *q = hctx->queue;  in hctx_tags_bitmap_show()
492 	if (hctx->tags)  in hctx_tags_bitmap_show()
493 		sbitmap_bitmap_show(&hctx->tags->bitmap_tags->sb, m);  in hctx_tags_bitmap_show()
502 	struct blk_mq_hw_ctx *hctx = data;  in hctx_sched_tags_show()  local
503 	struct request_queue *q = hctx->queue;  in hctx_sched_tags_show()
509 	if (hctx->sched_tags)  in hctx_sched_tags_show()
510 		blk_mq_debugfs_tags_show(m, hctx->sched_tags);  in hctx_sched_tags_show()
519 	struct blk_mq_hw_ctx *hctx = data;  in hctx_sched_tags_bitmap_show()  local
520 	struct request_queue *q = hctx->queue;  in hctx_sched_tags_bitmap_show()
526 	if (hctx->sched_tags)  in hctx_sched_tags_bitmap_show()
527 		sbitmap_bitmap_show(&hctx->sched_tags->bitmap_tags->sb, m);  in hctx_sched_tags_bitmap_show()
536 	struct blk_mq_hw_ctx *hctx = data;  in hctx_io_poll_show()  local
538 	seq_printf(m, "considered=%lu\n", hctx->poll_considered);  in hctx_io_poll_show()
539 	seq_printf(m, "invoked=%lu\n", hctx->poll_invoked);  in hctx_io_poll_show()
540 	seq_printf(m, "success=%lu\n", hctx->poll_success);  in hctx_io_poll_show()
547 	struct blk_mq_hw_ctx *hctx = data;  in hctx_io_poll_write()  local
549 	hctx->poll_considered = hctx->poll_invoked = hctx->poll_success = 0;  in hctx_io_poll_write()
555 	struct blk_mq_hw_ctx *hctx = data;  in hctx_dispatched_show()  local
558 	seq_printf(m, "%8u\t%lu\n", 0U, hctx->dispatched[0]);  in hctx_dispatched_show()
563 		seq_printf(m, "%8u\t%lu\n", d, hctx->dispatched[i]);  in hctx_dispatched_show()
566 	seq_printf(m, "%8u+\t%lu\n", 1U << (i - 1), hctx->dispatched[i]);  in hctx_dispatched_show()
573 	struct blk_mq_hw_ctx *hctx = data;  in hctx_dispatched_write()  local
577 		hctx->dispatched[i] = 0;  in hctx_dispatched_write()
583 	struct blk_mq_hw_ctx *hctx = data;  in hctx_queued_show()  local
585 	seq_printf(m, "%lu\n", hctx->queued);  in hctx_queued_show()
592 	struct blk_mq_hw_ctx *hctx = data;  in hctx_queued_write()  local
594 	hctx->queued = 0;  in hctx_queued_write()
600 	struct blk_mq_hw_ctx *hctx = data;  in hctx_run_show()  local
602 	seq_printf(m, "%lu\n", hctx->run);  in hctx_run_show()
609 	struct blk_mq_hw_ctx *hctx = data;  in hctx_run_write()  local
611 	hctx->run = 0;  in hctx_run_write()
617 	struct blk_mq_hw_ctx *hctx = data;  in hctx_active_show()  local
619 	seq_printf(m, "%d\n", atomic_read(&hctx->nr_active));  in hctx_active_show()
625 	struct blk_mq_hw_ctx *hctx = data;  in hctx_dispatch_busy_show()  local
627 	seq_printf(m, "%u\n", hctx->dispatch_busy);  in hctx_dispatch_busy_show()
829 	struct blk_mq_hw_ctx *hctx;  in blk_mq_debugfs_register()  local
843 	queue_for_each_hw_ctx(q, hctx, i) {  in blk_mq_debugfs_register()
844 		if (!hctx->debugfs_dir)  in blk_mq_debugfs_register()
845 			blk_mq_debugfs_register_hctx(q, hctx);  in blk_mq_debugfs_register()
846 		if (q->elevator && !hctx->sched_debugfs_dir)  in blk_mq_debugfs_register()
847 			blk_mq_debugfs_register_sched_hctx(q, hctx);  in blk_mq_debugfs_register()
865 static void blk_mq_debugfs_register_ctx(struct blk_mq_hw_ctx *hctx,  in blk_mq_debugfs_register_ctx()  argument
872 	ctx_dir = debugfs_create_dir(name, hctx->debugfs_dir);  in blk_mq_debugfs_register_ctx()
878 				  struct blk_mq_hw_ctx *hctx)  in blk_mq_debugfs_register_hctx()  argument
887 	snprintf(name, sizeof(name), "hctx%u", hctx->queue_num);  in blk_mq_debugfs_register_hctx()
888 	hctx->debugfs_dir = debugfs_create_dir(name, q->debugfs_dir);  in blk_mq_debugfs_register_hctx()
890 	debugfs_create_files(hctx->debugfs_dir, hctx, blk_mq_debugfs_hctx_attrs);  in blk_mq_debugfs_register_hctx()
892 	hctx_for_each_ctx(hctx, ctx, i)  in blk_mq_debugfs_register_hctx()
893 		blk_mq_debugfs_register_ctx(hctx, ctx);  in blk_mq_debugfs_register_hctx()
896 void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx)  in blk_mq_debugfs_unregister_hctx()  argument
898 	debugfs_remove_recursive(hctx->debugfs_dir);  in blk_mq_debugfs_unregister_hctx()
899 	hctx->sched_debugfs_dir = NULL;  in blk_mq_debugfs_unregister_hctx()
900 	hctx->debugfs_dir = NULL;  in blk_mq_debugfs_unregister_hctx()
905 	struct blk_mq_hw_ctx *hctx;  in blk_mq_debugfs_register_hctxs()  local
908 	queue_for_each_hw_ctx(q, hctx, i)  in blk_mq_debugfs_register_hctxs()
909 		blk_mq_debugfs_register_hctx(q, hctx);  in blk_mq_debugfs_register_hctxs()
914 	struct blk_mq_hw_ctx *hctx;  in blk_mq_debugfs_unregister_hctxs()  local
917 	queue_for_each_hw_ctx(q, hctx, i)  in blk_mq_debugfs_unregister_hctxs()
918 		blk_mq_debugfs_unregister_hctx(hctx);  in blk_mq_debugfs_unregister_hctxs()
977 					struct blk_mq_hw_ctx *hctx)  in blk_mq_debugfs_register_sched_hctx()  argument
984 	hctx->sched_debugfs_dir = debugfs_create_dir("sched",  in blk_mq_debugfs_register_sched_hctx()
985 						     hctx->debugfs_dir);  in blk_mq_debugfs_register_sched_hctx()
986 	debugfs_create_files(hctx->sched_debugfs_dir, hctx,  in blk_mq_debugfs_register_sched_hctx()
990 void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx)  in blk_mq_debugfs_unregister_sched_hctx()  argument
992 	debugfs_remove_recursive(hctx->sched_debugfs_dir);  in blk_mq_debugfs_unregister_sched_hctx()
993 	hctx->sched_debugfs_dir = NULL;  in blk_mq_debugfs_unregister_sched_hctx()