82 	struct blk_mq_hw_ctx *hctx;  in blk_mq_hw_sysfs_show()  local
87 	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);  in blk_mq_hw_sysfs_show()
88 	q = hctx->queue;  in blk_mq_hw_sysfs_show()
96 		res = entry->show(hctx, page);  in blk_mq_hw_sysfs_show()
106 	struct blk_mq_hw_ctx *hctx;  in blk_mq_hw_sysfs_store()  local
111 	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);  in blk_mq_hw_sysfs_store()
112 	q = hctx->queue;  in blk_mq_hw_sysfs_store()
120 		res = entry->store(hctx, page, length);  in blk_mq_hw_sysfs_store()
177 static ssize_t blk_mq_hw_sysfs_poll_show(struct blk_mq_hw_ctx *hctx, char *page)  in blk_mq_hw_sysfs_poll_show()  argument
179 	return sprintf(page, "invoked=%lu, success=%lu\n", hctx->poll_invoked, hctx->poll_success);  in blk_mq_hw_sysfs_poll_show()
182 static ssize_t blk_mq_hw_sysfs_queued_show(struct blk_mq_hw_ctx *hctx,  in blk_mq_hw_sysfs_queued_show()  argument
185 	return sprintf(page, "%lu\n", hctx->queued);  in blk_mq_hw_sysfs_queued_show()
188 static ssize_t blk_mq_hw_sysfs_run_show(struct blk_mq_hw_ctx *hctx, char *page)  in blk_mq_hw_sysfs_run_show()  argument
190 	return sprintf(page, "%lu\n", hctx->run);  in blk_mq_hw_sysfs_run_show()
193 static ssize_t blk_mq_hw_sysfs_dispatched_show(struct blk_mq_hw_ctx *hctx,  in blk_mq_hw_sysfs_dispatched_show()  argument
199 	page += sprintf(page, "%8u\t%lu\n", 0U, hctx->dispatched[0]);  in blk_mq_hw_sysfs_dispatched_show()
204 		page += sprintf(page, "%8lu\t%lu\n", d, hctx->dispatched[i]);  in blk_mq_hw_sysfs_dispatched_show()
210 static ssize_t blk_mq_hw_sysfs_rq_list_show(struct blk_mq_hw_ctx *hctx,  in blk_mq_hw_sysfs_rq_list_show()  argument
215 	spin_lock(&hctx->lock);  in blk_mq_hw_sysfs_rq_list_show()
216 	ret = sysfs_list_show(page, &hctx->dispatch, "HCTX pending");  in blk_mq_hw_sysfs_rq_list_show()
217 	spin_unlock(&hctx->lock);  in blk_mq_hw_sysfs_rq_list_show()
222 static ssize_t blk_mq_hw_sysfs_tags_show(struct blk_mq_hw_ctx *hctx, char *page)  in blk_mq_hw_sysfs_tags_show()  argument
224 	return blk_mq_tag_sysfs_show(hctx->tags, page);  in blk_mq_hw_sysfs_tags_show()
227 static ssize_t blk_mq_hw_sysfs_active_show(struct blk_mq_hw_ctx *hctx, char *page)  in blk_mq_hw_sysfs_active_show()  argument
229 	return sprintf(page, "%u\n", atomic_read(&hctx->nr_active));  in blk_mq_hw_sysfs_active_show()
232 static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page)  in blk_mq_hw_sysfs_cpus_show()  argument
238 	for_each_cpu(i, hctx->cpumask) {  in blk_mq_hw_sysfs_cpus_show()
352 static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx)  in blk_mq_unregister_hctx()  argument
357 	if (!hctx->nr_ctx)  in blk_mq_unregister_hctx()
360 	hctx_for_each_ctx(hctx, ctx, i)  in blk_mq_unregister_hctx()
363 	kobject_del(&hctx->kobj);  in blk_mq_unregister_hctx()
366 static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx)  in blk_mq_register_hctx()  argument
368 	struct request_queue *q = hctx->queue;  in blk_mq_register_hctx()
372 	if (!hctx->nr_ctx)  in blk_mq_register_hctx()
375 	ret = kobject_add(&hctx->kobj, &q->mq_kobj, "%u", hctx->queue_num);  in blk_mq_register_hctx()
379 	hctx_for_each_ctx(hctx, ctx, i) {  in blk_mq_register_hctx()
380 		ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu);  in blk_mq_register_hctx()
391 	struct blk_mq_hw_ctx *hctx;  in blk_mq_unregister_disk()  local
397 	queue_for_each_hw_ctx(q, hctx, i) {  in blk_mq_unregister_disk()
398 		blk_mq_unregister_hctx(hctx);  in blk_mq_unregister_disk()
400 		hctx_for_each_ctx(hctx, ctx, j)  in blk_mq_unregister_disk()
403 		kobject_put(&hctx->kobj);  in blk_mq_unregister_disk()
418 	struct blk_mq_hw_ctx *hctx;  in blk_mq_sysfs_init()  local
424 	queue_for_each_hw_ctx(q, hctx, i)  in blk_mq_sysfs_init()
425 		kobject_init(&hctx->kobj, &blk_mq_hw_ktype);  in blk_mq_sysfs_init()
435 	struct blk_mq_hw_ctx *hctx;  in blk_mq_register_disk()  local
448 	queue_for_each_hw_ctx(q, hctx, i) {  in blk_mq_register_disk()
449 		ret = blk_mq_register_hctx(hctx);  in blk_mq_register_disk()
467 	struct blk_mq_hw_ctx *hctx;  in blk_mq_sysfs_unregister()  local
473 	queue_for_each_hw_ctx(q, hctx, i)  in blk_mq_sysfs_unregister()
474 		blk_mq_unregister_hctx(hctx);  in blk_mq_sysfs_unregister()
479 	struct blk_mq_hw_ctx *hctx;  in blk_mq_sysfs_register()  local
485 	queue_for_each_hw_ctx(q, hctx, i) {  in blk_mq_sysfs_register()
486 		ret = blk_mq_register_hctx(hctx);  in blk_mq_sysfs_register()