Lines Matching refs:q
346 static int __blk_trace_remove(struct request_queue *q) in __blk_trace_remove() argument
350 bt = rcu_replace_pointer(q->blk_trace, NULL, in __blk_trace_remove()
351 lockdep_is_held(&q->debugfs_mutex)); in __blk_trace_remove()
361 int blk_trace_remove(struct request_queue *q) in blk_trace_remove() argument
365 mutex_lock(&q->debugfs_mutex); in blk_trace_remove()
366 ret = __blk_trace_remove(q); in blk_trace_remove()
367 mutex_unlock(&q->debugfs_mutex); in blk_trace_remove()
478 static int do_blk_trace_setup(struct request_queue *q, char *name, dev_t dev, in do_blk_trace_setup() argument
486 lockdep_assert_held(&q->debugfs_mutex); in do_blk_trace_setup()
504 if (rcu_dereference_protected(q->blk_trace, in do_blk_trace_setup()
505 lockdep_is_held(&q->debugfs_mutex))) { in do_blk_trace_setup()
531 dir = q->debugfs_dir; in do_blk_trace_setup()
577 rcu_assign_pointer(q->blk_trace, bt); in do_blk_trace_setup()
587 static int __blk_trace_setup(struct request_queue *q, char *name, dev_t dev, in __blk_trace_setup() argument
597 ret = do_blk_trace_setup(q, name, dev, bdev, &buts); in __blk_trace_setup()
602 __blk_trace_remove(q); in __blk_trace_setup()
608 int blk_trace_setup(struct request_queue *q, char *name, dev_t dev, in blk_trace_setup() argument
614 mutex_lock(&q->debugfs_mutex); in blk_trace_setup()
615 ret = __blk_trace_setup(q, name, dev, bdev, arg); in blk_trace_setup()
616 mutex_unlock(&q->debugfs_mutex); in blk_trace_setup()
623 static int compat_blk_trace_setup(struct request_queue *q, char *name, in compat_blk_trace_setup() argument
643 ret = do_blk_trace_setup(q, name, dev, bdev, &buts); in compat_blk_trace_setup()
648 __blk_trace_remove(q); in compat_blk_trace_setup()
656 static int __blk_trace_startstop(struct request_queue *q, int start) in __blk_trace_startstop() argument
661 bt = rcu_dereference_protected(q->blk_trace, in __blk_trace_startstop()
662 lockdep_is_held(&q->debugfs_mutex)); in __blk_trace_startstop()
698 int blk_trace_startstop(struct request_queue *q, int start) in blk_trace_startstop() argument
702 mutex_lock(&q->debugfs_mutex); in blk_trace_startstop()
703 ret = __blk_trace_startstop(q, start); in blk_trace_startstop()
704 mutex_unlock(&q->debugfs_mutex); in blk_trace_startstop()
725 struct request_queue *q; in blk_trace_ioctl() local
729 q = bdev_get_queue(bdev); in blk_trace_ioctl()
730 if (!q) in blk_trace_ioctl()
733 mutex_lock(&q->debugfs_mutex); in blk_trace_ioctl()
738 ret = __blk_trace_setup(q, b, bdev->bd_dev, bdev, arg); in blk_trace_ioctl()
743 ret = compat_blk_trace_setup(q, b, bdev->bd_dev, bdev, arg); in blk_trace_ioctl()
750 ret = __blk_trace_startstop(q, start); in blk_trace_ioctl()
753 ret = __blk_trace_remove(q); in blk_trace_ioctl()
760 mutex_unlock(&q->debugfs_mutex); in blk_trace_ioctl()
769 void blk_trace_shutdown(struct request_queue *q) in blk_trace_shutdown() argument
771 mutex_lock(&q->debugfs_mutex); in blk_trace_shutdown()
772 if (rcu_dereference_protected(q->blk_trace, in blk_trace_shutdown()
773 lockdep_is_held(&q->debugfs_mutex))) { in blk_trace_shutdown()
774 __blk_trace_startstop(q, 0); in blk_trace_shutdown()
775 __blk_trace_remove(q); in blk_trace_shutdown()
778 mutex_unlock(&q->debugfs_mutex); in blk_trace_shutdown()
782 static u64 blk_trace_bio_get_cgid(struct request_queue *q, struct bio *bio) in blk_trace_bio_get_cgid() argument
787 bt = rcu_dereference_protected(q->blk_trace, 1); in blk_trace_bio_get_cgid()
796 static u64 blk_trace_bio_get_cgid(struct request_queue *q, struct bio *bio) in blk_trace_bio_get_cgid() argument
803 blk_trace_request_get_cgid(struct request_queue *q, struct request *rq) in blk_trace_request_get_cgid() argument
808 return blk_trace_bio_get_cgid(q, rq->bio); in blk_trace_request_get_cgid()
833 bt = rcu_dereference(rq->q->blk_trace); in blk_add_trace_rq()
850 struct request_queue *q, struct request *rq) in blk_add_trace_rq_insert() argument
853 blk_trace_request_get_cgid(q, rq)); in blk_add_trace_rq_insert()
857 struct request_queue *q, struct request *rq) in blk_add_trace_rq_issue() argument
860 blk_trace_request_get_cgid(q, rq)); in blk_add_trace_rq_issue()
864 struct request_queue *q, struct request *rq) in blk_add_trace_rq_merge() argument
867 blk_trace_request_get_cgid(q, rq)); in blk_add_trace_rq_merge()
871 struct request_queue *q, in blk_add_trace_rq_requeue() argument
875 blk_trace_request_get_cgid(q, rq)); in blk_add_trace_rq_requeue()
882 blk_trace_request_get_cgid(rq->q, rq)); in blk_add_trace_rq_complete()
896 static void blk_add_trace_bio(struct request_queue *q, struct bio *bio, in blk_add_trace_bio() argument
902 bt = rcu_dereference(q->blk_trace); in blk_add_trace_bio()
910 blk_trace_bio_get_cgid(q, bio)); in blk_add_trace_bio()
915 struct request_queue *q, struct bio *bio) in blk_add_trace_bio_bounce() argument
917 blk_add_trace_bio(q, bio, BLK_TA_BOUNCE, 0); in blk_add_trace_bio_bounce()
921 struct request_queue *q, struct bio *bio) in blk_add_trace_bio_complete() argument
923 blk_add_trace_bio(q, bio, BLK_TA_COMPLETE, in blk_add_trace_bio_complete()
928 struct request_queue *q, in blk_add_trace_bio_backmerge() argument
932 blk_add_trace_bio(q, bio, BLK_TA_BACKMERGE, 0); in blk_add_trace_bio_backmerge()
936 struct request_queue *q, in blk_add_trace_bio_frontmerge() argument
940 blk_add_trace_bio(q, bio, BLK_TA_FRONTMERGE, 0); in blk_add_trace_bio_frontmerge()
944 struct request_queue *q, struct bio *bio) in blk_add_trace_bio_queue() argument
946 blk_add_trace_bio(q, bio, BLK_TA_QUEUE, 0); in blk_add_trace_bio_queue()
950 struct request_queue *q, in blk_add_trace_getrq() argument
954 blk_add_trace_bio(q, bio, BLK_TA_GETRQ, 0); in blk_add_trace_getrq()
959 bt = rcu_dereference(q->blk_trace); in blk_add_trace_getrq()
969 struct request_queue *q, in blk_add_trace_sleeprq() argument
973 blk_add_trace_bio(q, bio, BLK_TA_SLEEPRQ, 0); in blk_add_trace_sleeprq()
978 bt = rcu_dereference(q->blk_trace); in blk_add_trace_sleeprq()
986 static void blk_add_trace_plug(void *ignore, struct request_queue *q) in blk_add_trace_plug() argument
991 bt = rcu_dereference(q->blk_trace); in blk_add_trace_plug()
997 static void blk_add_trace_unplug(void *ignore, struct request_queue *q, in blk_add_trace_unplug() argument
1003 bt = rcu_dereference(q->blk_trace); in blk_add_trace_unplug()
1019 struct request_queue *q, struct bio *bio, in blk_add_trace_split() argument
1025 bt = rcu_dereference(q->blk_trace); in blk_add_trace_split()
1034 blk_trace_bio_get_cgid(q, bio)); in blk_add_trace_split()
1053 struct request_queue *q, struct bio *bio, in blk_add_trace_bio_remap() argument
1060 bt = rcu_dereference(q->blk_trace); in blk_add_trace_bio_remap()
1073 sizeof(r), &r, blk_trace_bio_get_cgid(q, bio)); in blk_add_trace_bio_remap()
1091 struct request_queue *q, in blk_add_trace_rq_remap() argument
1099 bt = rcu_dereference(q->blk_trace); in blk_add_trace_rq_remap()
1111 sizeof(r), &r, blk_trace_request_get_cgid(q, rq)); in blk_add_trace_rq_remap()
1126 void blk_add_driver_data(struct request_queue *q, in blk_add_driver_data() argument
1133 bt = rcu_dereference(q->blk_trace); in blk_add_driver_data()
1141 blk_trace_request_get_cgid(q, rq)); in blk_add_driver_data()
1665 static int blk_trace_remove_queue(struct request_queue *q) in blk_trace_remove_queue() argument
1669 bt = rcu_replace_pointer(q->blk_trace, NULL, in blk_trace_remove_queue()
1670 lockdep_is_held(&q->debugfs_mutex)); in blk_trace_remove_queue()
1691 static int blk_trace_setup_queue(struct request_queue *q, in blk_trace_setup_queue() argument
1710 rcu_assign_pointer(q->blk_trace, bt); in blk_trace_setup_queue()
1840 struct request_queue *q; in sysfs_blk_trace_attr_show() local
1847 q = blk_trace_get_queue(bdev); in sysfs_blk_trace_attr_show()
1848 if (q == NULL) in sysfs_blk_trace_attr_show()
1851 mutex_lock(&q->debugfs_mutex); in sysfs_blk_trace_attr_show()
1853 bt = rcu_dereference_protected(q->blk_trace, in sysfs_blk_trace_attr_show()
1854 lockdep_is_held(&q->debugfs_mutex)); in sysfs_blk_trace_attr_show()
1872 mutex_unlock(&q->debugfs_mutex); in sysfs_blk_trace_attr_show()
1884 struct request_queue *q; in sysfs_blk_trace_attr_store() local
1908 q = blk_trace_get_queue(bdev); in sysfs_blk_trace_attr_store()
1909 if (q == NULL) in sysfs_blk_trace_attr_store()
1912 mutex_lock(&q->debugfs_mutex); in sysfs_blk_trace_attr_store()
1914 bt = rcu_dereference_protected(q->blk_trace, in sysfs_blk_trace_attr_store()
1915 lockdep_is_held(&q->debugfs_mutex)); in sysfs_blk_trace_attr_store()
1922 ret = blk_trace_setup_queue(q, bdev); in sysfs_blk_trace_attr_store()
1924 ret = blk_trace_remove_queue(q); in sysfs_blk_trace_attr_store()
1930 ret = blk_trace_setup_queue(q, bdev); in sysfs_blk_trace_attr_store()
1931 bt = rcu_dereference_protected(q->blk_trace, in sysfs_blk_trace_attr_store()
1932 lockdep_is_held(&q->debugfs_mutex)); in sysfs_blk_trace_attr_store()
1947 mutex_unlock(&q->debugfs_mutex); in sysfs_blk_trace_attr_store()