Lines Matching refs:rqos
87 struct rq_qos rqos; member
102 static inline struct blk_iolatency *BLKIOLATENCY(struct rq_qos *rqos) in BLKIOLATENCY() argument
104 return container_of(rqos, struct blk_iolatency, rqos); in BLKIOLATENCY()
285 static void __blkcg_iolatency_throttle(struct rq_qos *rqos, in __blkcg_iolatency_throttle() argument
294 blkcg_schedule_throttle(rqos->q, use_memdelay); in __blkcg_iolatency_throttle()
332 unsigned long qd = blkiolat->rqos.q->nr_requests; in scale_cookie_change()
372 unsigned long qd = iolat->blkiolat->rqos.q->nr_requests; in scale_change()
465 static void blkcg_iolatency_throttle(struct rq_qos *rqos, struct bio *bio) in blkcg_iolatency_throttle() argument
467 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); in blkcg_iolatency_throttle()
482 __blkcg_iolatency_throttle(rqos, iolat, issue_as_root, in blkcg_iolatency_throttle()
593 static void blkcg_iolatency_done_bio(struct rq_qos *rqos, struct bio *bio) in blkcg_iolatency_done_bio() argument
645 static void blkcg_iolatency_exit(struct rq_qos *rqos) in blkcg_iolatency_exit() argument
647 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); in blkcg_iolatency_exit()
651 blkcg_deactivate_policy(rqos->q, &blkcg_policy_iolatency); in blkcg_iolatency_exit()
670 blkiolat->rqos.q->root_blkg) { in blkiolatency_timer_fn()
754 blk_mq_freeze_queue(blkiolat->rqos.q); in blkiolatency_enable_work_fn()
756 blk_mq_unfreeze_queue(blkiolat->rqos.q); in blkiolatency_enable_work_fn()
763 struct rq_qos *rqos; in blk_iolatency_init() local
770 rqos = &blkiolat->rqos; in blk_iolatency_init()
771 rqos->id = RQ_QOS_LATENCY; in blk_iolatency_init()
772 rqos->ops = &blkcg_iolatency_ops; in blk_iolatency_init()
773 rqos->q = q; in blk_iolatency_init()
775 ret = rq_qos_add(q, rqos); in blk_iolatency_init()
788 rq_qos_del(q, rqos); in blk_iolatency_init()
980 struct rq_qos *rqos = blkcg_rq_qos(blkg->q); in iolatency_pd_init() local
981 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); in iolatency_pd_init()