Lines Matching refs:cfq_data
108 struct cfq_data *cfqd;
321 struct cfq_data { struct
395 static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd); argument
795 static inline bool cfq_io_thinktime_big(struct cfq_data *cfqd, in cfq_io_thinktime_big()
808 static inline bool iops_mode(struct cfq_data *cfqd) in iops_mode()
843 struct cfq_data *cfqd, in cfq_group_busy_queues_wl()
854 static inline int cfqg_busy_async_queues(struct cfq_data *cfqd, in cfqg_busy_async_queues()
862 static struct cfq_queue *cfq_get_queue(struct cfq_data *cfqd, bool is_sync,
871 static inline struct cfq_io_cq *cfq_cic_lookup(struct cfq_data *cfqd, in cfq_cic_lookup()
890 static inline struct cfq_data *cic_to_cfqd(struct cfq_io_cq *cic) in cic_to_cfqd()
908 static inline void cfq_schedule_dispatch(struct cfq_data *cfqd) in cfq_schedule_dispatch()
921 static inline int cfq_prio_slice(struct cfq_data *cfqd, bool sync, in cfq_prio_slice()
932 cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_prio_to_slice()
995 static inline unsigned cfq_group_get_avg_queues(struct cfq_data *cfqd, in cfq_group_get_avg_queues()
1011 cfq_group_slice(struct cfq_data *cfqd, struct cfq_group *cfqg) in cfq_group_slice()
1017 cfq_scaled_cfqq_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_scaled_cfqq_slice()
1047 cfq_set_prio_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_set_prio_slice()
1078 cfq_choose_req(struct cfq_data *cfqd, struct request *rq1, struct request *rq2, sector_t last) in cfq_choose_req()
1209 cfq_find_next_rq(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_find_next_rq()
1232 static unsigned long cfq_slice_offset(struct cfq_data *cfqd, in cfq_slice_offset()
1351 cfq_group_notify_queue_add(struct cfq_data *cfqd, struct cfq_group *cfqg) in cfq_group_notify_queue_add()
1409 cfq_group_notify_queue_del(struct cfq_data *cfqd, struct cfq_group *cfqg) in cfq_group_notify_queue_del()
1458 static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg, in cfq_group_served()
1677 static struct cfq_group *cfq_lookup_cfqg(struct cfq_data *cfqd, in cfq_lookup_cfqg()
2181 static struct cfq_group *cfq_lookup_cfqg(struct cfq_data *cfqd, in cfq_lookup_cfqg()
2199 static void cfq_service_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_service_tree_add()
2278 cfq_prio_tree_lookup(struct cfq_data *cfqd, struct rb_root *root, in cfq_prio_tree_lookup()
2313 static void cfq_prio_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_prio_tree_add()
2341 static void cfq_resort_rr_list(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_resort_rr_list()
2356 static void cfq_add_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_add_cfqq_rr()
2372 static void cfq_del_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_del_cfqq_rr()
2423 struct cfq_data *cfqd = cfqq->cfqd; in cfq_add_rq_rb()
2459 cfq_find_rq_fmerge(struct cfq_data *cfqd, struct bio *bio) in cfq_find_rq_fmerge()
2478 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_activate_request()
2489 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_deactivate_request()
2518 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_merge()
2551 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_merged_requests()
2582 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_allow_merge()
2604 static inline void cfq_del_timer(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_del_timer()
2610 static void __cfq_set_active_queue(struct cfq_data *cfqd, in __cfq_set_active_queue()
2640 __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq, in __cfq_slice_expired()
2687 static inline void cfq_slice_expired(struct cfq_data *cfqd, bool timed_out) in cfq_slice_expired()
2699 static struct cfq_queue *cfq_get_next_queue(struct cfq_data *cfqd) in cfq_get_next_queue()
2715 static struct cfq_queue *cfq_get_next_queue_forced(struct cfq_data *cfqd) in cfq_get_next_queue_forced()
2738 static struct cfq_queue *cfq_set_active_queue(struct cfq_data *cfqd, in cfq_set_active_queue()
2748 static inline sector_t cfq_dist_from_last(struct cfq_data *cfqd, in cfq_dist_from_last()
2757 static inline int cfq_rq_close(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_rq_close()
2763 static struct cfq_queue *cfqq_close(struct cfq_data *cfqd, in cfqq_close()
2814 static struct cfq_queue *cfq_close_cooperator(struct cfq_data *cfqd, in cfq_close_cooperator()
2866 static bool cfq_should_idle(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_should_idle()
2897 static void cfq_arm_slice_timer(struct cfq_data *cfqd) in cfq_arm_slice_timer()
2973 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_dispatch_insert()
3011 cfq_prio_to_maxrq(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_prio_to_maxrq()
3075 static enum wl_type_t cfq_choose_wl_type(struct cfq_data *cfqd, in cfq_choose_wl_type()
3099 choose_wl_class_and_type(struct cfq_data *cfqd, struct cfq_group *cfqg) in choose_wl_class_and_type()
3181 static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd) in cfq_get_next_cfqg()
3193 static void cfq_choose_cfqg(struct cfq_data *cfqd) in cfq_choose_cfqg()
3214 static struct cfq_queue *cfq_select_queue(struct cfq_data *cfqd) in cfq_select_queue()
3345 static int cfq_forced_dispatch(struct cfq_data *cfqd) in cfq_forced_dispatch()
3363 static inline bool cfq_slice_used_soon(struct cfq_data *cfqd, in cfq_slice_used_soon()
3376 static bool cfq_may_dispatch(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_may_dispatch()
3468 static bool cfq_dispatch_request(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_dispatch_request()
3510 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_dispatch_requests()
3556 struct cfq_data *cfqd = cfqq->cfqd; in cfq_put_queue()
3601 static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_exit_cfqq()
3623 struct cfq_data *cfqd = cic_to_cfqd(cic); in cfq_exit_icq()
3681 struct cfq_data *cfqd = cic_to_cfqd(cic); in check_ioprio_changed()
3705 static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_init_cfqq()
3728 struct cfq_data *cfqd = cic_to_cfqd(cic); in check_blkcg_changed()
3786 cfq_get_queue(struct cfq_data *cfqd, bool is_sync, struct cfq_io_cq *cic, in cfq_get_queue()
3850 cfq_update_io_thinktime(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_update_io_thinktime()
3864 cfq_update_io_seektime(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_update_io_seektime()
3888 cfq_update_idle_window(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_update_idle_window()
3931 cfq_should_preempt(struct cfq_data *cfqd, struct cfq_queue *new_cfqq, in cfq_should_preempt()
4006 static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_preempt_queue()
4037 cfq_rq_enqueued(struct cfq_data *cfqd, struct cfq_queue *cfqq, in cfq_rq_enqueued()
4088 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_insert_request()
4106 static void cfq_update_hw_tag(struct cfq_data *cfqd) in cfq_update_hw_tag()
4139 static bool cfq_should_wait_busy(struct cfq_data *cfqd, struct cfq_queue *cfqq) in cfq_should_wait_busy()
4179 struct cfq_data *cfqd = cfqq->cfqd; in cfq_completed_request()
4276 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_may_queue()
4324 cfq_merge_cfqqs(struct cfq_data *cfqd, struct cfq_io_cq *cic, in cfq_merge_cfqqs()
4362 struct cfq_data *cfqd = q->elevator->elevator_data; in cfq_set_request()
4412 struct cfq_data *cfqd = in cfq_kick_queue()
4413 container_of(work, struct cfq_data, unplug_work); in cfq_kick_queue()
4426 struct cfq_data *cfqd = (struct cfq_data *) data; in cfq_idle_slice_timer()
4477 static void cfq_shutdown_timer_wq(struct cfq_data *cfqd) in cfq_shutdown_timer_wq()
4485 struct cfq_data *cfqd = e->elevator_data; in cfq_exit_queue()
4509 struct cfq_data *cfqd; in cfq_init_queue()
4610 struct cfq_data *cfqd = e->elevator_data; in cfq_registered_queue()
4640 struct cfq_data *cfqd = e->elevator_data; \
4663 struct cfq_data *cfqd = e->elevator_data; \