Lines Matching refs:bfqq
32 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_class_idx() local
34 return bfqq ? bfqq->ioprio_class - 1 : in bfq_class_idx()
148 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
150 struct bfq_entity *group_entity = bfqq->entity.parent; in bfq_bfqq_to_bfqg()
153 group_entity = &bfqq->bfqd->root_group->entity; in bfq_bfqq_to_bfqg()
236 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
238 return bfqq->bfqd->root_group; in bfq_bfqq_to_bfqg()
264 struct bfq_queue *bfqq = NULL; in bfq_entity_to_bfqq() local
267 bfqq = container_of(entity, struct bfq_queue, entity); in bfq_entity_to_bfqq()
269 return bfqq; in bfq_entity_to_bfqq()
290 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_calc_finish() local
295 if (bfqq) { in bfq_calc_finish()
296 bfq_log_bfqq(bfqq->bfqd, bfqq, in bfq_calc_finish()
299 bfq_log_bfqq(bfqq->bfqd, bfqq, in bfq_calc_finish()
344 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_idle_extract() local
359 if (bfqq) in bfq_idle_extract()
360 list_del(&bfqq->bfqq_list); in bfq_idle_extract()
475 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_active_insert() local
497 if (bfqq) in bfq_active_insert()
498 list_add(&bfqq->bfqq_list, &bfqq->bfqd->active_list); in bfq_active_insert()
530 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_get_entity() local
532 if (bfqq) { in bfq_get_entity()
533 bfqq->ref++; in bfq_get_entity()
534 bfq_log_bfqq(bfqq->bfqd, bfqq, "get_entity: %p %d", in bfq_get_entity()
535 bfqq, bfqq->ref); in bfq_get_entity()
577 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_active_extract() local
596 if (bfqq) in bfq_active_extract()
597 list_del(&bfqq->bfqq_list); in bfq_active_extract()
612 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_idle_insert() local
623 if (bfqq) in bfq_idle_insert()
624 list_add(&bfqq->bfqq_list, &bfqq->bfqd->idle_list); in bfq_idle_insert()
646 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_forget_entity() local
650 if (bfqq && !is_in_service) in bfq_forget_entity()
651 bfq_put_queue(bfqq); in bfq_forget_entity()
725 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in __bfq_entity_update_weight_prio() local
734 if (bfqq) in __bfq_entity_update_weight_prio()
735 bfqd = bfqq->bfqd; in __bfq_entity_update_weight_prio()
759 if (bfqq) in __bfq_entity_update_weight_prio()
760 bfqq->ioprio = in __bfq_entity_update_weight_prio()
764 if (bfqq && update_class_too) in __bfq_entity_update_weight_prio()
765 bfqq->ioprio_class = bfqq->new_ioprio_class; in __bfq_entity_update_weight_prio()
771 if (!bfqq || bfqq->ioprio_class == bfqq->new_ioprio_class) in __bfq_entity_update_weight_prio()
785 (bfqq ? bfqq->wr_coeff : 1); in __bfq_entity_update_weight_prio()
791 if (prev_weight != new_weight && bfqq) { in __bfq_entity_update_weight_prio()
793 __bfq_weights_tree_remove(bfqd, bfqq, root); in __bfq_entity_update_weight_prio()
800 if (prev_weight != new_weight && bfqq && bfqq->wr_coeff == 1) { in __bfq_entity_update_weight_prio()
802 bfq_weights_tree_add(bfqd, bfqq, root); in __bfq_entity_update_weight_prio()
824 void bfq_bfqq_served(struct bfq_queue *bfqq, int served) in bfq_bfqq_served() argument
826 struct bfq_entity *entity = &bfqq->entity; in bfq_bfqq_served()
829 if (!bfqq->service_from_backlogged) in bfq_bfqq_served()
830 bfqq->first_IO_time = jiffies; in bfq_bfqq_served()
832 if (bfqq->wr_coeff > 1) in bfq_bfqq_served()
833 bfqq->service_from_wr += served; in bfq_bfqq_served()
835 bfqq->service_from_backlogged += served; in bfq_bfqq_served()
844 bfq_log_bfqq(bfqq->bfqd, bfqq, "bfqq_served %d secs", served); in bfq_bfqq_served()
874 void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_bfqq_charge_time() argument
877 struct bfq_entity *entity = &bfqq->entity; in bfq_bfqq_charge_time()
888 bfq_bfqq_served(bfqq, in bfq_bfqq_charge_time()
896 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_update_fin_time_enqueue() local
942 if (bfqq) in bfq_update_fin_time_enqueue()
943 delta /= bfqq->wr_coeff; in bfq_update_fin_time_enqueue()
1513 struct bfq_queue *bfqq; in bfq_get_next_queue() local
1585 bfqq = bfq_entity_to_bfqq(entity); in bfq_get_next_queue()
1598 return bfqq; in bfq_get_next_queue()
1642 void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_deactivate_bfqq() argument
1645 struct bfq_entity *entity = &bfqq->entity; in bfq_deactivate_bfqq()
1650 void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_activate_bfqq() argument
1652 struct bfq_entity *entity = &bfqq->entity; in bfq_activate_bfqq()
1654 bfq_activate_requeue_entity(entity, bfq_bfqq_non_blocking_wait_rq(bfqq), in bfq_activate_bfqq()
1656 bfq_clear_bfqq_non_blocking_wait_rq(bfqq); in bfq_activate_bfqq()
1659 void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_requeue_bfqq() argument
1662 struct bfq_entity *entity = &bfqq->entity; in bfq_requeue_bfqq()
1665 bfqq == bfqd->in_service_queue, expiration); in bfq_requeue_bfqq()
1673 void bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_del_bfqq_busy() argument
1676 bfq_log_bfqq(bfqd, bfqq, "del from busy"); in bfq_del_bfqq_busy()
1678 bfq_clear_bfqq_busy(bfqq); in bfq_del_bfqq_busy()
1680 bfqd->busy_queues[bfqq->ioprio_class - 1]--; in bfq_del_bfqq_busy()
1682 if (bfqq->wr_coeff > 1) in bfq_del_bfqq_busy()
1685 bfqg_stats_update_dequeue(bfqq_group(bfqq)); in bfq_del_bfqq_busy()
1687 bfq_deactivate_bfqq(bfqd, bfqq, true, expiration); in bfq_del_bfqq_busy()
1689 if (!bfqq->dispatched) in bfq_del_bfqq_busy()
1690 bfq_weights_tree_remove(bfqd, bfqq); in bfq_del_bfqq_busy()
1696 void bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_add_bfqq_busy() argument
1698 bfq_log_bfqq(bfqd, bfqq, "add to busy"); in bfq_add_bfqq_busy()
1700 bfq_activate_bfqq(bfqd, bfqq); in bfq_add_bfqq_busy()
1702 bfq_mark_bfqq_busy(bfqq); in bfq_add_bfqq_busy()
1703 bfqd->busy_queues[bfqq->ioprio_class - 1]++; in bfq_add_bfqq_busy()
1705 if (!bfqq->dispatched) in bfq_add_bfqq_busy()
1706 if (bfqq->wr_coeff == 1) in bfq_add_bfqq_busy()
1707 bfq_weights_tree_add(bfqd, bfqq, in bfq_add_bfqq_busy()
1710 if (bfqq->wr_coeff > 1) in bfq_add_bfqq_busy()