32 static struct bfq_entity *bfq_root_active_entity(struct rb_root *tree)  in bfq_root_active_entity()
36 	return rb_entry(node, struct bfq_entity, rb_node);  in bfq_root_active_entity()
39 static unsigned int bfq_class_idx(struct bfq_entity *entity)  in bfq_class_idx()
47 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,
50 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service);
78 				       struct bfq_entity *new_entity,  in bfq_update_next_in_service()
81 	struct bfq_entity *next_in_service = sd->next_in_service;  in bfq_update_next_in_service()
149 	struct bfq_entity *group_entity = bfqq->entity.parent;  in bfq_bfqq_to_bfqg()
161 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
163 	struct bfq_entity *bfqg_entity;  in bfq_update_parent_budget()
206 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
240 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
245 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
261 struct bfq_queue *bfq_entity_to_bfqq(struct bfq_entity *entity)  in bfq_entity_to_bfqq()
290 static void bfq_calc_finish(struct bfq_entity *entity, unsigned long service)  in bfq_calc_finish()
317 struct bfq_entity *bfq_entity_of(struct rb_node *node)  in bfq_entity_of()
319 	struct bfq_entity *entity = NULL;  in bfq_entity_of()
322 		entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_entity_of()
332 static void bfq_extract(struct rb_root *root, struct bfq_entity *entity)  in bfq_extract()
344 			     struct bfq_entity *entity)  in bfq_idle_extract()
373 static void bfq_insert(struct rb_root *root, struct bfq_entity *entity)  in bfq_insert()
375 	struct bfq_entity *entry;  in bfq_insert()
381 		entry = rb_entry(parent, struct bfq_entity, rb_node);  in bfq_insert()
405 static void bfq_update_min(struct bfq_entity *entity, struct rb_node *node)  in bfq_update_min()
407 	struct bfq_entity *child;  in bfq_update_min()
410 		child = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_min()
426 	struct bfq_entity *entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_active_node()
475 			      struct bfq_entity *entity)  in bfq_active_insert()
533 static void bfq_get_entity(struct bfq_entity *entity)  in bfq_get_entity()
580 			       struct bfq_entity *entity)  in bfq_active_extract()
619 			    struct bfq_entity *entity)  in bfq_idle_insert()
622 	struct bfq_entity *first_idle = st->first_idle;  in bfq_idle_insert()
623 	struct bfq_entity *last_idle = st->last_idle;  in bfq_idle_insert()
652 			      struct bfq_entity *entity,  in bfq_forget_entity()
668 void bfq_put_idle_entity(struct bfq_service_tree *st, struct bfq_entity *entity)  in bfq_put_idle_entity()
684 	struct bfq_entity *first_idle = st->first_idle;  in bfq_forget_idle()
685 	struct bfq_entity *last_idle = st->last_idle;  in bfq_forget_idle()
700 struct bfq_service_tree *bfq_entity_service_tree(struct bfq_entity *entity)  in bfq_entity_service_tree()
728 				struct bfq_entity *entity,  in __bfq_entity_update_weight_prio()
835 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_served()
880 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_charge_time()
899 static void bfq_update_fin_time_enqueue(struct bfq_entity *entity,  in bfq_update_fin_time_enqueue()
971 static void __bfq_activate_entity(struct bfq_entity *entity,  in __bfq_activate_entity()
1030 static void __bfq_requeue_entity(struct bfq_entity *entity)  in __bfq_requeue_entity()
1096 static void __bfq_activate_requeue_entity(struct bfq_entity *entity,  in __bfq_activate_requeue_entity()
1130 static void bfq_activate_requeue_entity(struct bfq_entity *entity,  in bfq_activate_requeue_entity()
1157 bool __bfq_deactivate_entity(struct bfq_entity *entity, bool ins_into_idle_tree)  in __bfq_deactivate_entity()
1207 static void bfq_deactivate_entity(struct bfq_entity *entity,  in bfq_deactivate_entity()
1212 	struct bfq_entity *parent = NULL;  in bfq_deactivate_entity()
1314 	struct bfq_entity *root_entity = bfq_root_active_entity(&st->active);  in bfq_calc_vtime_jump()
1342 static struct bfq_entity *bfq_first_active_entity(struct bfq_service_tree *st,  in bfq_first_active_entity()
1345 	struct bfq_entity *entry, *first = NULL;  in bfq_first_active_entity()
1349 		entry = rb_entry(node, struct bfq_entity, rb_node);  in bfq_first_active_entity()
1356 					 struct bfq_entity, rb_node);  in bfq_first_active_entity()
1392 static struct bfq_entity *
1395 	struct bfq_entity *entity;  in __bfq_lookup_next_entity()
1434 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,  in bfq_lookup_next_entity()
1439 	struct bfq_entity *entity = NULL;  in bfq_lookup_next_entity()
1503 	struct bfq_entity *entity = NULL;  in bfq_get_next_queue()
1602 	struct bfq_entity *in_serv_entity = &in_serv_bfqq->entity;  in __bfq_bfqd_reset_in_service()
1603 	struct bfq_entity *entity = in_serv_entity;  in __bfq_bfqd_reset_in_service()
1630 	struct bfq_entity *entity = &bfqq->entity;  in bfq_deactivate_bfqq()
1637 	struct bfq_entity *entity = &bfqq->entity;  in bfq_activate_bfqq()
1647 	struct bfq_entity *entity = &bfqq->entity;  in bfq_requeue_bfqq()