57 deadline_rb_root(struct deadline_data *dd, struct request *rq)  in deadline_rb_root()  argument
59 	return &dd->sort_list[rq_data_dir(rq)];  in deadline_rb_root()
66 deadline_latter_request(struct request *rq)  in deadline_latter_request()  argument
68 	struct rb_node *node = rb_next(&rq->rb_node);  in deadline_latter_request()
77 deadline_add_rq_rb(struct deadline_data *dd, struct request *rq)  in deadline_add_rq_rb()  argument
79 	struct rb_root *root = deadline_rb_root(dd, rq);  in deadline_add_rq_rb()
81 	elv_rb_add(root, rq);  in deadline_add_rq_rb()
85 deadline_del_rq_rb(struct deadline_data *dd, struct request *rq)  in deadline_del_rq_rb()  argument
87 	const int data_dir = rq_data_dir(rq);  in deadline_del_rq_rb()
89 	if (dd->next_rq[data_dir] == rq)  in deadline_del_rq_rb()
90 		dd->next_rq[data_dir] = deadline_latter_request(rq);  in deadline_del_rq_rb()
92 	elv_rb_del(deadline_rb_root(dd, rq), rq);  in deadline_del_rq_rb()
99 deadline_add_request(struct request_queue *q, struct request *rq)  in deadline_add_request()  argument
102 	const int data_dir = rq_data_dir(rq);  in deadline_add_request()
104 	deadline_add_rq_rb(dd, rq);  in deadline_add_request()
109 	rq->fifo_time = jiffies + dd->fifo_expire[data_dir];  in deadline_add_request()
110 	list_add_tail(&rq->queuelist, &dd->fifo_list[data_dir]);  in deadline_add_request()
116 static void deadline_remove_request(struct request_queue *q, struct request *rq)  in deadline_remove_request()  argument
120 	rq_fifo_clear(rq);  in deadline_remove_request()
121 	deadline_del_rq_rb(dd, rq);  in deadline_remove_request()
193 deadline_move_to_dispatch(struct deadline_data *dd, struct request *rq)  in deadline_move_to_dispatch()  argument
195 	struct request_queue *q = rq->q;  in deadline_move_to_dispatch()
197 	deadline_remove_request(q, rq);  in deadline_move_to_dispatch()
198 	elv_dispatch_add_tail(q, rq);  in deadline_move_to_dispatch()
205 deadline_move_request(struct deadline_data *dd, struct request *rq)  in deadline_move_request()  argument
207 	const int data_dir = rq_data_dir(rq);  in deadline_move_request()
211 	dd->next_rq[data_dir] = deadline_latter_request(rq);  in deadline_move_request()
213 	dd->last_sector = rq_end_sector(rq);  in deadline_move_request()
219 	deadline_move_to_dispatch(dd, rq);  in deadline_move_request()
228 	struct request *rq = rq_entry_fifo(dd->fifo_list[ddir].next);  in deadline_check_fifo()  local
233 	if (time_after_eq(jiffies, rq->fifo_time))  in deadline_check_fifo()
248 	struct request *rq;  in deadline_dispatch_requests()  local
255 		rq = dd->next_rq[WRITE];  in deadline_dispatch_requests()
257 		rq = dd->next_rq[READ];  in deadline_dispatch_requests()
259 	if (rq && dd->batching < dd->fifo_batch)  in deadline_dispatch_requests()
306 		rq = rq_entry_fifo(dd->fifo_list[data_dir].next);  in deadline_dispatch_requests()
312 		rq = dd->next_rq[data_dir];  in deadline_dispatch_requests()
322 	deadline_move_request(dd, rq);  in deadline_dispatch_requests()