| /block/ |
| D | elevator.c | 50 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
56 static int elv_iosched_allow_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_merge()
70 bool elv_rq_merge_ok(struct request *rq, struct bio *bio) in elv_rq_merge_ok()
245 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
251 static void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
257 static void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
266 static void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
276 struct request *rq; in elv_rqhash_find() local
297 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
318 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del()
[all …]
|
| D | blk-flush.c | 98 static unsigned int blk_flush_policy(unsigned int fflags, struct request *rq) in blk_flush_policy()
114 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
119 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
133 static bool blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
166 static bool blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
225 struct request *rq, *n; in flush_end_io() local
339 static void flush_data_end_io(struct request *rq, int error) in flush_data_end_io()
352 static void mq_flush_data_end_io(struct request *rq, int error) in mq_flush_data_end_io()
384 void blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| D | blk-core.c | 124 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
144 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
160 void blk_dump_rq_flags(struct request *rq, char *msg) in blk_dump_rq_flags()
894 static inline void blk_free_request(struct request_list *rl, struct request *rq) in blk_free_request()
1068 struct request *rq; in __get_request() local
1242 struct request *rq; in get_request() local
1280 struct request *rq; in blk_old_get_request() local
1339 struct request *rq = blk_get_request(q, bio_data_dir(bio), gfp_mask); in blk_make_request() local
1367 void blk_rq_set_block_pc(struct request *rq) in blk_rq_set_block_pc()
1387 void blk_requeue_request(struct request_queue *q, struct request *rq) in blk_requeue_request()
[all …]
|
| D | blk-mq.c | 162 struct request *rq, unsigned int rw_flags) in blk_mq_rq_ctx_init()
212 struct request *rq; in __blk_mq_alloc_request() local
237 struct request *rq; in blk_mq_alloc_request() local
272 struct blk_mq_ctx *ctx, struct request *rq) in __blk_mq_free_request()
286 void blk_mq_free_hctx_request(struct blk_mq_hw_ctx *hctx, struct request *rq) in blk_mq_free_hctx_request()
296 void blk_mq_free_request(struct request *rq) in blk_mq_free_request()
306 inline void __blk_mq_end_request(struct request *rq, int error) in __blk_mq_end_request()
320 void blk_mq_end_request(struct request *rq, int error) in blk_mq_end_request()
330 struct request *rq = data; in __blk_mq_complete_request_remote() local
335 static void blk_mq_ipi_complete_request(struct request *rq) in blk_mq_ipi_complete_request()
[all …]
|
| D | deadline-iosched.c | 57 deadline_rb_root(struct deadline_data *dd, struct request *rq) in deadline_rb_root()
66 deadline_latter_request(struct request *rq) in deadline_latter_request()
77 deadline_add_rq_rb(struct deadline_data *dd, struct request *rq) in deadline_add_rq_rb()
85 deadline_del_rq_rb(struct deadline_data *dd, struct request *rq) in deadline_del_rq_rb()
99 deadline_add_request(struct request_queue *q, struct request *rq) in deadline_add_request()
116 static void deadline_remove_request(struct request_queue *q, struct request *rq) in deadline_remove_request()
193 deadline_move_to_dispatch(struct deadline_data *dd, struct request *rq) in deadline_move_to_dispatch()
205 deadline_move_request(struct deadline_data *dd, struct request *rq) in deadline_move_request()
228 struct request *rq = rq_entry_fifo(dd->fifo_list[ddir].next); in deadline_check_fifo() local
248 struct request *rq; in deadline_dispatch_requests() local
|
| D | noop-iosched.c | 15 static void noop_merged_requests(struct request_queue *q, struct request *rq, in noop_merged_requests()
24 struct request *rq; in noop_dispatch() local
35 static void noop_add_request(struct request_queue *q, struct request *rq) in noop_add_request()
43 noop_former_request(struct request_queue *q, struct request *rq) in noop_former_request()
53 noop_latter_request(struct request_queue *q, struct request *rq) in noop_latter_request()
|
| D | blk.h | 127 static inline int blk_mark_rq_complete(struct request *rq) in blk_mark_rq_complete()
132 static inline void blk_clear_rq_complete(struct request *rq) in blk_clear_rq_complete()
140 #define ELV_ON_HASH(rq) ((rq)->cmd_flags & REQ_HASHED) argument
146 struct request *rq; in __elv_next_request() local
181 static inline void elv_activate_rq(struct request_queue *q, struct request *rq) in elv_activate_rq()
189 static inline void elv_deactivate_rq(struct request_queue *q, struct request *rq) in elv_deactivate_rq()
254 static inline int blk_do_io_stat(struct request *rq) in blk_do_io_stat()
|
| D | blk-softirq.c | 31 struct request *rq; in blk_done_softirq() local
42 struct request *rq = data; in trigger_softirq() local
59 static int raise_blk_irq(int cpu, struct request *rq) in raise_blk_irq()
75 static int raise_blk_irq(int cpu, struct request *rq) in raise_blk_irq()
|
| D | blk-exec.c | 23 static void blk_end_sync_rq(struct request *rq, int error) in blk_end_sync_rq()
52 struct request *rq, int at_head, in blk_execute_rq_nowait()
100 struct request *rq, int at_head) in blk_execute_rq()
|
| D | blk-map.c | 30 int blk_rq_append_bio(struct request_queue *q, struct request *rq, in blk_rq_append_bio()
81 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
146 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
206 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|
| D | blk-merge.c | 288 void blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
440 int blk_rq_map_sg(struct request_queue *q, struct request *rq, in blk_rq_map_sg()
622 void blk_rq_set_mixed_merge(struct request *rq) in blk_rq_set_mixed_merge()
740 int attempt_back_merge(struct request_queue *q, struct request *rq) in attempt_back_merge()
750 int attempt_front_merge(struct request_queue *q, struct request *rq) in attempt_front_merge()
760 int blk_attempt_req_merge(struct request_queue *q, struct request *rq, in blk_attempt_req_merge()
766 bool blk_rq_merge_ok(struct request *rq, struct bio *bio) in blk_rq_merge_ok()
794 int blk_try_merge(struct request *rq, struct bio *bio) in blk_try_merge()
|
| D | scsi_ioctl.c | 230 static int blk_fill_sghdr_rq(struct request_queue *q, struct request *rq, in blk_fill_sghdr_rq()
254 static int blk_complete_sghdr_rq(struct request *rq, struct sg_io_hdr *hdr, in blk_complete_sghdr_rq()
296 struct request *rq; in sg_io() local
422 struct request *rq; in sg_scsi_ioctl() local
539 struct request *rq; in __blk_send_generic() local
|
| D | bsg.c | 83 struct request *rq; member
139 static int blk_fill_sgv4_hdr_rq(struct request_queue *q, struct request *rq, in blk_fill_sgv4_hdr_rq()
212 struct request *rq, *next_rq = NULL; in bsg_map_hdr() local
302 static void bsg_rq_end_io(struct request *rq, int uptodate) in bsg_rq_end_io()
326 struct bsg_command *bc, struct request *rq) in bsg_add_command()
393 static int blk_complete_sgv4_hdr_rq(struct request *rq, struct sg_io_v4 *hdr, in blk_complete_sgv4_hdr_rq()
600 struct request *rq; in __bsg_write() local
751 struct request_queue *rq, in bsg_add_device()
910 struct request *rq; in bsg_ioctl() local
|
| D | blk-timeout.c | 113 static void blk_rq_check_expired(struct request *rq, unsigned long *next_timeout, in blk_rq_check_expired()
134 struct request *rq, *tmp; in blk_rq_timed_out_timer() local
|
| D | blk-tag.c | 265 void blk_queue_end_tag(struct request_queue *q, struct request *rq) in blk_queue_end_tag()
313 int blk_queue_start_tag(struct request_queue *q, struct request *rq) in blk_queue_start_tag()
|
| D | cfq-iosched.c | 57 #define RQ_CIC(rq) icq_to_cic((rq)->elv.icq) argument
58 #define RQ_CFQQ(rq) (struct cfq_queue *) ((rq)->elv.priv[0]) argument
59 #define RQ_CFQG(rq) (struct cfq_group *) ((rq)->elv.priv[1]) argument
2397 static void cfq_del_rq_rb(struct request *rq) in cfq_del_rq_rb()
2420 static void cfq_add_rq_rb(struct request *rq) in cfq_add_rq_rb()
2448 static void cfq_reposition_rq_rb(struct cfq_queue *cfqq, struct request *rq) in cfq_reposition_rq_rb()
2476 static void cfq_activate_request(struct request_queue *q, struct request *rq) in cfq_activate_request()
2487 static void cfq_deactivate_request(struct request_queue *q, struct request *rq) in cfq_deactivate_request()
2497 static void cfq_remove_request(struct request *rq) in cfq_remove_request()
2547 cfq_merged_requests(struct request_queue *q, struct request *rq, in cfq_merged_requests()
[all …]
|
| D | blk-mq-tag.c | 427 struct request *rq; in bt_for_each() local
449 struct request *rq; in bt_tags_for_each() local
691 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|
| D | bsg-lib.c | 82 static void bsg_softirq_done(struct request *rq) in bsg_softirq_done()
|
| D | blk-mq-tag.h | 101 unsigned int tag, struct request *rq) in blk_mq_tag_set_rq()
|
| D | blk-mq-sysfs.c | 144 struct request *rq; in sysfs_list_show() local
|