| /block/ |
| D | blk-pm.h | 16 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
22 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
31 struct request *rq) in blk_pm_add_request()
39 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
51 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
55 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
60 struct request *rq) in blk_pm_add_request()
64 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
|
| D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
60 static int elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
201 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
207 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
214 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
224 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
234 struct request *rq; in elv_rqhash_find() local
255 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
276 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del()
[all …]
|
| D | mq-deadline.c | 68 deadline_rb_root(struct deadline_data *dd, struct request *rq) in deadline_rb_root()
77 deadline_latter_request(struct request *rq) in deadline_latter_request()
88 deadline_add_rq_rb(struct deadline_data *dd, struct request *rq) in deadline_add_rq_rb()
96 deadline_del_rq_rb(struct deadline_data *dd, struct request *rq) in deadline_del_rq_rb()
109 static void deadline_remove_request(struct request_queue *q, struct request *rq) in deadline_remove_request()
165 deadline_move_request(struct deadline_data *dd, struct request *rq) in deadline_move_request()
185 struct request *rq = rq_entry_fifo(dd->fifo_list[ddir].next); in deadline_check_fifo() local
203 struct request *rq; in deadline_fifo_request() local
239 struct request *rq; in deadline_next_request() local
273 struct request *rq, *next_rq; in __dd_dispatch_request() local
[all …]
|
| D | blk-flush.c | 99 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
116 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
121 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
135 static void blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
156 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
211 struct request *rq, *n; in flush_end_io() local
327 static void mq_flush_data_end_io(struct request *rq, blk_status_t error) in mq_flush_data_end_io()
360 void blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| D | blk-mq.c | 46 static int blk_mq_poll_stats_bkt(const struct request *rq) in blk_mq_poll_stats_bkt()
100 struct request *rq, void *priv, in blk_mq_check_inflight()
126 struct request *rq, void *priv, in blk_mq_check_inflight_rw()
289 static inline bool blk_mq_need_time_stamp(struct request *rq) in blk_mq_need_time_stamp()
298 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init() local
361 struct request *rq; in blk_mq_get_request() local
426 struct request *rq; in blk_mq_alloc_request() local
450 struct request *rq; in blk_mq_alloc_request_hctx() local
492 static void __blk_mq_free_request(struct request *rq) in __blk_mq_free_request()
509 void blk_mq_free_request(struct request *rq) in blk_mq_free_request()
[all …]
|
| D | blk-mq-sched.c | 35 void blk_mq_sched_assign_ioc(struct request *rq) in blk_mq_sched_assign_ioc()
95 struct request *rq; in blk_mq_do_dispatch_sched() local
141 struct request *rq; in blk_mq_do_dispatch_ctx() local
229 struct request *rq; in blk_mq_sched_try_merge() local
265 struct request *rq; in blk_mq_bio_list_merge() local
348 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq) in blk_mq_sched_try_insert_merge()
354 void blk_mq_sched_request_inserted(struct request *rq) in blk_mq_sched_request_inserted()
362 struct request *rq) in blk_mq_sched_bypass_insert()
378 void blk_mq_sched_insert_request(struct request *rq, bool at_head, in blk_mq_sched_insert_request()
|
| D | blk-softirq.c | 33 struct request *rq; in blk_done_softirq() local
44 struct request *rq = data; in trigger_softirq() local
61 static int raise_blk_irq(int cpu, struct request *rq) in raise_blk_irq()
77 static int raise_blk_irq(int cpu, struct request *rq) in raise_blk_irq()
|
| D | blk-exec.c | 20 static void blk_end_sync_rq(struct request *rq, blk_status_t error) in blk_end_sync_rq()
49 struct request *rq, int at_head, in blk_execute_rq_nowait()
78 struct request *rq, int at_head) in blk_execute_rq()
|
| D | blk-map.c | 18 int blk_rq_append_bio(struct request *rq, struct bio **bio) in blk_rq_append_bio()
64 static int __blk_rq_map_user_iov(struct request *rq, in __blk_rq_map_user_iov()
120 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
161 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
221 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|
| D | bsg-lib.c | 36 static int bsg_transport_fill_hdr(struct request *rq, struct sg_io_v4 *hdr, in bsg_transport_fill_hdr()
76 static int bsg_transport_complete_rq(struct request *rq, struct sg_io_v4 *hdr) in bsg_transport_complete_rq()
125 static void bsg_transport_free_rq(struct request *rq) in bsg_transport_free_rq()
151 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_teardown_job() local
194 static void bsg_complete(struct request *rq) in bsg_complete()
335 static enum blk_eh_timer_return bsg_timeout(struct request *rq, bool reserved) in bsg_timeout()
|
| D | blk-mq-sched.h | 45 blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_allow_merge()
56 static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) in blk_mq_sched_completed_request()
64 static inline void blk_mq_sched_requeue_request(struct request *rq) in blk_mq_sched_requeue_request()
|
| D | blk-rq-qos.c | 41 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done()
50 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) in __rq_qos_issue()
59 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) in __rq_qos_requeue()
77 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
86 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
|
| D | blk-core.c | 110 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
233 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
249 void blk_dump_rq_flags(struct request *rq, char *msg) in blk_dump_rq_flags()
700 struct request *rq; in blk_attempt_plug_merge() local
1226 struct request *rq) in blk_cloned_rq_check_limits()
1256 blk_status_t blk_insert_cloned_request(struct request_queue *q, struct request *rq) in blk_insert_cloned_request()
1290 unsigned int blk_rq_err_bytes(const struct request *rq) in blk_rq_err_bytes()
1356 void blk_account_io_start(struct request *rq, bool new_io) in blk_account_io_start()
1396 void blk_steal_bios(struct bio_list *list, struct request *rq) in blk_steal_bios()
1531 void rq_flush_dcache_pages(struct request *rq) in rq_flush_dcache_pages()
[all …]
|
| D | blk-merge.c | 356 unsigned int blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
502 int blk_rq_map_sg(struct request_queue *q, struct request *rq, in blk_rq_map_sg()
665 void blk_rq_set_mixed_merge(struct request *rq) in blk_rq_set_mixed_merge()
821 struct request *attempt_back_merge(struct request_queue *q, struct request *rq) in attempt_back_merge()
831 struct request *attempt_front_merge(struct request_queue *q, struct request *rq) in attempt_front_merge()
841 int blk_attempt_req_merge(struct request_queue *q, struct request *rq, in blk_attempt_req_merge()
855 bool blk_rq_merge_ok(struct request *rq, struct bio *bio) in blk_rq_merge_ok()
897 enum elv_merge blk_try_merge(struct request *rq, struct bio *bio) in blk_try_merge()
|
| D | bfq-iosched.c | 230 #define BFQ_RQ_SEEKY(bfqd, last_pos, rq) \ argument
365 #define RQ_BIC(rq) icq_to_bic((rq)->elv.priv[0]) argument
366 #define RQ_BFQQ(rq) ((rq)->elv.priv[1]) argument
870 struct request *rq; in bfq_check_fifo() local
914 static unsigned long bfq_serv_to_charge(struct request *rq, in bfq_serv_to_charge()
1649 struct request *rq, in bfq_bfqq_handle_idle_busy_switch()
1860 static void bfq_add_request(struct request *rq) in bfq_add_request()
2124 static sector_t get_sdist(sector_t last_pos, struct request *rq) in get_sdist()
2149 struct request *rq) in bfq_remove_request()
2316 static void bfq_requests_merged(struct request_queue *q, struct request *rq, in bfq_requests_merged()
[all …]
|
| D | blk-wbt.c | 34 static inline void wbt_clear_state(struct request *rq) in wbt_clear_state()
39 static inline enum wbt_flags wbt_flags(struct request *rq) in wbt_flags()
44 static inline bool wbt_is_tracked(struct request *rq) in wbt_is_tracked()
49 static inline bool wbt_is_read(struct request *rq) in wbt_is_read()
185 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done()
597 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
603 static void wbt_issue(struct rq_qos *rqos, struct request *rq) in wbt_issue()
623 static void wbt_requeue(struct rq_qos *rqos, struct request *rq) in wbt_requeue()
672 static int wbt_data_dir(const struct request *rq) in wbt_data_dir()
|
| D | t10-pi.c | 132 static void t10_pi_type1_prepare(struct request *rq) in t10_pi_type1_prepare()
183 static void t10_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type1_complete()
241 static void t10_pi_type3_prepare(struct request *rq) in t10_pi_type3_prepare()
248 static void t10_pi_type3_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type3_complete()
|
| D | blk-rq-qos.h | 150 static inline void rq_qos_done(struct request_queue *q, struct request *rq) in rq_qos_done()
156 static inline void rq_qos_issue(struct request_queue *q, struct request *rq) in rq_qos_issue()
162 static inline void rq_qos_requeue(struct request_queue *q, struct request *rq) in rq_qos_requeue()
185 static inline void rq_qos_track(struct request_queue *q, struct request *rq, in rq_qos_track()
192 static inline void rq_qos_merge(struct request_queue *q, struct request *rq, in rq_qos_merge()
|
| D | bsg.c | 65 static int bsg_scsi_fill_hdr(struct request *rq, struct sg_io_v4 *hdr, in bsg_scsi_fill_hdr()
89 static int bsg_scsi_complete_rq(struct request *rq, struct sg_io_v4 *hdr) in bsg_scsi_complete_rq()
123 static void bsg_scsi_free_rq(struct request *rq) in bsg_scsi_free_rq()
137 struct request *rq; in bsg_sg_io() local
235 struct request_queue *rq, in bsg_add_device()
|
| D | scsi_ioctl.c | 216 static int blk_fill_sghdr_rq(struct request_queue *q, struct request *rq, in blk_fill_sghdr_rq()
242 static int blk_complete_sghdr_rq(struct request *rq, struct sg_io_hdr *hdr, in blk_complete_sghdr_rq()
285 struct request *rq; in sg_io() local
408 struct request *rq; in sg_scsi_ioctl() local
522 struct request *rq; in __blk_send_generic() local
|
| D | kyber-iosched.c | 528 static int rq_get_domain_token(struct request *rq) in rq_get_domain_token()
533 static void rq_set_domain_token(struct request *rq, int token) in rq_set_domain_token()
539 struct request *rq) in rq_clear_domain_token()
582 static void kyber_prepare_request(struct request *rq, struct bio *bio) in kyber_prepare_request()
591 struct request *rq, *next; in kyber_insert_requests() local
610 static void kyber_finish_request(struct request *rq) in kyber_finish_request()
635 static void kyber_completed_request(struct request *rq, u64 now) in kyber_completed_request()
755 struct request *rq; in kyber_dispatch_cur_domain() local
803 struct request *rq; in kyber_dispatch_request() local
|
| D | blk.h | 110 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio, in blk_rq_bio_prep()
195 #define ELV_ON_HASH(rq) ((rq)->rq_flags & RQF_HASHED) argument
253 static inline bool blk_do_io_stat(struct request *rq) in blk_do_io_stat()
330 static inline void blk_throtl_stat_add(struct request *rq, u64 time) { } in blk_throtl_stat_add()
|
| D | blk-mq.h | 135 static inline enum mq_rq_state blk_mq_rq_state(struct request *rq) in blk_mq_rq_state()
209 struct request *rq) in __blk_mq_put_driver_tag()
220 static inline void blk_mq_put_driver_tag(struct request *rq) in blk_mq_put_driver_tag()
|
| D | blk-mq-tag.c | 221 struct request *rq; in bt_iter() local
275 struct request *rq; in bt_tags_iter() local
358 static bool blk_mq_tagset_count_completed_rqs(struct request *rq, in blk_mq_tagset_count_completed_rqs()
556 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|
| D | blk-zoned.c | 34 bool blk_req_needs_zone_write_lock(struct request *rq) in blk_req_needs_zone_write_lock()
53 void __blk_req_zone_write_lock(struct request *rq) in __blk_req_zone_write_lock()
64 void __blk_req_zone_write_unlock(struct request *rq) in __blk_req_zone_write_unlock()
|