| /block/ |
| D | elevator.h | 34 bool (*allow_merge)(struct request_queue *, struct request *, struct bio *);
36 int (*request_merge)(struct request_queue *q, struct request **, struct bio *);
37 void (*request_merged)(struct request_queue *, struct request *, enum elv_merge);
38 void (*requests_merged)(struct request_queue *, struct request *, struct request *);
40 void (*prepare_request)(struct request *);
41 void (*finish_request)(struct request *);
44 struct request *(*dispatch_request)(struct blk_mq_hw_ctx *);
46 void (*completed_request)(struct request *, u64);
47 void (*requeue_request)(struct request *);
48 struct request *(*former_request)(struct request_queue *, struct request *);
[all …]
|
| D | blk-crypto-internal.h | 32 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
37 static inline bool bio_crypt_ctx_back_mergeable(struct request *req, in bio_crypt_ctx_back_mergeable()
44 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
51 static inline bool bio_crypt_ctx_merge_rq(struct request *req, in bio_crypt_ctx_merge_rq()
52 struct request *next) in bio_crypt_ctx_merge_rq()
58 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
64 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
69 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
97 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
103 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
[all …]
|
| D | blk.h | 26 struct request *flush_rq;
29 bool is_flush_rq(struct request *req);
152 static inline bool rq_mergeable(struct request *rq) in rq_mergeable()
182 static inline bool blk_discard_mergable(struct request *req) in blk_discard_mergable()
190 static inline unsigned int blk_rq_get_max_segments(struct request *rq) in blk_rq_get_max_segments()
221 bool blk_integrity_merge_rq(struct request_queue *, struct request *,
222 struct request *);
223 bool blk_integrity_merge_bio(struct request_queue *, struct request *,
226 static inline bool integrity_req_gap_back_merge(struct request *req, in integrity_req_gap_back_merge()
237 static inline bool integrity_req_gap_front_merge(struct request *req, in integrity_req_gap_front_merge()
[all …]
|
| D | blk-rq-qos.h | 39 void (*track)(struct rq_qos *, struct request *, struct bio *);
40 void (*merge)(struct rq_qos *, struct request *, struct bio *);
41 void (*issue)(struct rq_qos *, struct request *);
42 void (*requeue)(struct rq_qos *, struct request *);
43 void (*done)(struct rq_qos *, struct request *);
104 void __rq_qos_done(struct rq_qos *rqos, struct request *rq);
105 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq);
106 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq);
108 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio);
109 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio);
[all …]
|
| D | blk-merge.c | 53 struct request *prev_rq, struct bio *prev, struct bio *next) in bio_will_gap()
88 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
93 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
413 unsigned int blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
571 int __blk_rq_map_sg(struct request_queue *q, struct request *rq, in __blk_rq_map_sg()
594 static inline unsigned int blk_rq_get_max_sectors(struct request *rq, in blk_rq_get_max_sectors()
612 static inline int ll_new_hw_segment(struct request *req, struct bio *bio, in ll_new_hw_segment()
640 int ll_back_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) in ll_back_merge_fn()
658 static int ll_front_merge_fn(struct request *req, struct bio *bio, in ll_front_merge_fn()
677 static bool req_attempt_discard_merge(struct request_queue *q, struct request *req, in req_attempt_discard_merge()
[all …]
|
| D | elevator.c | 60 static bool elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
173 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
179 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
186 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
196 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
202 struct request *elv_rqhash_find(struct request_queue *q, sector_t offset) in elv_rqhash_find()
206 struct request *rq; in elv_rqhash_find()
227 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
231 struct request *__rq; in elv_rb_add()
[all …]
|
| D | mq-deadline.c | 117 deadline_rb_root(struct dd_per_prio *per_prio, struct request *rq) in deadline_rb_root()
126 static u8 dd_rq_ioclass(struct request *rq) in dd_rq_ioclass()
134 static inline struct request *
135 deadline_earlier_request(struct request *rq) in deadline_earlier_request()
148 static inline struct request *
149 deadline_latter_request(struct request *rq) in deadline_latter_request()
163 static inline struct request *deadline_from_pos(struct dd_per_prio *per_prio, in deadline_from_pos()
167 struct request *rq, *res = NULL; in deadline_from_pos()
194 deadline_add_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_add_rq_rb()
202 deadline_del_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_del_rq_rb()
[all …]
|
| D | blk-flush.c | 103 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
120 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
125 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
139 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
163 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
216 static enum rq_end_io_ret flush_end_io(struct request *flush_rq, in flush_end_io()
221 struct request *rq, *n; in flush_end_io()
272 bool is_flush_rq(struct request *rq) in is_flush_rq()
294 struct request *first_rq = in blk_kick_flush()
295 list_first_entry(pending, struct request, queuelist); in blk_kick_flush()
[all …]
|
| D | bsg-lib.c | 32 struct request *rq; in bsg_transport_sg_io_fn()
57 job->request = memdup_user(uptr64(hdr->request), hdr->request_len); in bsg_transport_sg_io_fn()
58 if (IS_ERR(job->request)) { in bsg_transport_sg_io_fn()
59 ret = PTR_ERR(job->request); in bsg_transport_sg_io_fn()
146 kfree(job->request); in bsg_transport_sg_io_fn()
159 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_teardown_job()
192 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_job_done()
205 static void bsg_complete(struct request *rq) in bsg_complete()
212 static int bsg_map_buffer(struct bsg_buffer *buf, struct request *req) in bsg_map_buffer()
232 static bool bsg_prepare_job(struct device *dev, struct request *req) in bsg_prepare_job()
[all …]
|
| D | blk-mq.c | 47 static void blk_mq_insert_request(struct request *rq, blk_insert_t flags);
48 static void blk_mq_request_bypass_insert(struct request *rq,
91 static bool blk_mq_check_inflight(struct request *rq, void *priv) in blk_mq_check_inflight()
314 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
332 static inline void blk_mq_rq_time_init(struct request *rq, u64 alloc_time_ns) in blk_mq_rq_time_init()
347 static struct request *blk_mq_rq_ctx_init(struct blk_mq_alloc_data *data, in blk_mq_rq_ctx_init()
353 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init()
404 static inline struct request *
409 struct request *rq; in __blk_mq_alloc_requests_batch()
435 static struct request *__blk_mq_alloc_requests(struct blk_mq_alloc_data *data) in __blk_mq_alloc_requests()
[all …]
|
| D | blk-mq.h | 51 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,
53 void blk_mq_put_rq_ref(struct request *rq);
156 struct request **cached_rq;
258 static inline void blk_mq_set_rq_budget_token(struct request *rq, int token) in blk_mq_set_rq_budget_token()
267 static inline int blk_mq_get_rq_budget_token(struct request *rq) in blk_mq_get_rq_budget_token()
303 struct request *rq) in __blk_mq_put_driver_tag()
314 static inline void blk_mq_put_driver_tag(struct request *rq) in blk_mq_put_driver_tag()
322 bool __blk_mq_get_driver_tag(struct blk_mq_hw_ctx *hctx, struct request *rq);
324 static inline bool blk_mq_get_driver_tag(struct request *rq) in blk_mq_get_driver_tag()
380 struct request *rq = list_entry_rq(list->next); in blk_mq_free_requests()
|
| D | blk-mq-sched.h | 11 unsigned int nr_segs, struct request **merged_request);
14 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq,
37 blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_allow_merge()
49 static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) in blk_mq_sched_completed_request()
59 static inline void blk_mq_sched_requeue_request(struct request *rq) in blk_mq_sched_requeue_request()
|
| D | blk-mq-sched.c | 50 struct request *rqa = container_of(a, struct request, queuelist); in sched_rq_cmp()
51 struct request *rqb = container_of(b, struct request, queuelist); in sched_rq_cmp()
59 list_first_entry(rq_list, struct request, queuelist)->mq_hctx; in blk_mq_dispatch_hctx_list()
60 struct request *rq; in blk_mq_dispatch_hctx_list()
103 struct request *rq; in __blk_mq_do_dispatch_sched()
221 struct request *rq; in blk_mq_do_dispatch_ctx()
375 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_try_insert_merge()
|
| D | bfq-iosched.c | 493 static struct request *bfq_choose_req(struct bfq_data *bfqd, in bfq_choose_req()
494 struct request *rq1, in bfq_choose_req()
495 struct request *rq2, in bfq_choose_req()
996 static struct request *bfq_check_fifo(struct bfq_queue *bfqq, in bfq_check_fifo()
997 struct request *last) in bfq_check_fifo()
999 struct request *rq; in bfq_check_fifo()
1015 static struct request *bfq_find_next_rq(struct bfq_data *bfqd, in bfq_find_next_rq()
1017 struct request *last) in bfq_find_next_rq()
1021 struct request *next, *prev = NULL; in bfq_find_next_rq()
1043 static unsigned long bfq_serv_to_charge(struct request *rq, in bfq_serv_to_charge()
[all …]
|
| D | blk-stat.h | 40 int (*bucket_fn)(const struct request *);
69 void blk_stat_add(struct request *rq, u64 now);
88 int (*bucket_fn)(const struct request *),
|
| D | kyber-iosched.c | 530 static int rq_get_domain_token(struct request *rq) in rq_get_domain_token()
535 static void rq_set_domain_token(struct request *rq, int token) in rq_set_domain_token()
541 struct request *rq) in rq_clear_domain_token()
585 static void kyber_prepare_request(struct request *rq) in kyber_prepare_request()
595 struct request *rq, *next; in kyber_insert_requests()
614 static void kyber_finish_request(struct request *rq) in kyber_finish_request()
639 static void kyber_completed_request(struct request *rq, u64 now) in kyber_completed_request()
753 static struct request *
759 struct request *rq; in kyber_dispatch_cur_domain()
772 rq = list_first_entry_or_null(rqs, struct request, queuelist); in kyber_dispatch_cur_domain()
[all …]
|
| D | blk-rq-qos.c | 35 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done()
44 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) in __rq_qos_issue()
53 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) in __rq_qos_requeue()
71 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
80 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
|
| D | blk-crypto.c | 203 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
238 blk_status_t __blk_crypto_rq_get_keyslot(struct request *rq) in __blk_crypto_rq_get_keyslot()
245 void __blk_crypto_rq_put_keyslot(struct request *rq) in __blk_crypto_rq_put_keyslot()
251 void __blk_crypto_free_request(struct request *rq) in __blk_crypto_free_request()
313 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | blk-map.c | 131 static int bio_copy_user_iov(struct request *rq, struct rq_map_data *map_data, in bio_copy_user_iov()
253 static struct bio *blk_rq_map_bio_alloc(struct request *rq, in blk_rq_map_bio_alloc()
272 static int bio_map_user_iov(struct request *rq, struct iov_iter *iter, in bio_map_user_iov()
537 int blk_rq_append_bio(struct request *rq, struct bio *bio) in blk_rq_append_bio()
562 static int blk_rq_map_user_bvec(struct request *rq, const struct iov_iter *iter) in blk_rq_map_user_bvec()
632 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
687 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
701 int blk_rq_map_user_io(struct request *req, struct rq_map_data *map_data, in blk_rq_map_user_io()
782 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|
| D | blk-wbt.c | 102 static inline void wbt_clear_state(struct request *rq) in wbt_clear_state()
107 static inline enum wbt_flags wbt_flags(struct request *rq) in wbt_flags()
112 static inline bool wbt_is_tracked(struct request *rq) in wbt_is_tracked()
117 static inline bool wbt_is_read(struct request *rq) in wbt_is_read()
245 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done()
665 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
671 static void wbt_issue(struct rq_qos *rqos, struct request *rq) in wbt_issue()
691 static void wbt_requeue(struct rq_qos *rqos, struct request *rq) in wbt_requeue()
751 static int wbt_data_dir(const struct request *rq) in wbt_data_dir()
|
| D | blk-integrity.c | 164 bool blk_integrity_merge_rq(struct request_queue *q, struct request *req, in blk_integrity_merge_rq()
165 struct request *next) in blk_integrity_merge_rq()
187 bool blk_integrity_merge_bio(struct request_queue *q, struct request *req, in blk_integrity_merge_bio()
334 static void blk_integrity_nop_prepare(struct request *rq) in blk_integrity_nop_prepare()
338 static void blk_integrity_nop_complete(struct request *rq, in blk_integrity_nop_complete()
|
| D | blk-pm.h | 19 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
30 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
|
| D | t10-pi.c | 135 static void t10_pi_type1_prepare(struct request *rq) in t10_pi_type1_prepare()
184 static void t10_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type1_complete()
238 static void t10_pi_type3_prepare(struct request *rq) in t10_pi_type3_prepare()
243 static void t10_pi_type3_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type3_complete()
374 static void ext_pi_type1_prepare(struct request *rq) in ext_pi_type1_prepare()
412 static void ext_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in ext_pi_type1_complete()
|
| D | blk-mq-tag.c | 249 static struct request *blk_mq_find_and_get_req(struct blk_mq_tags *tags, in blk_mq_find_and_get_req()
252 struct request *rq; in blk_mq_find_and_get_req()
270 struct request *rq; in bt_iter()
339 struct request *rq; in bt_tags_iter()
449 static bool blk_mq_tagset_count_completed_rqs(struct request *rq, void *data) in blk_mq_tagset_count_completed_rqs()
675 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|
| D | blk-timeout.c | 79 void blk_abort_request(struct request *req) in blk_abort_request()
128 void blk_add_timer(struct request *req) in blk_add_timer()
|