| /block/ |
| D | blk-crypto-internal.h | 26 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
31 static inline bool bio_crypt_ctx_back_mergeable(struct request *req, in bio_crypt_ctx_back_mergeable()
38 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
45 static inline bool bio_crypt_ctx_merge_rq(struct request *req, in bio_crypt_ctx_merge_rq()
46 struct request *next) in bio_crypt_ctx_merge_rq()
52 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
58 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
63 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
70 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
76 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
[all …]
|
| D | blk.h | 26 struct request *flush_rq;
47 bool is_flush_rq(struct request *req);
90 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio, in blk_rq_bio_prep()
113 bool blk_integrity_merge_rq(struct request_queue *, struct request *,
114 struct request *);
115 bool blk_integrity_merge_bio(struct request_queue *, struct request *,
118 static inline bool integrity_req_gap_back_merge(struct request *req, in integrity_req_gap_back_merge()
128 static inline bool integrity_req_gap_front_merge(struct request *req, in integrity_req_gap_front_merge()
142 struct request *r1, struct request *r2) in blk_integrity_merge_rq()
147 struct request *r, struct bio *b) in blk_integrity_merge_bio()
[all …]
|
| D | blk-merge.c | 20 struct request *prev_rq, struct bio *prev, struct bio *next) in bio_will_gap()
55 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
60 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
370 unsigned int blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
525 int __blk_rq_map_sg(struct request_queue *q, struct request *rq, in __blk_rq_map_sg()
550 static inline unsigned int blk_rq_get_max_segments(struct request *rq) in blk_rq_get_max_segments()
557 static inline int ll_new_hw_segment(struct request *req, struct bio *bio, in ll_new_hw_segment()
585 int ll_back_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) in ll_back_merge_fn()
603 static int ll_front_merge_fn(struct request *req, struct bio *bio, in ll_front_merge_fn()
622 static bool req_attempt_discard_merge(struct request_queue *q, struct request *req, in req_attempt_discard_merge()
[all …]
|
| D | blk-rq-qos.h | 40 void (*track)(struct rq_qos *, struct request *, struct bio *);
41 void (*merge)(struct rq_qos *, struct request *, struct bio *);
42 void (*issue)(struct rq_qos *, struct request *);
43 void (*requeue)(struct rq_qos *, struct request *);
44 void (*done)(struct rq_qos *, struct request *);
147 void __rq_qos_done(struct rq_qos *rqos, struct request *rq);
148 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq);
149 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq);
151 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio);
152 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio);
[all …]
|
| D | elevator.c | 60 static int elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
200 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
206 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
213 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
223 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
229 struct request *elv_rqhash_find(struct request_queue *q, sector_t offset) in elv_rqhash_find()
233 struct request *rq; in elv_rqhash_find()
254 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
258 struct request *__rq; in elv_rb_add()
[all …]
|
| D | bsg-lib.c | 36 static int bsg_transport_fill_hdr(struct request *rq, struct sg_io_v4 *hdr, in bsg_transport_fill_hdr()
43 job->request = memdup_user(uptr64(hdr->request), hdr->request_len); in bsg_transport_fill_hdr()
44 if (IS_ERR(job->request)) in bsg_transport_fill_hdr()
45 return PTR_ERR(job->request); in bsg_transport_fill_hdr()
72 kfree(job->request); in bsg_transport_fill_hdr()
76 static int bsg_transport_complete_rq(struct request *rq, struct sg_io_v4 *hdr) in bsg_transport_complete_rq()
125 static void bsg_transport_free_rq(struct request *rq) in bsg_transport_free_rq()
134 kfree(job->request); in bsg_transport_free_rq()
151 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_teardown_job()
184 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_job_done()
[all …]
|
| D | blk-pm.h | 16 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
22 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
31 struct request *rq) in blk_pm_add_request()
39 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
51 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
55 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
60 struct request *rq) in blk_pm_add_request()
64 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
|
| D | blk-flush.c | 99 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
116 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
121 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
135 static void blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
140 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
164 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
215 static void flush_end_io(struct request *flush_rq, blk_status_t error) in flush_end_io()
219 struct request *rq, *n; in flush_end_io()
268 bool is_flush_rq(struct request *rq) in is_flush_rq()
290 struct request *first_rq = in blk_kick_flush()
[all …]
|
| D | blk-mq-sched.h | 8 void blk_mq_sched_assign_ioc(struct request *rq);
10 void blk_mq_sched_request_inserted(struct request *rq);
12 unsigned int nr_segs, struct request **merged_request);
15 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq);
19 void blk_mq_sched_insert_request(struct request *rq, bool at_head,
42 blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_allow_merge()
53 static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) in blk_mq_sched_completed_request()
61 static inline void blk_mq_sched_requeue_request(struct request *rq) in blk_mq_sched_requeue_request()
|
| D | mq-deadline-main.c | 72 struct request *next_rq[DD_DIR_COUNT];
142 deadline_rb_root(struct dd_per_prio *per_prio, struct request *rq) in deadline_rb_root()
151 static u8 dd_rq_ioclass(struct request *rq) in dd_rq_ioclass()
159 static inline struct request *
160 deadline_latter_request(struct request *rq) in deadline_latter_request()
171 deadline_add_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_add_rq_rb()
179 deadline_del_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_del_rq_rb()
194 struct request *rq) in deadline_remove_request()
209 static void dd_request_merged(struct request_queue *q, struct request *req, in dd_request_merged()
229 static void dd_merged_requests(struct request_queue *q, struct request *req, in dd_merged_requests()
[all …]
|
| D | blk-mq.c | 51 static int blk_mq_poll_stats_bkt(const struct request *rq) in blk_mq_poll_stats_bkt()
105 struct request *rq, void *priv, in blk_mq_check_inflight()
273 static inline bool blk_mq_need_time_stamp(struct request *rq) in blk_mq_need_time_stamp()
278 static struct request *blk_mq_rq_ctx_init(struct blk_mq_alloc_data *data, in blk_mq_rq_ctx_init()
282 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init()
350 static struct request *__blk_mq_alloc_request(struct blk_mq_alloc_data *data) in __blk_mq_alloc_request()
406 struct request *blk_mq_alloc_request(struct request_queue *q, unsigned int op, in blk_mq_alloc_request()
414 struct request *rq; in blk_mq_alloc_request()
434 struct request *blk_mq_alloc_request_hctx(struct request_queue *q, in blk_mq_alloc_request_hctx()
496 static void __blk_mq_free_request(struct request *rq) in __blk_mq_free_request()
[all …]
|
| D | blk-mq.h | 47 void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,
50 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,
52 void blk_mq_put_rq_ref(struct request *rq);
71 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq,
73 void blk_mq_request_bypass_insert(struct request *rq, bool at_head,
79 blk_status_t blk_mq_request_issue_directly(struct request *rq, bool last);
228 struct request *rq) in __blk_mq_put_driver_tag()
239 static inline void blk_mq_put_driver_tag(struct request *rq) in blk_mq_put_driver_tag()
|
| D | blk-mq-sched.c | 21 void blk_mq_sched_assign_ioc(struct request *rq) in blk_mq_sched_assign_ioc()
79 struct request *rqa = container_of(a, struct request, queuelist); in sched_rq_cmp()
80 struct request *rqb = container_of(b, struct request, queuelist); in sched_rq_cmp()
88 list_first_entry(rq_list, struct request, queuelist)->mq_hctx; in blk_mq_dispatch_hctx_list()
89 struct request *rq; in blk_mq_dispatch_hctx_list()
132 struct request *rq; in __blk_mq_do_dispatch_sched()
236 struct request *rq; in blk_mq_do_dispatch_ctx()
389 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq) in blk_mq_sched_try_insert_merge()
395 void blk_mq_sched_request_inserted(struct request *rq) in blk_mq_sched_request_inserted()
403 struct request *rq) in blk_mq_sched_bypass_insert()
[all …]
|
| D | bfq-iosched.c | 447 static struct request *bfq_choose_req(struct bfq_data *bfqd, in bfq_choose_req()
448 struct request *rq1, in bfq_choose_req()
449 struct request *rq2, in bfq_choose_req()
879 static struct request *bfq_check_fifo(struct bfq_queue *bfqq, in bfq_check_fifo()
880 struct request *last) in bfq_check_fifo()
882 struct request *rq; in bfq_check_fifo()
898 static struct request *bfq_find_next_rq(struct bfq_data *bfqd, in bfq_find_next_rq()
900 struct request *last) in bfq_find_next_rq()
904 struct request *next, *prev = NULL; in bfq_find_next_rq()
926 static unsigned long bfq_serv_to_charge(struct request *rq, in bfq_serv_to_charge()
[all …]
|
| D | blk-core.c | 120 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
229 static void print_req_error(struct request *req, blk_status_t status, in print_req_error()
248 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
275 void blk_dump_rq_flags(struct request *rq, char *msg) in blk_dump_rq_flags()
639 struct request *blk_get_request(struct request_queue *q, unsigned int op, in blk_get_request()
642 struct request *req; in blk_get_request()
655 void blk_put_request(struct request *req) in blk_put_request()
1159 struct request *rq) in blk_cloned_rq_check_limits()
1203 blk_status_t blk_insert_cloned_request(struct request_queue *q, struct request *rq) in blk_insert_cloned_request()
1243 unsigned int blk_rq_err_bytes(const struct request *rq) in blk_rq_err_bytes()
[all …]
|
| D | blk-exec.c | 20 static void blk_end_sync_rq(struct request *rq, blk_status_t error) in blk_end_sync_rq()
49 struct request *rq, int at_head, in blk_execute_rq_nowait()
80 struct request *rq, int at_head) in blk_execute_rq()
|
| D | blk-stat.h | 40 int (*bucket_fn)(const struct request *);
68 void blk_stat_add(struct request *rq, u64 now);
86 int (*bucket_fn)(const struct request *),
|
| D | blk-rq-qos.c | 41 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done()
50 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) in __rq_qos_issue()
59 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) in __rq_qos_requeue()
77 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
86 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
|
| D | kyber-iosched.c | 528 static int rq_get_domain_token(struct request *rq) in rq_get_domain_token()
533 static void rq_set_domain_token(struct request *rq, int token) in rq_set_domain_token()
539 struct request *rq) in rq_clear_domain_token()
583 static void kyber_prepare_request(struct request *rq) in kyber_prepare_request()
592 struct request *rq, *next; in kyber_insert_requests()
611 static void kyber_finish_request(struct request *rq) in kyber_finish_request()
636 static void kyber_completed_request(struct request *rq, u64 now) in kyber_completed_request()
750 static struct request *
756 struct request *rq; in kyber_dispatch_cur_domain()
769 rq = list_first_entry_or_null(rqs, struct request, queuelist); in kyber_dispatch_cur_domain()
[all …]
|
| D | blk-wbt.c | 34 static inline void wbt_clear_state(struct request *rq) in wbt_clear_state()
39 static inline enum wbt_flags wbt_flags(struct request *rq) in wbt_flags()
44 static inline bool wbt_is_tracked(struct request *rq) in wbt_is_tracked()
49 static inline bool wbt_is_read(struct request *rq) in wbt_is_read()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done()
590 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
596 static void wbt_issue(struct rq_qos *rqos, struct request *rq) in wbt_issue()
616 static void wbt_requeue(struct rq_qos *rqos, struct request *rq) in wbt_requeue()
669 static int wbt_data_dir(const struct request *rq) in wbt_data_dir()
|
| D | blk-crypto.c | 186 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
221 blk_status_t __blk_crypto_rq_get_keyslot(struct request *rq) in __blk_crypto_rq_get_keyslot()
227 void __blk_crypto_rq_put_keyslot(struct request *rq) in __blk_crypto_rq_put_keyslot()
233 void __blk_crypto_free_request(struct request *rq) in __blk_crypto_free_request()
296 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | t10-pi.c | 133 static void t10_pi_type1_prepare(struct request *rq) in t10_pi_type1_prepare()
184 static void t10_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type1_complete()
240 static void t10_pi_type3_prepare(struct request *rq) in t10_pi_type3_prepare()
245 static void t10_pi_type3_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type3_complete()
|
| D | blk-integrity.c | 164 bool blk_integrity_merge_rq(struct request_queue *q, struct request *req, in blk_integrity_merge_rq()
165 struct request *next) in blk_integrity_merge_rq()
187 bool blk_integrity_merge_bio(struct request_queue *q, struct request *req, in blk_integrity_merge_bio()
369 static void blk_integrity_nop_prepare(struct request *rq) in blk_integrity_nop_prepare()
373 static void blk_integrity_nop_complete(struct request *rq, in blk_integrity_nop_complete()
|
| D | blk-mq-tag.c | 204 static struct request *blk_mq_find_and_get_req(struct blk_mq_tags *tags, in blk_mq_find_and_get_req()
207 struct request *rq; in blk_mq_find_and_get_req()
224 struct request *rq; in bt_iter()
286 struct request *rq; in bt_tags_iter()
398 static bool blk_mq_tagset_count_completed_rqs(struct request *rq, in blk_mq_tagset_count_completed_rqs()
657 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|
| D | blk-map.c | 130 static int bio_copy_user_iov(struct request *rq, struct rq_map_data *map_data, in bio_copy_user_iov()
243 static int bio_map_user_iov(struct request *rq, struct iov_iter *iter, in bio_map_user_iov()
524 int blk_rq_append_bio(struct request *rq, struct bio **bio) in blk_rq_append_bio()
578 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
620 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
684 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|