| /block/ |
| D | blk-crypto-internal.h | 32 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
37 static inline bool bio_crypt_ctx_back_mergeable(struct request *req, in bio_crypt_ctx_back_mergeable()
44 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
51 static inline bool bio_crypt_ctx_merge_rq(struct request *req, in bio_crypt_ctx_merge_rq()
52 struct request *next) in bio_crypt_ctx_merge_rq()
58 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
64 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
69 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
95 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
101 static inline bool bio_crypt_ctx_front_mergeable(struct request *req, in bio_crypt_ctx_front_mergeable()
[all …]
|
| D | blk.h | 39 struct request *flush_rq;
59 bool is_flush_rq(struct request *req);
147 bool blk_integrity_merge_rq(struct request_queue *, struct request *,
148 struct request *);
149 bool blk_integrity_merge_bio(struct request_queue *, struct request *,
152 static inline bool integrity_req_gap_back_merge(struct request *req, in integrity_req_gap_back_merge()
162 static inline bool integrity_req_gap_front_merge(struct request *req, in integrity_req_gap_front_merge()
176 struct request *r1, struct request *r2) in blk_integrity_merge_rq()
181 struct request *r, struct bio *b) in blk_integrity_merge_bio()
185 static inline bool integrity_req_gap_back_merge(struct request *req, in integrity_req_gap_back_merge()
[all …]
|
| D | blk-rq-qos.h | 40 void (*track)(struct rq_qos *, struct request *, struct bio *);
41 void (*merge)(struct rq_qos *, struct request *, struct bio *);
42 void (*issue)(struct rq_qos *, struct request *);
43 void (*requeue)(struct rq_qos *, struct request *);
44 void (*done)(struct rq_qos *, struct request *);
156 void __rq_qos_done(struct rq_qos *rqos, struct request *rq);
157 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq);
158 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq);
160 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio);
161 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio);
[all …]
|
| D | blk-merge.c | 18 struct request *prev_rq, struct bio *prev, struct bio *next) in bio_will_gap()
53 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
58 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
387 unsigned int blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
545 int __blk_rq_map_sg(struct request_queue *q, struct request *rq, in __blk_rq_map_sg()
570 static inline unsigned int blk_rq_get_max_segments(struct request *rq) in blk_rq_get_max_segments()
577 static inline int ll_new_hw_segment(struct request *req, struct bio *bio, in ll_new_hw_segment()
605 int ll_back_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) in ll_back_merge_fn()
623 static int ll_front_merge_fn(struct request *req, struct bio *bio, in ll_front_merge_fn()
642 static bool req_attempt_discard_merge(struct request_queue *q, struct request *req, in req_attempt_discard_merge()
[all …]
|
| D | elevator.c | 60 static int elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
200 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
206 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
213 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
223 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
229 struct request *elv_rqhash_find(struct request_queue *q, sector_t offset) in elv_rqhash_find()
233 struct request *rq; in elv_rqhash_find()
254 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
258 struct request *__rq; in elv_rb_add()
[all …]
|
| D | mq-deadline.c | 119 deadline_rb_root(struct dd_per_prio *per_prio, struct request *rq) in deadline_rb_root()
128 static u8 dd_rq_ioclass(struct request *rq) in dd_rq_ioclass()
136 static inline struct request *
137 deadline_earlier_request(struct request *rq) in deadline_earlier_request()
150 static inline struct request *
151 deadline_latter_request(struct request *rq) in deadline_latter_request()
165 static inline struct request *deadline_from_pos(struct dd_per_prio *per_prio, in deadline_from_pos()
169 struct request *rq, *res = NULL; in deadline_from_pos()
196 deadline_add_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_add_rq_rb()
204 deadline_del_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_del_rq_rb()
[all …]
|
| D | blk-flush.c | 98 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
115 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
120 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
134 static void blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
139 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
163 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
214 static void flush_end_io(struct request *flush_rq, blk_status_t error) in flush_end_io()
218 struct request *rq, *n; in flush_end_io()
267 bool is_flush_rq(struct request *rq) in is_flush_rq()
289 struct request *first_rq = in blk_kick_flush()
[all …]
|
| D | blk-mq.h | 47 void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,
50 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,
52 void blk_mq_put_rq_ref(struct request *rq);
71 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq,
73 void blk_mq_request_bypass_insert(struct request *rq, bool at_head,
79 blk_status_t blk_mq_request_issue_directly(struct request *rq, bool last);
209 static inline void blk_mq_set_rq_budget_token(struct request *rq, int token) in blk_mq_set_rq_budget_token()
218 static inline int blk_mq_get_rq_budget_token(struct request *rq) in blk_mq_get_rq_budget_token()
248 struct request *rq) in __blk_mq_put_driver_tag()
259 static inline void blk_mq_put_driver_tag(struct request *rq) in blk_mq_put_driver_tag()
[all …]
|
| D | bsg-lib.c | 32 struct request *rq; in bsg_transport_sg_io_fn()
50 job->request = memdup_user(uptr64(hdr->request), hdr->request_len); in bsg_transport_sg_io_fn()
51 if (IS_ERR(job->request)) { in bsg_transport_sg_io_fn()
52 ret = PTR_ERR(job->request); in bsg_transport_sg_io_fn()
139 kfree(job->request); in bsg_transport_sg_io_fn()
152 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_teardown_job()
185 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_job_done()
198 static void bsg_complete(struct request *rq) in bsg_complete()
205 static int bsg_map_buffer(struct bsg_buffer *buf, struct request *req) in bsg_map_buffer()
225 static bool bsg_prepare_job(struct device *dev, struct request *req) in bsg_prepare_job()
[all …]
|
| D | blk-mq-sched.h | 10 void blk_mq_sched_assign_ioc(struct request *rq);
13 unsigned int nr_segs, struct request **merged_request);
16 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq,
21 void blk_mq_sched_insert_request(struct request *rq, bool at_head,
44 blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_allow_merge()
55 static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) in blk_mq_sched_completed_request()
63 static inline void blk_mq_sched_requeue_request(struct request *rq) in blk_mq_sched_requeue_request()
|
| D | blk-mq.c | 50 static int blk_mq_poll_stats_bkt(const struct request *rq) in blk_mq_poll_stats_bkt()
104 struct request *rq, void *priv, in blk_mq_check_inflight()
280 static inline bool blk_mq_need_time_stamp(struct request *rq) in blk_mq_need_time_stamp()
285 static struct request *blk_mq_rq_ctx_init(struct blk_mq_alloc_data *data, in blk_mq_rq_ctx_init()
289 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init()
357 static struct request *__blk_mq_alloc_request(struct blk_mq_alloc_data *data) in __blk_mq_alloc_request()
410 struct request *blk_mq_alloc_request(struct request_queue *q, unsigned int op, in blk_mq_alloc_request()
418 struct request *rq; in blk_mq_alloc_request()
438 struct request *blk_mq_alloc_request_hctx(struct request_queue *q, in blk_mq_alloc_request_hctx()
500 static void __blk_mq_free_request(struct request *rq) in __blk_mq_free_request()
[all …]
|
| D | blk-exec.c | 20 static void blk_end_sync_rq(struct request *rq, blk_status_t error) in blk_end_sync_rq()
47 void blk_execute_rq_nowait(struct gendisk *bd_disk, struct request *rq, in blk_execute_rq_nowait()
69 static bool blk_rq_is_poll(struct request *rq) in blk_rq_is_poll()
74 static void blk_rq_poll_completion(struct request *rq, struct completion *wait) in blk_rq_poll_completion()
93 blk_status_t blk_execute_rq(struct gendisk *bd_disk, struct request *rq, int at_head) in blk_execute_rq()
|
| D | blk-mq-sched.c | 21 void blk_mq_sched_assign_ioc(struct request *rq) in blk_mq_sched_assign_ioc()
80 struct request *rqa = container_of(a, struct request, queuelist); in sched_rq_cmp()
81 struct request *rqb = container_of(b, struct request, queuelist); in sched_rq_cmp()
89 list_first_entry(rq_list, struct request, queuelist)->mq_hctx; in blk_mq_dispatch_hctx_list()
90 struct request *rq; in blk_mq_dispatch_hctx_list()
133 struct request *rq; in __blk_mq_do_dispatch_sched()
251 struct request *rq; in blk_mq_do_dispatch_ctx()
408 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_try_insert_merge()
415 static bool blk_mq_sched_bypass_insert(struct request *rq) in blk_mq_sched_bypass_insert()
431 void blk_mq_sched_insert_request(struct request *rq, bool at_head, in blk_mq_sched_insert_request()
|
| D | bfq-iosched.c | 488 static struct request *bfq_choose_req(struct bfq_data *bfqd, in bfq_choose_req()
489 struct request *rq1, in bfq_choose_req()
490 struct request *rq2, in bfq_choose_req()
920 static struct request *bfq_check_fifo(struct bfq_queue *bfqq, in bfq_check_fifo()
921 struct request *last) in bfq_check_fifo()
923 struct request *rq; in bfq_check_fifo()
939 static struct request *bfq_find_next_rq(struct bfq_data *bfqd, in bfq_find_next_rq()
941 struct request *last) in bfq_find_next_rq()
945 struct request *next, *prev = NULL; in bfq_find_next_rq()
967 static unsigned long bfq_serv_to_charge(struct request *rq, in bfq_serv_to_charge()
[all …]
|
| D | blk-core.c | 117 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
224 static void print_req_error(struct request *req, blk_status_t status, in print_req_error()
243 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
270 void blk_dump_rq_flags(struct request *rq, char *msg) in blk_dump_rq_flags()
635 struct request *blk_get_request(struct request_queue *q, unsigned int op, in blk_get_request()
638 struct request *req; in blk_get_request()
651 void blk_put_request(struct request *req) in blk_put_request()
1117 struct request *rq) in blk_cloned_rq_check_limits()
1159 blk_status_t blk_insert_cloned_request(struct request_queue *q, struct request *rq) in blk_insert_cloned_request()
1199 unsigned int blk_rq_err_bytes(const struct request *rq) in blk_rq_err_bytes()
[all …]
|
| D | blk-stat.h | 40 int (*bucket_fn)(const struct request *);
68 void blk_stat_add(struct request *rq, u64 now);
86 int (*bucket_fn)(const struct request *),
|
| D | blk-rq-qos.c | 41 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done()
50 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) in __rq_qos_issue()
59 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) in __rq_qos_requeue()
77 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
86 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
|
| D | kyber-iosched.c | 529 static int rq_get_domain_token(struct request *rq) in rq_get_domain_token()
534 static void rq_set_domain_token(struct request *rq, int token) in rq_set_domain_token()
540 struct request *rq) in rq_clear_domain_token()
584 static void kyber_prepare_request(struct request *rq) in kyber_prepare_request()
593 struct request *rq, *next; in kyber_insert_requests()
612 static void kyber_finish_request(struct request *rq) in kyber_finish_request()
637 static void kyber_completed_request(struct request *rq, u64 now) in kyber_completed_request()
751 static struct request *
757 struct request *rq; in kyber_dispatch_cur_domain()
770 rq = list_first_entry_or_null(rqs, struct request, queuelist); in kyber_dispatch_cur_domain()
[all …]
|
| D | blk-wbt.c | 34 static inline void wbt_clear_state(struct request *rq) in wbt_clear_state()
39 static inline enum wbt_flags wbt_flags(struct request *rq) in wbt_flags()
44 static inline bool wbt_is_tracked(struct request *rq) in wbt_is_tracked()
49 static inline bool wbt_is_read(struct request *rq) in wbt_is_read()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done()
592 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
598 static void wbt_issue(struct rq_qos *rqos, struct request *rq) in wbt_issue()
618 static void wbt_requeue(struct rq_qos *rqos, struct request *rq) in wbt_requeue()
671 static int wbt_data_dir(const struct request *rq) in wbt_data_dir()
|
| D | blk-crypto.c | 205 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
240 blk_status_t __blk_crypto_rq_get_keyslot(struct request *rq) in __blk_crypto_rq_get_keyslot()
247 void __blk_crypto_rq_put_keyslot(struct request *rq) in __blk_crypto_rq_put_keyslot()
253 void __blk_crypto_free_request(struct request *rq) in __blk_crypto_free_request()
315 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | blk-pm.h | 19 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
30 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
|
| D | t10-pi.c | 133 static void t10_pi_type1_prepare(struct request *rq) in t10_pi_type1_prepare()
182 static void t10_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type1_complete()
236 static void t10_pi_type3_prepare(struct request *rq) in t10_pi_type3_prepare()
241 static void t10_pi_type3_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type3_complete()
|
| D | blk-integrity.c | 164 bool blk_integrity_merge_rq(struct request_queue *q, struct request *req, in blk_integrity_merge_rq()
165 struct request *next) in blk_integrity_merge_rq()
187 bool blk_integrity_merge_bio(struct request_queue *q, struct request *req, in blk_integrity_merge_bio()
369 static void blk_integrity_nop_prepare(struct request *rq) in blk_integrity_nop_prepare()
373 static void blk_integrity_nop_complete(struct request *rq, in blk_integrity_nop_complete()
|
| D | blk-map.c | 129 static int bio_copy_user_iov(struct request *rq, struct rq_map_data *map_data, in bio_copy_user_iov()
233 static int bio_map_user_iov(struct request *rq, struct iov_iter *iter, in bio_map_user_iov()
482 int blk_rq_append_bio(struct request *rq, struct bio *bio) in blk_rq_append_bio()
521 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
565 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
625 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|
| D | blk-mq-tag.c | 199 static struct request *blk_mq_find_and_get_req(struct blk_mq_tags *tags, in blk_mq_find_and_get_req()
202 struct request *rq; in blk_mq_find_and_get_req()
219 struct request *rq; in bt_iter()
281 struct request *rq; in bt_tags_iter()
388 static bool blk_mq_tagset_count_completed_rqs(struct request *rq, in blk_mq_tagset_count_completed_rqs()
645 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|