| /block/ |
| D | blk-crypto-internal.h | 52 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults()
58 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
63 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
70 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible()
94 static inline void blk_crypto_rq_set_defaults(struct request *rq) { } in blk_crypto_rq_set_defaults()
96 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted()
101 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot()
122 static inline void bio_crypt_do_front_merge(struct request *rq, in bio_crypt_do_front_merge()
141 static inline blk_status_t blk_crypto_rq_get_keyslot(struct request *rq) in blk_crypto_rq_get_keyslot()
149 static inline void blk_crypto_rq_put_keyslot(struct request *rq) in blk_crypto_rq_put_keyslot()
[all …]
|
| D | blk-pm.h | 16 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
22 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
31 struct request *rq) in blk_pm_add_request()
39 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
51 static inline void blk_pm_mark_last_busy(struct request *rq) in blk_pm_mark_last_busy()
55 static inline void blk_pm_requeue_request(struct request *rq) in blk_pm_requeue_request()
60 struct request *rq) in blk_pm_add_request()
64 static inline void blk_pm_put_request(struct request *rq) in blk_pm_put_request()
|
| D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
60 static int elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
200 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del()
206 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del()
213 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add()
223 void elv_rqhash_reposition(struct request_queue *q, struct request *rq) in elv_rqhash_reposition()
233 struct request *rq; in elv_rqhash_find() local
254 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add()
275 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del()
[all …]
|
| D | blk-flush.c | 99 static unsigned int blk_flush_policy(unsigned long fflags, struct request *rq) in blk_flush_policy()
116 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq()
121 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request()
135 static void blk_flush_queue_rq(struct request *rq, bool add_front) in blk_flush_queue_rq()
140 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush()
164 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq()
219 struct request *rq, *n; in flush_end_io() local
268 bool is_flush_rq(struct request *rq) in is_flush_rq()
352 static void mq_flush_data_end_io(struct request *rq, blk_status_t error) in mq_flush_data_end_io()
385 void blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| D | blk-mq.c | 51 static int blk_mq_poll_stats_bkt(const struct request *rq) in blk_mq_poll_stats_bkt()
105 struct request *rq, void *priv, in blk_mq_check_inflight()
273 static inline bool blk_mq_need_time_stamp(struct request *rq) in blk_mq_need_time_stamp()
282 struct request *rq = tags->static_rqs[tag]; in blk_mq_rq_ctx_init() local
414 struct request *rq; in blk_mq_alloc_request() local
496 static void __blk_mq_free_request(struct request *rq) in __blk_mq_free_request()
519 void blk_mq_free_request(struct request *rq) in blk_mq_free_request()
550 inline void __blk_mq_end_request(struct request *rq, blk_status_t error) in __blk_mq_end_request()
575 void blk_mq_end_request(struct request *rq, blk_status_t error) in blk_mq_end_request()
597 struct request *rq; in blk_done_softirq() local
[all …]
|
| D | mq-deadline-main.c | 142 deadline_rb_root(struct dd_per_prio *per_prio, struct request *rq) in deadline_rb_root()
151 static u8 dd_rq_ioclass(struct request *rq) in dd_rq_ioclass()
160 deadline_latter_request(struct request *rq) in deadline_latter_request()
171 deadline_add_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_add_rq_rb()
179 deadline_del_rq_rb(struct dd_per_prio *per_prio, struct request *rq) in deadline_del_rq_rb()
194 struct request *rq) in deadline_remove_request()
263 struct request *rq) in deadline_move_request()
288 struct request *rq = rq_entry_fifo(per_prio->fifo_list[data_dir].next); in deadline_check_fifo() local
307 struct request *rq; in deadline_fifo_request() local
341 struct request *rq; in deadline_next_request() local
[all …]
|
| D | bsg-lib.c | 36 static int bsg_transport_fill_hdr(struct request *rq, struct sg_io_v4 *hdr, in bsg_transport_fill_hdr()
76 static int bsg_transport_complete_rq(struct request *rq, struct sg_io_v4 *hdr) in bsg_transport_complete_rq()
125 static void bsg_transport_free_rq(struct request *rq) in bsg_transport_free_rq()
151 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_teardown_job() local
184 struct request *rq = blk_mq_rq_from_pdu(job); in bsg_job_done() local
197 static void bsg_complete(struct request *rq) in bsg_complete()
338 static enum blk_eh_timer_return bsg_timeout(struct request *rq, bool reserved) in bsg_timeout()
|
| D | blk-merge.c | 370 unsigned int blk_recalc_rq_segments(struct request *rq) in blk_recalc_rq_segments()
525 int __blk_rq_map_sg(struct request_queue *q, struct request *rq, in __blk_rq_map_sg()
550 static inline unsigned int blk_rq_get_max_segments(struct request *rq) in blk_rq_get_max_segments()
682 void blk_rq_set_mixed_merge(struct request *rq) in blk_rq_set_mixed_merge()
824 struct request *rq) in attempt_back_merge()
835 struct request *rq) in attempt_front_merge()
845 int blk_attempt_req_merge(struct request_queue *q, struct request *rq, in blk_attempt_req_merge()
859 bool blk_rq_merge_ok(struct request *rq, struct bio *bio) in blk_rq_merge_ok()
905 enum elv_merge blk_try_merge(struct request *rq, struct bio *bio) in blk_try_merge()
1008 struct request *rq, in blk_attempt_bio_merge()
[all …]
|
| D | blk-mq-sched.c | 21 void blk_mq_sched_assign_ioc(struct request *rq) in blk_mq_sched_assign_ioc()
89 struct request *rq; in blk_mq_dispatch_hctx_list() local
132 struct request *rq; in __blk_mq_do_dispatch_sched() local
236 struct request *rq; in blk_mq_do_dispatch_ctx() local
389 bool blk_mq_sched_try_insert_merge(struct request_queue *q, struct request *rq) in blk_mq_sched_try_insert_merge()
395 void blk_mq_sched_request_inserted(struct request *rq) in blk_mq_sched_request_inserted()
403 struct request *rq) in blk_mq_sched_bypass_insert()
426 void blk_mq_sched_insert_request(struct request *rq, bool at_head, in blk_mq_sched_insert_request()
|
| D | blk-exec.c | 20 static void blk_end_sync_rq(struct request *rq, blk_status_t error) in blk_end_sync_rq()
49 struct request *rq, int at_head, in blk_execute_rq_nowait()
80 struct request *rq, int at_head) in blk_execute_rq()
|
| D | blk-mq-sched.h | 42 blk_mq_sched_allow_merge(struct request_queue *q, struct request *rq, in blk_mq_sched_allow_merge()
53 static inline void blk_mq_sched_completed_request(struct request *rq, u64 now) in blk_mq_sched_completed_request()
61 static inline void blk_mq_sched_requeue_request(struct request *rq) in blk_mq_sched_requeue_request()
|
| D | blk-rq-qos.c | 41 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done()
50 void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) in __rq_qos_issue()
59 void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) in __rq_qos_requeue()
77 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
86 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
|
| D | blk-crypto.c | 186 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
221 blk_status_t __blk_crypto_rq_get_keyslot(struct request *rq) in __blk_crypto_rq_get_keyslot()
227 void __blk_crypto_rq_put_keyslot(struct request *rq) in __blk_crypto_rq_put_keyslot()
233 void __blk_crypto_free_request(struct request *rq) in __blk_crypto_free_request()
296 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | bfq-iosched.c | 231 #define BFQ_RQ_SEEKY(bfqd, last_pos, rq) \ argument
366 #define RQ_BIC(rq) icq_to_bic((rq)->elv.priv[0]) argument
367 #define RQ_BFQQ(rq) ((rq)->elv.priv[1]) argument
882 struct request *rq; in bfq_check_fifo() local
926 static unsigned long bfq_serv_to_charge(struct request *rq, in bfq_serv_to_charge()
1661 struct request *rq, in bfq_bfqq_handle_idle_busy_switch()
1872 static void bfq_add_request(struct request *rq) in bfq_add_request()
2136 static sector_t get_sdist(sector_t last_pos, struct request *rq) in get_sdist()
2161 struct request *rq) in bfq_remove_request()
2335 static void bfq_requests_merged(struct request_queue *q, struct request *rq, in bfq_requests_merged()
[all …]
|
| D | blk-core.c | 120 void blk_rq_init(struct request_queue *q, struct request *rq) in blk_rq_init()
248 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
275 void blk_dump_rq_flags(struct request *rq, char *msg) in blk_dump_rq_flags()
1159 struct request *rq) in blk_cloned_rq_check_limits()
1203 blk_status_t blk_insert_cloned_request(struct request_queue *q, struct request *rq) in blk_insert_cloned_request()
1243 unsigned int blk_rq_err_bytes(const struct request *rq) in blk_rq_err_bytes()
1323 void blk_account_io_start(struct request *rq) in blk_account_io_start()
1400 void blk_steal_bios(struct bio_list *list, struct request *rq) in blk_steal_bios()
1542 void rq_flush_dcache_pages(struct request *rq) in rq_flush_dcache_pages()
1588 void blk_rq_unprep_clone(struct request *rq) in blk_rq_unprep_clone()
[all …]
|
| D | blk-rq-qos.h | 162 static inline void rq_qos_done(struct request_queue *q, struct request *rq) in rq_qos_done()
168 static inline void rq_qos_issue(struct request_queue *q, struct request *rq) in rq_qos_issue()
174 static inline void rq_qos_requeue(struct request_queue *q, struct request *rq) in rq_qos_requeue()
197 static inline void rq_qos_track(struct request_queue *q, struct request *rq, in rq_qos_track()
204 static inline void rq_qos_merge(struct request_queue *q, struct request *rq, in rq_qos_merge()
|
| D | blk-wbt.c | 34 static inline void wbt_clear_state(struct request *rq) in wbt_clear_state()
39 static inline enum wbt_flags wbt_flags(struct request *rq) in wbt_flags()
44 static inline bool wbt_is_tracked(struct request *rq) in wbt_is_tracked()
49 static inline bool wbt_is_read(struct request *rq) in wbt_is_read()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done()
590 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
596 static void wbt_issue(struct rq_qos *rqos, struct request *rq) in wbt_issue()
616 static void wbt_requeue(struct rq_qos *rqos, struct request *rq) in wbt_requeue()
669 static int wbt_data_dir(const struct request *rq) in wbt_data_dir()
|
| D | t10-pi.c | 133 static void t10_pi_type1_prepare(struct request *rq) in t10_pi_type1_prepare()
184 static void t10_pi_type1_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type1_complete()
240 static void t10_pi_type3_prepare(struct request *rq) in t10_pi_type3_prepare()
245 static void t10_pi_type3_complete(struct request *rq, unsigned int nr_bytes) in t10_pi_type3_complete()
|
| D | blk.h | 90 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio, in blk_rq_bio_prep()
141 static inline bool blk_integrity_merge_rq(struct request_queue *rq, in blk_integrity_merge_rq()
146 static inline bool blk_integrity_merge_bio(struct request_queue *rq, in blk_integrity_merge_bio()
200 #define ELV_ON_HASH(rq) ((rq)->rq_flags & RQF_HASHED) argument
254 static inline bool blk_do_io_stat(struct request *rq) in blk_do_io_stat()
325 static inline void blk_throtl_stat_add(struct request *rq, u64 time) { } in blk_throtl_stat_add()
|
| D | blk-map.c | 130 static int bio_copy_user_iov(struct request *rq, struct rq_map_data *map_data, in bio_copy_user_iov()
243 static int bio_map_user_iov(struct request *rq, struct iov_iter *iter, in bio_map_user_iov()
524 int blk_rq_append_bio(struct request *rq, struct bio **bio) in blk_rq_append_bio()
578 int blk_rq_map_user_iov(struct request_queue *q, struct request *rq, in blk_rq_map_user_iov()
620 int blk_rq_map_user(struct request_queue *q, struct request *rq, in blk_rq_map_user()
684 int blk_rq_map_kern(struct request_queue *q, struct request *rq, void *kbuf, in blk_rq_map_kern()
|
| D | bsg.c | 66 static int bsg_scsi_fill_hdr(struct request *rq, struct sg_io_v4 *hdr, in bsg_scsi_fill_hdr()
90 static int bsg_scsi_complete_rq(struct request *rq, struct sg_io_v4 *hdr) in bsg_scsi_complete_rq()
124 static void bsg_scsi_free_rq(struct request *rq) in bsg_scsi_free_rq()
138 struct request *rq; in bsg_sg_io() local
238 struct request_queue *rq, in bsg_add_device()
|
| D | kyber-iosched.c | 528 static int rq_get_domain_token(struct request *rq) in rq_get_domain_token()
533 static void rq_set_domain_token(struct request *rq, int token) in rq_set_domain_token()
539 struct request *rq) in rq_clear_domain_token()
583 static void kyber_prepare_request(struct request *rq) in kyber_prepare_request()
592 struct request *rq, *next; in kyber_insert_requests() local
611 static void kyber_finish_request(struct request *rq) in kyber_finish_request()
636 static void kyber_completed_request(struct request *rq, u64 now) in kyber_completed_request()
756 struct request *rq; in kyber_dispatch_cur_domain() local
804 struct request *rq; in kyber_dispatch_request() local
|
| D | blk-mq-tag.c | 207 struct request *rq; in blk_mq_find_and_get_req() local
224 struct request *rq; in bt_iter() local
286 struct request *rq; in bt_tags_iter() local
398 static bool blk_mq_tagset_count_completed_rqs(struct request *rq, in blk_mq_tagset_count_completed_rqs()
657 u32 blk_mq_unique_tag(struct request *rq) in blk_mq_unique_tag()
|
| D | scsi_ioctl.c | 220 static int blk_fill_sghdr_rq(struct request_queue *q, struct request *rq, in blk_fill_sghdr_rq()
246 static int blk_complete_sghdr_rq(struct request *rq, struct sg_io_hdr *hdr, in blk_complete_sghdr_rq()
289 struct request *rq; in sg_io() local
411 struct request *rq; in sg_scsi_ioctl() local
525 struct request *rq; in __blk_send_generic() local
|
| D | blk-zoned.c | 66 bool blk_req_needs_zone_write_lock(struct request *rq) in blk_req_needs_zone_write_lock()
85 bool blk_req_zone_write_trylock(struct request *rq) in blk_req_zone_write_trylock()
99 void __blk_req_zone_write_lock(struct request *rq) in __blk_req_zone_write_lock()
110 void __blk_req_zone_write_unlock(struct request *rq) in __blk_req_zone_write_unlock()
|