| /block/ |
| D | bio.c | 208 void bio_uninit(struct bio *bio) in bio_uninit()
223 static void bio_free(struct bio *bio) in bio_free()
251 void bio_init(struct bio *bio, struct bio_vec *table, in bio_init()
304 void bio_reset(struct bio *bio) in bio_reset()
312 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
322 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
338 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
351 struct bio *bio; in bio_alloc_rescue() local
368 struct bio *bio; in punt_bios_to_rescuer() local
438 struct bio *bio; in bio_alloc_bioset() local
[all …]
|
| D | blk-merge.c | 53 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
58 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
64 struct bio *bio, in blk_bio_discard_split()
108 struct bio *bio, struct bio_set *bs, unsigned *nsegs) in blk_bio_write_zeroes_split()
122 struct bio *bio, in blk_bio_write_same_split()
146 struct bio *bio) in get_max_io_size()
247 struct bio *bio, in blk_bio_segment_split()
317 void __blk_queue_split(struct bio **bio, unsigned int *nr_segs) in __blk_queue_split()
379 void blk_queue_split(struct bio **bio) in blk_queue_split()
401 struct bio *bio = rq->bio; in blk_recalc_rq_segments() local
[all …]
|
| D | blk-map.c | 46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
77 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
134 struct bio *bio; in bio_copy_user_iov() local
237 struct bio *bio; in bio_map_user_iov() local
310 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
323 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
349 struct bio *bio; in bio_map_kern() local
390 static void bio_copy_kern_endio(struct bio *bio) in bio_copy_kern_endio()
396 static void bio_copy_kern_endio_read(struct bio *bio) in bio_copy_kern_endio_read()
[all …]
|
| D | bio-integrity.c | 48 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc()
101 void bio_integrity_free(struct bio *bio) in bio_integrity_free()
123 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page()
156 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process()
198 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
320 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local
345 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
370 void bio_integrity_advance(struct bio *bio, unsigned int bytes_done) in bio_integrity_advance()
386 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
403 int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
|
| D | blk-core.c | 243 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
475 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
657 static void handle_bad_sector(struct bio *bio, sector_t maxsector) in handle_bad_sector()
702 static inline void bio_check_ro(struct bio *bio) in bio_check_ro()
713 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio()
726 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
743 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
763 struct bio *bio) in blk_check_zone_append()
794 static noinline_for_stack bool submit_bio_checks(struct bio *bio) in submit_bio_checks()
909 static blk_qc_t __submit_bio(struct bio *bio) in __submit_bio()
[all …]
|
| D | blk-crypto-internal.h | 38 struct bio *bio) in bio_crypt_ctx_back_mergeable()
45 struct bio *bio) in bio_crypt_ctx_front_mergeable()
96 struct bio *bio) in bio_crypt_rq_ctx_compatible()
102 struct bio *bio) in bio_crypt_ctx_front_mergeable()
108 struct bio *bio) in bio_crypt_ctx_back_mergeable()
134 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
141 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
148 struct bio *bio) in bio_crypt_do_front_merge()
199 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| D | blk-lib.c | 13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio()
31 struct bio *bio = *biop; in __blkdev_issue_discard() local
135 struct bio *bio = NULL; in blkdev_issue_discard() local
172 struct bio *bio = *biop; in __blkdev_issue_write_same() local
231 struct bio *bio = NULL; in blkdev_issue_write_same() local
251 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local
308 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local
398 struct bio *bio; in blkdev_issue_zeroout() local
|
| D | blk.h | 140 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
163 struct bio *bio) in integrity_req_gap_front_merge()
191 struct bio *bio) in integrity_req_gap_front_merge()
199 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
203 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
346 static inline void blk_throtl_charge_bio_split(struct bio *bio) { } in blk_throtl_charge_bio_split()
347 static inline bool blk_throtl_bio(struct bio *bio) { return false; } in blk_throtl_bio()
356 static inline void blk_throtl_bio_endio(struct bio *bio) { } in blk_throtl_bio_endio()
369 static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio) in blk_queue_bounce()
416 static inline void bio_clear_hipri(struct bio *bio) in bio_clear_hipri()
|
| D | blk-crypto.c | 101 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx()
121 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx()
156 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance()
205 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
225 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment()
287 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local
315 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | bounce.c | 101 static void bounce_end_io(struct bio *bio) in bounce_end_io()
125 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write()
130 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read()
144 struct bio *bio; in bounce_clone_bio() local
211 struct bio *bio; in __blk_queue_bounce() local
|
| D | blk-rq-qos.c | 32 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio) in __rq_qos_cleanup()
68 void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio) in __rq_qos_throttle()
77 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_track()
86 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) in __rq_qos_merge()
95 void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio) in __rq_qos_done_bio()
|
| D | blk-rq-qos.h | 165 static inline void rq_qos_cleanup(struct request_queue *q, struct bio *bio) in rq_qos_cleanup()
189 static inline void rq_qos_done_bio(struct bio *bio) in rq_qos_done_bio()
199 static inline void rq_qos_throttle(struct request_queue *q, struct bio *bio) in rq_qos_throttle()
208 struct bio *bio) in rq_qos_track()
215 struct bio *bio) in rq_qos_merge()
|
| D | blk-crypto-fallback.c | 51 struct bio *bio; member
162 struct bio *bio; in blk_crypto_fallback_clone_bio() local
213 struct bio *bio = *bio_ptr; in blk_crypto_fallback_split_bio_if_needed() local
381 struct bio *bio = f_ctx->bio; in blk_crypto_fallback_decrypt_bio() local
452 static void blk_crypto_fallback_decrypt_endio(struct bio *bio) in blk_crypto_fallback_decrypt_endio()
493 struct bio *bio = *bio_ptr; in blk_crypto_fallback_bio_prep() local
|
| D | blk-mq-sched.h | 34 blk_mq_sched_bio_merge(struct request_queue *q, struct bio *bio, in blk_mq_sched_bio_merge()
45 struct bio *bio) in blk_mq_sched_allow_merge()
|
| D | fops.c | 46 static void blkdev_bio_end_io_simple(struct bio *bio) in blkdev_bio_end_io_simple()
62 struct bio bio; in __blkdev_direct_IO_simple() local
139 struct bio bio; member
152 static void blkdev_bio_end_io(struct bio *bio) in blkdev_bio_end_io()
199 struct bio *bio; in __blkdev_direct_IO() local
|
| D | blk-throttle.c | 388 static inline unsigned int throtl_bio_data_size(struct bio *bio) in throtl_bio_data_size()
413 static void throtl_qnode_add_bio(struct bio *bio, struct throtl_qnode *qn, in throtl_qnode_add_bio()
430 struct bio *bio; in throtl_peek_queued() local
459 struct bio *bio; in throtl_pop_queued() local
901 static bool tg_with_in_iops_limit(struct throtl_grp *tg, struct bio *bio, in tg_with_in_iops_limit()
949 static bool tg_with_in_bps_limit(struct throtl_grp *tg, struct bio *bio, in tg_with_in_bps_limit()
1000 static bool tg_may_dispatch(struct throtl_grp *tg, struct bio *bio, in tg_may_dispatch()
1061 static void throtl_charge_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_bio()
1091 static void throtl_add_bio_tg(struct bio *bio, struct throtl_qnode *qn, in throtl_add_bio_tg()
1119 struct bio *bio; in tg_update_disptime() local
[all …]
|
| D | blk-cgroup.c | 122 struct bio *bio; in blkg_async_bio_workfn() local
1575 bool __blkcg_punt_bio_submit(struct bio *bio) in __blkcg_punt_bio_submit()
1824 static inline struct blkcg_gq *blkg_tryget_closest(struct bio *bio, in blkg_tryget_closest()
1858 void bio_associate_blkg_from_css(struct bio *bio, in bio_associate_blkg_from_css()
1882 void bio_associate_blkg(struct bio *bio) in bio_associate_blkg()
1911 static int blk_cgroup_io_type(struct bio *bio) in blk_cgroup_io_type()
1920 void blk_cgroup_bio_start(struct bio *bio) in blk_cgroup_bio_start()
|
| D | blk-wbt.c | 525 static inline bool wbt_should_throttle(struct bio *bio) in wbt_should_throttle()
543 static enum wbt_flags bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio) in bio_to_wbt_flags()
562 static void wbt_cleanup(struct rq_qos *rqos, struct bio *bio) in wbt_cleanup()
574 static void wbt_wait(struct rq_qos *rqos, struct bio *bio) in wbt_wait()
592 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) in wbt_track()
|
| D | blk-integrity.c | 27 int blk_rq_count_integrity_sg(struct request_queue *q, struct bio *bio) in blk_rq_count_integrity_sg()
68 int blk_rq_map_integrity_sg(struct request_queue *q, struct bio *bio, in blk_rq_map_integrity_sg()
188 struct bio *bio) in blk_integrity_merge_bio()
|
| D | blk-zoned.c | 190 struct bio *bio = NULL; in blkdev_zone_reset_all_emulated() local
233 struct bio bio; in blkdev_zone_reset_all() local
266 struct bio *bio = NULL; in blkdev_zone_mgmt() local
|
| D | t10-pi.c | 137 struct bio *bio; in t10_pi_type1_prepare() local
187 struct bio *bio; in t10_pi_type1_complete() local
|
| D | blk-ioprio.c | 84 static struct ioprio_blkcg *ioprio_blkcg_from_bio(struct bio *bio) in ioprio_blkcg_from_bio()
190 struct bio *bio) in blkcg_ioprio_track()
|
| D | elevator.c | 60 static int elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge()
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok()
304 struct bio *bio) in elv_merge()
|
| D | bfq-iosched.c | 2233 struct bio *bio, in bfq_find_rq_fmerge()
2330 static bool bfq_bio_merge(struct request_queue *q, struct bio *bio, in bfq_bio_merge()
2370 struct bio *bio) in bfq_request_merge()
3081 struct bio *bio) in bfq_allow_bio_merge()
5350 static void bfq_check_ioprio_change(struct bfq_io_cq *bic, struct bio *bio) in bfq_check_ioprio_change()
5611 struct bio *bio, bool is_sync, in bfq_get_queue()
6495 struct bio *bio, in bfq_get_bfqq_handle_split()
6598 struct bio *bio = rq->bio; in bfq_init_rq() local
|
| D | bfq-cgroup.c | 612 struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) in bfq_bio_bfqg()
770 void bfq_bic_update_cgroup(struct bfq_io_cq *bic, struct bio *bio) in bfq_bic_update_cgroup()
1453 void bfq_bic_update_cgroup(struct bfq_io_cq *bic, struct bio *bio) {} in bfq_bic_update_cgroup()
1460 struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) in bfq_bio_bfqg()
|