| /fs/ |
| D | bio.c | 74 unsigned int sz = sizeof(struct bio) + extra_size; in bio_find_or_create_slab()
243 void bio_free(struct bio *bio, struct bio_set *bs) in bio_free() argument
247 if (bio_has_allocated_vec(bio)) in bio_free()
248 bvec_free_bs(bs, bio->bi_io_vec, BIO_POOL_IDX(bio)); in bio_free()
250 if (bio_integrity(bio)) in bio_free()
251 bio_integrity_free(bio, bs); in bio_free()
256 p = bio; in bio_free()
266 static void bio_fs_destructor(struct bio *bio) in bio_fs_destructor() argument
268 bio_free(bio, fs_bio_set); in bio_fs_destructor()
271 static void bio_kmalloc_destructor(struct bio *bio) in bio_kmalloc_destructor() argument
[all …]
|
| D | bio-integrity.c | 42 struct bio_integrity_payload *bio_integrity_alloc_bioset(struct bio *bio, in bio_integrity_alloc_bioset() argument
51 BUG_ON(bio == NULL); in bio_integrity_alloc_bioset()
70 bip->bip_bio = bio; in bio_integrity_alloc_bioset()
71 bio->bi_integrity = bip; in bio_integrity_alloc_bioset()
87 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc() argument
91 return bio_integrity_alloc_bioset(bio, gfp_mask, nr_vecs, fs_bio_set); in bio_integrity_alloc()
103 void bio_integrity_free(struct bio *bio, struct bio_set *bs) in bio_integrity_free() argument
105 struct bio_integrity_payload *bip = bio->bi_integrity; in bio_integrity_free()
110 if (!bio_flagged(bio, BIO_CLONED) && !bio_flagged(bio, BIO_FS_INTEGRITY) in bio_integrity_free()
117 bio->bi_integrity = NULL; in bio_integrity_free()
[all …]
|
| D | mpage.c | 42 static void mpage_end_io_read(struct bio *bio, int err) in mpage_end_io_read() argument
44 const int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags); in mpage_end_io_read()
45 struct bio_vec *bvec = bio->bi_io_vec + bio->bi_vcnt - 1; in mpage_end_io_read()
50 if (--bvec >= bio->bi_io_vec) in mpage_end_io_read()
60 } while (bvec >= bio->bi_io_vec); in mpage_end_io_read()
61 bio_put(bio); in mpage_end_io_read()
64 static void mpage_end_io_write(struct bio *bio, int err) in mpage_end_io_write() argument
66 const int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags); in mpage_end_io_write()
67 struct bio_vec *bvec = bio->bi_io_vec + bio->bi_vcnt - 1; in mpage_end_io_write()
72 if (--bvec >= bio->bi_io_vec) in mpage_end_io_write()
[all …]
|
| D | direct-io.c | 67 struct bio *bio; /* bio under assembly */ member
126 struct bio *bio_list; /* singly linked via bi_private */
257 static int dio_bio_complete(struct dio *dio, struct bio *bio);
261 static void dio_bio_end_aio(struct bio *bio, int error) in dio_bio_end_aio() argument
263 struct dio *dio = bio->bi_private; in dio_bio_end_aio()
268 dio_bio_complete(dio, bio); in dio_bio_end_aio()
290 static void dio_bio_end_io(struct bio *bio, int error) in dio_bio_end_io() argument
292 struct dio *dio = bio->bi_private; in dio_bio_end_io()
296 bio->bi_private = dio->bio_list; in dio_bio_end_io()
297 dio->bio_list = bio; in dio_bio_end_io()
[all …]
|
| D | buffer.c | 2970 static void end_bio_bh_io_sync(struct bio *bio, int err) in end_bio_bh_io_sync() argument
2972 struct buffer_head *bh = bio->bi_private; in end_bio_bh_io_sync()
2975 set_bit(BIO_EOPNOTSUPP, &bio->bi_flags); in end_bio_bh_io_sync()
2979 if (unlikely (test_bit(BIO_QUIET,&bio->bi_flags))) in end_bio_bh_io_sync()
2982 bh->b_end_io(bh, test_bit(BIO_UPTODATE, &bio->bi_flags)); in end_bio_bh_io_sync()
2983 bio_put(bio); in end_bio_bh_io_sync()
2988 struct bio *bio; in submit_bh() local
3012 bio = bio_alloc(GFP_NOIO, 1); in submit_bh()
3014 bio->bi_sector = bh->b_blocknr * (bh->b_size >> 9); in submit_bh()
3015 bio->bi_bdev = bh->b_bdev; in submit_bh()
[all …]
|
| D | Makefile | 17 obj-y += buffer.o bio.o block_dev.o direct-io.o mpage.o ioprio.o
22 obj-$(CONFIG_BLK_DEV_INTEGRITY) += bio-integrity.o
|
| /fs/btrfs/ |
| D | compression.c | 74 struct bio *orig_bio;
92 static struct bio *compressed_bio_alloc(struct block_device *bdev, in compressed_bio_alloc()
95 struct bio *bio; in compressed_bio_alloc() local
99 bio = bio_alloc(gfp_flags, nr_vecs); in compressed_bio_alloc()
101 if (bio == NULL && (current->flags & PF_MEMALLOC)) { in compressed_bio_alloc()
102 while (!bio && (nr_vecs /= 2)) in compressed_bio_alloc()
103 bio = bio_alloc(gfp_flags, nr_vecs); in compressed_bio_alloc()
106 if (bio) { in compressed_bio_alloc()
107 bio->bi_size = 0; in compressed_bio_alloc()
108 bio->bi_bdev = bdev; in compressed_bio_alloc()
[all …]
|
| D | extent_io.c | 46 struct bio *bio; member
1629 static void end_bio_extent_writepage(struct bio *bio, int err) in end_bio_extent_writepage() argument
1632 struct bio_vec *bvec = bio->bi_io_vec + bio->bi_vcnt - 1; in end_bio_extent_writepage()
1652 if (--bvec >= bio->bi_io_vec) in end_bio_extent_writepage()
1663 ret = tree->ops->writepage_io_failed_hook(bio, page, in end_bio_extent_writepage()
1683 } while (bvec >= bio->bi_io_vec); in end_bio_extent_writepage()
1685 bio_put(bio); in end_bio_extent_writepage()
1699 static void end_bio_extent_readpage(struct bio *bio, int err) in end_bio_extent_readpage() argument
1701 int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags); in end_bio_extent_readpage()
1702 struct bio_vec *bvec = bio->bi_io_vec + bio->bi_vcnt - 1; in end_bio_extent_readpage()
[all …]
|
| D | disk-io.c | 51 struct bio *bio; member
68 struct bio *bio; member
452 static void end_workqueue_bio(struct bio *bio, int err) in end_workqueue_bio() argument
454 struct end_io_wq *end_io_wq = bio->bi_private; in end_workqueue_bio()
462 if (bio->bi_rw & (1 << BIO_RW)) { in end_workqueue_bio()
479 int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio, in btrfs_bio_wq_end_io() argument
487 end_io_wq->private = bio->bi_private; in btrfs_bio_wq_end_io()
488 end_io_wq->end_io = bio->bi_end_io; in btrfs_bio_wq_end_io()
491 end_io_wq->bio = bio; in btrfs_bio_wq_end_io()
494 bio->bi_private = end_io_wq; in btrfs_bio_wq_end_io()
[all …]
|
| D | volumes.h | 31 struct bio *pending_bios;
32 struct bio *pending_bio_tail;
108 struct bio *orig_bio;
135 int btrfs_map_bio(struct btrfs_root *root, int rw, struct bio *bio,
|
| D | file-item.c | 151 struct bio *bio, u32 *dst) in btrfs_lookup_bio_sums() argument
154 struct bio_vec *bvec = bio->bi_io_vec; in btrfs_lookup_bio_sums()
169 if (bio->bi_size > PAGE_CACHE_SIZE * 8) in btrfs_lookup_bio_sums()
172 WARN_ON(bio->bi_vcnt <= 0); in btrfs_lookup_bio_sums()
174 disk_bytenr = (u64)bio->bi_sector << 9; in btrfs_lookup_bio_sums()
175 while (bio_index < bio->bi_vcnt) { in btrfs_lookup_bio_sums()
355 struct bio *bio, u64 file_start, int contig) in btrfs_csum_one_bio() argument
361 struct bio_vec *bvec = bio->bi_io_vec; in btrfs_csum_one_bio()
368 WARN_ON(bio->bi_vcnt <= 0); in btrfs_csum_one_bio()
369 sums = kzalloc(btrfs_ordered_sum_size(root, bio->bi_size), GFP_NOFS); in btrfs_csum_one_bio()
[all …]
|
| D | extent_io.h | 39 struct bio *bio, int mirror_num,
49 size_t size, struct bio *bio,
52 int (*readpage_io_failed_hook)(struct bio *bio, struct page *page,
55 int (*writepage_io_failed_hook)(struct bio *bio, struct page *page,
|
| D | disk-io.h | 85 int btrfs_bio_wq_end_io(struct btrfs_fs_info *info, struct bio *bio,
88 int rw, struct bio *bio, int mirror_num,
|
| D | volumes.c | 140 struct bio *pending; in run_scheduled_bios()
143 struct bio *tail; in run_scheduled_bios()
144 struct bio *cur; in run_scheduled_bios()
209 struct bio *old_head; in run_scheduled_bios()
2668 static void end_bio_multi_stripe(struct bio *bio, int err) in end_bio_multi_stripe() argument
2670 struct btrfs_multi_bio *multi = bio->bi_private; in end_bio_multi_stripe()
2676 if (bio == multi->orig_bio) in end_bio_multi_stripe()
2681 bio_put(bio); in end_bio_multi_stripe()
2682 bio = multi->orig_bio; in end_bio_multi_stripe()
2684 bio->bi_private = multi->private; in end_bio_multi_stripe()
[all …]
|
| D | compression.h | 45 int btrfs_submit_compressed_read(struct inode *inode, struct bio *bio,
|
| D | inode.c | 1222 size_t size, struct bio *bio, in btrfs_merge_bio_hook() argument
1227 u64 logical = (u64)bio->bi_sector << 9; in btrfs_merge_bio_hook()
1235 length = bio->bi_size; in btrfs_merge_bio_hook()
1255 struct bio *bio, int mirror_num, in __btrfs_submit_bio_start() argument
1261 ret = btrfs_csum_one_bio(root, inode, bio, 0, 0); in __btrfs_submit_bio_start()
1274 static int __btrfs_submit_bio_done(struct inode *inode, int rw, struct bio *bio, in __btrfs_submit_bio_done() argument
1278 return btrfs_map_bio(root, rw, bio, mirror_num, 1); in __btrfs_submit_bio_done()
1285 static int btrfs_submit_bio_hook(struct inode *inode, int rw, struct bio *bio, in btrfs_submit_bio_hook() argument
1294 ret = btrfs_bio_wq_end_io(root->fs_info, bio, 0); in btrfs_submit_bio_hook()
1299 return btrfs_submit_compressed_read(inode, bio, in btrfs_submit_bio_hook()
[all …]
|
| D | ctree.h | 2000 struct bio *bio, u32 *dst);
2015 struct bio *bio, u64 file_start, int contig);
2058 size_t size, struct bio *bio, unsigned long bio_flags);
|
| /fs/jfs/ |
| D | jfs_metapage.c | 285 static void metapage_read_end_io(struct bio *bio, int err) in metapage_read_end_io() argument
287 struct page *page = bio->bi_private; in metapage_read_end_io()
289 if (!test_bit(BIO_UPTODATE, &bio->bi_flags)) { in metapage_read_end_io()
295 bio_put(bio); in metapage_read_end_io()
340 static void metapage_write_end_io(struct bio *bio, int err) in metapage_write_end_io() argument
342 struct page *page = bio->bi_private; in metapage_write_end_io()
346 if (! test_bit(BIO_UPTODATE, &bio->bi_flags)) { in metapage_write_end_io()
351 bio_put(bio); in metapage_write_end_io()
356 struct bio *bio = NULL; in metapage_writepage() local
399 if (bio) { in metapage_writepage()
[all …]
|
| D | jfs_logmgr.c | 1994 struct bio *bio; in lbmRead() local
2005 bio = bio_alloc(GFP_NOFS, 1); in lbmRead()
2007 bio->bi_sector = bp->l_blkno << (log->l2bsize - 9); in lbmRead()
2008 bio->bi_bdev = log->bdev; in lbmRead()
2009 bio->bi_io_vec[0].bv_page = bp->l_page; in lbmRead()
2010 bio->bi_io_vec[0].bv_len = LOGPSIZE; in lbmRead()
2011 bio->bi_io_vec[0].bv_offset = bp->l_offset; in lbmRead()
2013 bio->bi_vcnt = 1; in lbmRead()
2014 bio->bi_idx = 0; in lbmRead()
2015 bio->bi_size = LOGPSIZE; in lbmRead()
[all …]
|
| /fs/xfs/linux-2.6/ |
| D | xfs_aops.c | 382 struct bio *bio, in xfs_end_bio() argument
385 xfs_ioend_t *ioend = bio->bi_private; in xfs_end_bio()
387 ASSERT(atomic_read(&bio->bi_cnt) >= 1); in xfs_end_bio()
388 ioend->io_error = test_bit(BIO_UPTODATE, &bio->bi_flags) ? 0 : error; in xfs_end_bio()
391 bio->bi_private = NULL; in xfs_end_bio()
392 bio->bi_end_io = NULL; in xfs_end_bio()
393 bio_put(bio); in xfs_end_bio()
401 struct bio *bio) in xfs_submit_ioend_bio() argument
405 bio->bi_private = ioend; in xfs_submit_ioend_bio()
406 bio->bi_end_io = xfs_end_bio; in xfs_submit_ioend_bio()
[all …]
|
| D | xfs_buf.c | 1128 struct bio *bio, in xfs_buf_bio_end_io() argument
1131 xfs_buf_t *bp = (xfs_buf_t *)bio->bi_private; in xfs_buf_bio_end_io()
1133 struct bio_vec *bvec = bio->bi_io_vec + bio->bi_vcnt - 1; in xfs_buf_bio_end_io()
1151 if (--bvec >= bio->bi_io_vec) in xfs_buf_bio_end_io()
1156 } while (bvec >= bio->bi_io_vec); in xfs_buf_bio_end_io()
1159 bio_put(bio); in xfs_buf_bio_end_io()
1167 struct bio *bio; in _xfs_buf_ioapply() local
1197 bio = bio_alloc(GFP_NOIO, 1); in _xfs_buf_ioapply()
1199 bio->bi_bdev = bp->b_target->bt_bdev; in _xfs_buf_ioapply()
1200 bio->bi_sector = sector - (offset >> BBSHIFT); in _xfs_buf_ioapply()
[all …]
|
| /fs/ocfs2/cluster/ |
| D | heartbeat.c | 219 static void o2hb_bio_end_io(struct bio *bio, in o2hb_bio_end_io() argument
222 struct o2hb_bio_wait_ctxt *wc = bio->bi_private; in o2hb_bio_end_io()
230 bio_put(bio); in o2hb_bio_end_io()
235 static struct bio *o2hb_setup_one_bio(struct o2hb_region *reg, in o2hb_setup_one_bio()
245 struct bio *bio; in o2hb_setup_one_bio() local
252 bio = bio_alloc(GFP_ATOMIC, 16); in o2hb_setup_one_bio()
253 if (!bio) { in o2hb_setup_one_bio()
255 bio = ERR_PTR(-ENOMEM); in o2hb_setup_one_bio()
260 bio->bi_sector = (reg->hr_start_block + cs) << (bits - 9); in o2hb_setup_one_bio()
261 bio->bi_bdev = reg->hr_bdev; in o2hb_setup_one_bio()
[all …]
|
| /fs/gfs2/ |
| D | ops_fstype.c | 212 static void end_bio_io_page(struct bio *bio, int error) in end_bio_io_page() argument
214 struct page *page = bio->bi_private; in end_bio_io_page()
267 struct bio *bio; in gfs2_read_super() local
277 bio = bio_alloc(GFP_NOFS, 1); in gfs2_read_super()
278 if (unlikely(!bio)) { in gfs2_read_super()
283 bio->bi_sector = sector * (sb->s_blocksize >> 9); in gfs2_read_super()
284 bio->bi_bdev = sb->s_bdev; in gfs2_read_super()
285 bio_add_page(bio, page, PAGE_SIZE, 0); in gfs2_read_super()
287 bio->bi_end_io = end_bio_io_page; in gfs2_read_super()
288 bio->bi_private = page; in gfs2_read_super()
[all …]
|
| /fs/ext4/ |
| D | extents.c | 2292 static void bi_complete(struct bio *bio, int error) in bi_complete() argument
2294 complete((struct completion *)bio->bi_private); in bi_complete()
2301 struct bio *bio; in ext4_ext_zeroout() local
2323 bio = bio_alloc(GFP_NOIO, len); in ext4_ext_zeroout()
2324 if (!bio) in ext4_ext_zeroout()
2326 bio->bi_sector = ee_pblock; in ext4_ext_zeroout()
2327 bio->bi_bdev = inode->i_sb->s_bdev; in ext4_ext_zeroout()
2332 ret = bio_add_page(bio, ZERO_PAGE(0), in ext4_ext_zeroout()
2348 bio->bi_private = &event; in ext4_ext_zeroout()
2349 bio->bi_end_io = bi_complete; in ext4_ext_zeroout()
[all …]
|