Lines Matching full:ec
36 static inline sector_t __sector_to_block(struct ebs_c *ec, sector_t sector) in __sector_to_block() argument
38 return sector >> ec->block_shift; in __sector_to_block()
47 static inline unsigned int __nr_blocks(struct ebs_c *ec, struct bio *bio) in __nr_blocks() argument
49 sector_t end_sector = __block_mod(bio->bi_iter.bi_sector, ec->u_bs) + bio_sectors(bio); in __nr_blocks()
51 return __sector_to_block(ec, end_sector) + (__block_mod(end_sector, ec->u_bs) ? 1 : 0); in __nr_blocks()
64 static int __ebs_rw_bvec(struct ebs_c *ec, int rw, struct bio_vec *bv, struct bvec_iter *iter) in __ebs_rw_bvec() argument
70 unsigned int buf_off = to_bytes(__block_mod(iter->bi_sector, ec->u_bs)); in __ebs_rw_bvec()
71 sector_t block = __sector_to_block(ec, iter->bi_sector); in __ebs_rw_bvec()
81 cur_len = min(dm_bufio_get_block_size(ec->bufio) - buf_off, bv_len); in __ebs_rw_bvec()
84 if (rw == READ || buf_off || bv_len < dm_bufio_get_block_size(ec->bufio)) in __ebs_rw_bvec()
85 ba = dm_bufio_read(ec->bufio, block, &b); in __ebs_rw_bvec()
87 ba = dm_bufio_new(ec->bufio, block, &b); in __ebs_rw_bvec()
120 static int __ebs_rw_bio(struct ebs_c *ec, int rw, struct bio *bio) in __ebs_rw_bio() argument
127 rr = __ebs_rw_bvec(ec, rw, &bv, &iter); in __ebs_rw_bio()
141 static int __ebs_discard_bio(struct ebs_c *ec, struct bio *bio) in __ebs_discard_bio() argument
145 block = __sector_to_block(ec, sector); in __ebs_discard_bio()
146 blocks = __nr_blocks(ec, bio); in __ebs_discard_bio()
152 if (__block_mod(sector, ec->u_bs)) { in __ebs_discard_bio()
158 if (blocks && __block_mod(bio_end_sector(bio), ec->u_bs)) in __ebs_discard_bio()
161 return blocks ? dm_bufio_issue_discard(ec->bufio, block, blocks) : 0; in __ebs_discard_bio()
165 static void __ebs_forget_bio(struct ebs_c *ec, struct bio *bio) in __ebs_forget_bio() argument
169 blocks = __nr_blocks(ec, bio); in __ebs_forget_bio()
171 dm_bufio_forget_buffers(ec->bufio, __sector_to_block(ec, sector), blocks); in __ebs_forget_bio()
180 struct ebs_c *ec = container_of(ws, struct ebs_c, ws); in __ebs_process_bios() local
186 spin_lock_irq(&ec->lock); in __ebs_process_bios()
187 bios = ec->bios_in; in __ebs_process_bios()
188 bio_list_init(&ec->bios_in); in __ebs_process_bios()
189 spin_unlock_irq(&ec->lock); in __ebs_process_bios()
193 block1 = __sector_to_block(ec, bio->bi_iter.bi_sector); in __ebs_process_bios()
195 dm_bufio_prefetch(ec->bufio, block1, __nr_blocks(ec, bio)); in __ebs_process_bios()
197 block2 = __sector_to_block(ec, bio_end_sector(bio)); in __ebs_process_bios()
198 if (__block_mod(bio->bi_iter.bi_sector, ec->u_bs)) in __ebs_process_bios()
199 dm_bufio_prefetch(ec->bufio, block1, 1); in __ebs_process_bios()
200 if (__block_mod(bio_end_sector(bio), ec->u_bs) && block2 != block1) in __ebs_process_bios()
201 dm_bufio_prefetch(ec->bufio, block2, 1); in __ebs_process_bios()
208 r = __ebs_rw_bio(ec, READ, bio); in __ebs_process_bios()
211 r = __ebs_rw_bio(ec, WRITE, bio); in __ebs_process_bios()
213 __ebs_forget_bio(ec, bio); in __ebs_process_bios()
214 r = __ebs_discard_bio(ec, bio); in __ebs_process_bios()
225 r = write ? dm_bufio_write_dirty_buffers(ec->bufio) : 0; in __ebs_process_bios()
251 struct ebs_c *ec; in ebs_ctr() local
258 ec = ti->private = kzalloc(sizeof(*ec), GFP_KERNEL); in ebs_ctr()
259 if (!ec) { in ebs_ctr()
271 ec->start = tmp; in ebs_ctr()
279 ec->e_bs = tmp1; in ebs_ctr()
286 ec->u_bs = tmp1; in ebs_ctr()
287 ec->u_bs_set = true; in ebs_ctr()
289 ec->u_bs_set = false; in ebs_ctr()
291 r = dm_get_device(ti, argv[0], dm_table_get_mode(ti->table), &ec->dev); in ebs_ctr()
294 ec->dev = NULL; in ebs_ctr()
299 if (!ec->u_bs_set) { in ebs_ctr()
300 ec->u_bs = to_sector(bdev_logical_block_size(ec->dev->bdev)); in ebs_ctr()
301 if (!__ebs_check_bs(ec->u_bs)) { in ebs_ctr()
307 if (!ec->u_bs_set && ec->e_bs == ec->u_bs) in ebs_ctr()
310 if (__block_mod(ec->start, ec->u_bs)) { in ebs_ctr()
315 ec->bufio = dm_bufio_client_create(ec->dev->bdev, to_bytes(ec->u_bs), 1, 0, NULL, NULL); in ebs_ctr()
316 if (IS_ERR(ec->bufio)) { in ebs_ctr()
318 r = PTR_ERR(ec->bufio); in ebs_ctr()
319 ec->bufio = NULL; in ebs_ctr()
323 ec->wq = alloc_ordered_workqueue("dm-" DM_MSG_PREFIX, WQ_MEM_RECLAIM); in ebs_ctr()
324 if (!ec->wq) { in ebs_ctr()
330 ec->block_shift = __ffs(ec->u_bs); in ebs_ctr()
331 INIT_WORK(&ec->ws, &__ebs_process_bios); in ebs_ctr()
332 bio_list_init(&ec->bios_in); in ebs_ctr()
333 spin_lock_init(&ec->lock); in ebs_ctr()
348 struct ebs_c *ec = ti->private; in ebs_dtr() local
350 if (ec->wq) in ebs_dtr()
351 destroy_workqueue(ec->wq); in ebs_dtr()
352 if (ec->bufio) in ebs_dtr()
353 dm_bufio_client_destroy(ec->bufio); in ebs_dtr()
354 if (ec->dev) in ebs_dtr()
355 dm_put_device(ti, ec->dev); in ebs_dtr()
356 kfree(ec); in ebs_dtr()
361 struct ebs_c *ec = ti->private; in ebs_map() local
363 bio_set_dev(bio, ec->dev->bdev); in ebs_map()
364 bio->bi_iter.bi_sector = ec->start + dm_target_offset(ti, bio->bi_iter.bi_sector); in ebs_map()
373 if (likely(__block_mod(bio->bi_iter.bi_sector, ec->u_bs) || in ebs_map()
374 __block_mod(bio_end_sector(bio), ec->u_bs) || in ebs_map()
375 ec->e_bs == ec->u_bs)) { in ebs_map()
376 spin_lock_irq(&ec->lock); in ebs_map()
377 bio_list_add(&ec->bios_in, bio); in ebs_map()
378 spin_unlock_irq(&ec->lock); in ebs_map()
380 queue_work(ec->wq, &ec->ws); in ebs_map()
386 __ebs_forget_bio(ec, bio); in ebs_map()
394 struct ebs_c *ec = ti->private; in ebs_status() local
401 snprintf(result, maxlen, ec->u_bs_set ? "%s %llu %u %u" : "%s %llu %u", in ebs_status()
402 ec->dev->name, (unsigned long long) ec->start, ec->e_bs, ec->u_bs); in ebs_status()
409 struct ebs_c *ec = ti->private; in ebs_prepare_ioctl() local
410 struct dm_dev *dev = ec->dev; in ebs_prepare_ioctl()
416 return !!(ec->start || ti->len != i_size_read(dev->bdev->bd_inode) >> SECTOR_SHIFT); in ebs_prepare_ioctl()
421 struct ebs_c *ec = ti->private; in ebs_io_hints() local
423 limits->logical_block_size = to_bytes(ec->e_bs); in ebs_io_hints()
424 limits->physical_block_size = to_bytes(ec->u_bs); in ebs_io_hints()
432 struct ebs_c *ec = ti->private; in ebs_iterate_devices() local
434 return fn(ti, ec->dev, ec->start, ti->len, data); in ebs_iterate_devices()