| /fs/iomap/ |
| D | direct-io.c | 39 struct iov_iter *iter; member
207 unsigned int align = iov_iter_alignment(dio->submit.iter); in iomap_dio_bio_actor()
208 struct iov_iter iter; in iomap_dio_bio_actor() local
246 iter = *dio->submit.iter; in iomap_dio_bio_actor()
247 iov_iter_truncate(&iter, length); in iomap_dio_bio_actor()
249 nr_pages = iov_iter_npages(&iter, BIO_MAX_PAGES); in iomap_dio_bio_actor()
263 iov_iter_revert(dio->submit.iter, copied); in iomap_dio_bio_actor()
277 ret = bio_iov_iter_get_pages(bio, &iter); in iomap_dio_bio_actor()
303 iov_iter_advance(dio->submit.iter, n); in iomap_dio_bio_actor()
309 nr_pages = iov_iter_npages(&iter, BIO_MAX_PAGES); in iomap_dio_bio_actor()
[all …]
|
| /fs/nfs/ |
| D | direct.c | 264 ssize_t nfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) in nfs_direct_IO() argument
272 VM_BUG_ON(iov_iter_count(iter) != PAGE_SIZE); in nfs_direct_IO()
274 if (iov_iter_rw(iter) == READ) in nfs_direct_IO()
275 return nfs_file_direct_read(iocb, iter); in nfs_direct_IO()
276 return nfs_file_direct_write(iocb, iter); in nfs_direct_IO()
448 struct iov_iter *iter, in nfs_direct_read_schedule_iovec() argument
463 while (iov_iter_count(iter)) { in nfs_direct_read_schedule_iovec()
469 result = iov_iter_get_pages_alloc(iter, &pagevec, in nfs_direct_read_schedule_iovec()
475 iov_iter_advance(iter, bytes); in nfs_direct_read_schedule_iovec()
542 ssize_t nfs_file_direct_read(struct kiocb *iocb, struct iov_iter *iter) in nfs_file_direct_read() argument
[all …]
|
| /fs/ |
| D | direct-io.c | 106 struct iov_iter *iter; member
172 ret = iov_iter_get_pages(sdio->iter, dio->pages, LONG_MAX, DIO_PAGES, in dio_refill_pages()
194 iov_iter_advance(sdio->iter, ret); in dio_refill_pages()
1170 struct block_device *bdev, struct iov_iter *iter, in do_blockdev_direct_IO() argument
1178 const size_t count = iov_iter_count(iter); in do_blockdev_direct_IO()
1185 unsigned long align = offset | iov_iter_alignment(iter); in do_blockdev_direct_IO()
1201 if (iov_iter_rw(iter) == READ && !count) in do_blockdev_direct_IO()
1217 if (iov_iter_rw(iter) == READ) { in do_blockdev_direct_IO()
1236 if (iov_iter_rw(iter) == READ && offset >= dio->i_size) { in do_blockdev_direct_IO()
1252 else if (iov_iter_rw(iter) == WRITE && end > i_size_read(inode)) in do_blockdev_direct_IO()
[all …]
|
| D | read_write.c | 407 struct iov_iter iter; in new_sync_read() local
412 iov_iter_init(&iter, READ, &iov, 1, len); in new_sync_read()
414 ret = call_read_iter(filp, &kiocb, &iter); in new_sync_read()
478 struct iov_iter iter; in new_sync_write() local
483 iov_iter_init(&iter, WRITE, &iov, 1, len); in new_sync_write()
485 ret = call_write_iter(filp, &kiocb, &iter); in new_sync_write()
681 static ssize_t do_iter_readv_writev(struct file *filp, struct iov_iter *iter, in do_iter_readv_writev() argument
694 ret = call_read_iter(filp, &kiocb, iter); in do_iter_readv_writev()
696 ret = call_write_iter(filp, &kiocb, iter); in do_iter_readv_writev()
704 static ssize_t do_loop_readv_writev(struct file *filp, struct iov_iter *iter, in do_loop_readv_writev() argument
[all …]
|
| D | splice.c | 1264 static long vmsplice_to_user(struct file *file, struct iov_iter *iter, in vmsplice_to_user() argument
1269 .total_len = iov_iter_count(iter), in vmsplice_to_user()
1271 .u.data = iter in vmsplice_to_user()
1292 static long vmsplice_to_pipe(struct file *file, struct iov_iter *iter, in vmsplice_to_pipe() argument
1309 ret = iter_to_pipe(iter, pipe, buf_flag); in vmsplice_to_pipe()
1347 static long do_vmsplice(struct file *f, struct iov_iter *iter, unsigned int flags) in do_vmsplice() argument
1352 if (!iov_iter_count(iter)) in do_vmsplice()
1355 if (iov_iter_rw(iter) == WRITE) in do_vmsplice()
1356 return vmsplice_to_pipe(f, iter, flags); in do_vmsplice()
1358 return vmsplice_to_user(f, iter, flags); in do_vmsplice()
[all …]
|
| D | io_uring.c | 1167 struct iov_iter *iter) in io_import_fixed() argument
1199 iov_iter_bvec(iter, rw, imu->bvec, imu->nr_bvecs, offset + len); in io_import_fixed()
1221 iov_iter_advance(iter, offset); in io_import_fixed()
1229 iter->bvec = bvec + seg_skip; in io_import_fixed()
1230 iter->nr_segs -= seg_skip; in io_import_fixed()
1231 iter->count -= bvec->bv_len + offset; in io_import_fixed()
1232 iter->iov_offset = offset & ~PAGE_MASK; in io_import_fixed()
1241 struct iov_iter *iter) in io_import_iovec() argument
1259 ssize_t ret = io_import_fixed(ctx, rw, sqe, iter); in io_import_iovec()
1270 iovec, iter); in io_import_iovec()
[all …]
|
| D | block_dev.c | 202 __blkdev_direct_IO_simple(struct kiocb *iocb, struct iov_iter *iter, in __blkdev_direct_IO_simple() argument
214 if ((pos | iov_iter_alignment(iter)) & in __blkdev_direct_IO_simple()
235 ret = bio_iov_iter_get_pages(&bio, iter); in __blkdev_direct_IO_simple()
240 if (iov_iter_rw(iter) == READ) { in __blkdev_direct_IO_simple()
242 if (iter_is_iovec(iter)) in __blkdev_direct_IO_simple()
338 __blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter, int nr_pages) in __blkdev_direct_IO() argument
347 bool is_read = (iov_iter_rw(iter) == READ), is_sync; in __blkdev_direct_IO()
352 if ((pos | iov_iter_alignment(iter)) & in __blkdev_direct_IO()
369 dio->should_dirty = is_read && iter_is_iovec(iter); in __blkdev_direct_IO()
386 ret = bio_iov_iter_get_pages(bio, iter); in __blkdev_direct_IO()
[all …]
|
| D | dax.c | 1098 struct iov_iter *iter = data; in dax_iomap_actor() local
1104 if (iov_iter_rw(iter) == READ) { in dax_iomap_actor()
1110 return iov_iter_zero(min(length, end - pos), iter); in dax_iomap_actor()
1163 if (iov_iter_rw(iter) == WRITE) in dax_iomap_actor()
1165 map_len, iter); in dax_iomap_actor()
1168 map_len, iter); in dax_iomap_actor()
1195 dax_iomap_rw(struct kiocb *iocb, struct iov_iter *iter, in dax_iomap_rw() argument
1203 if (iov_iter_rw(iter) == WRITE) { in dax_iomap_rw()
1210 while (iov_iter_count(iter)) { in dax_iomap_rw()
1211 ret = iomap_apply(inode, pos, iov_iter_count(iter), flags, ops, in dax_iomap_rw()
[all …]
|
| /fs/orangefs/ |
| D | file.c | 49 loff_t *offset, struct iov_iter *iter, size_t total_size, in wait_for_direct_io() argument
104 ret = orangefs_bufmap_copy_from_iovec(iter, buffer_index, in wait_for_direct_io()
138 iov_iter_revert(iter, total_size); in wait_for_direct_io()
232 ret = orangefs_bufmap_copy_to_iovec(iter, buffer_index, in wait_for_direct_io()
311 struct iov_iter *iter) in orangefs_file_read_iter() argument
328 ro->blksiz = iter->count; in orangefs_file_read_iter()
336 ret = generic_file_read_iter(iocb, iter); in orangefs_file_read_iter()
343 struct iov_iter *iter) in orangefs_file_write_iter() argument
354 ret = generic_file_write_iter(iocb, iter); in orangefs_file_write_iter()
|
| D | inode.c | 23 struct iov_iter iter; in orangefs_writepage_locked() local
55 iov_iter_bvec(&iter, WRITE, &bv, 1, wlen); in orangefs_writepage_locked()
57 ret = wait_for_direct_io(ORANGEFS_IO_WRITE, inode, &off, &iter, wlen, in orangefs_writepage_locked()
99 struct iov_iter iter; in orangefs_writepages_work() local
119 iov_iter_bvec(&iter, WRITE, ow->bv, ow->npages, ow->len); in orangefs_writepages_work()
128 ret = wait_for_direct_io(ORANGEFS_IO_WRITE, inode, &off, &iter, ow->len, in orangefs_writepages_work()
255 struct iov_iter iter; in orangefs_readpage() local
311 iov_iter_bvec(&iter, READ, &bv, 1, PAGE_SIZE); in orangefs_readpage()
313 ret = wait_for_direct_io(ORANGEFS_IO_READ, inode, &off, &iter, in orangefs_readpage()
317 iov_iter_zero(~0U, &iter); in orangefs_readpage()
[all …]
|
| D | orangefs-bufmap.h | 29 int orangefs_bufmap_copy_from_iovec(struct iov_iter *iter,
33 int orangefs_bufmap_copy_to_iovec(struct iov_iter *iter,
|
| D | devorangefs-req.c | 362 struct iov_iter *iter) in orangefs_devreq_write_iter() argument
371 int total = ret = iov_iter_count(iter); in orangefs_devreq_write_iter()
388 if (!copy_from_iter_full(&head, head_size, iter)) { in orangefs_devreq_write_iter()
423 if (!copy_from_iter_full(&op->downcall, downcall_size, iter)) { in orangefs_devreq_write_iter()
474 op->downcall.trailer_size, iter)) { in orangefs_devreq_write_iter()
|
| D | orangefs-bufmap.c | 488 int orangefs_bufmap_copy_from_iovec(struct iov_iter *iter, in orangefs_bufmap_copy_from_iovec() argument
505 if (copy_page_from_iter(page, 0, n, iter) != n) in orangefs_bufmap_copy_from_iovec()
516 int orangefs_bufmap_copy_to_iovec(struct iov_iter *iter, in orangefs_bufmap_copy_to_iovec() argument
534 n = copy_page_to_iter(page, 0, n, iter); in orangefs_bufmap_copy_to_iovec()
|
| /fs/ocfs2/dlm/ |
| D | dlmmaster.c | 713 struct dlm_node_iter iter; in dlm_get_lock_resource() local
936 dlm_node_iter_init(mle->vote_map, &iter); in dlm_get_lock_resource()
937 while ((nodenum = dlm_node_iter_next(&iter)) >= 0) { in dlm_get_lock_resource()
1164 static void dlm_bitmap_diff_iter_init(struct dlm_bitmap_diff_iter *iter, in dlm_bitmap_diff_iter_init() argument
1171 iter->curnode = -1; in dlm_bitmap_diff_iter_init()
1172 iter->orig_bm = orig_bm; in dlm_bitmap_diff_iter_init()
1173 iter->cur_bm = cur_bm; in dlm_bitmap_diff_iter_init()
1176 p1 = *(iter->orig_bm + i); in dlm_bitmap_diff_iter_init()
1177 p2 = *(iter->cur_bm + i); in dlm_bitmap_diff_iter_init()
1178 iter->diff_bm[i] = (p1 & ~p2) | (p2 & ~p1); in dlm_bitmap_diff_iter_init()
[all …]
|
| D | dlmcommon.h | 1105 struct dlm_node_iter *iter) in dlm_node_iter_init() argument
1107 memcpy(iter->node_map, map, sizeof(iter->node_map)); in dlm_node_iter_init()
1108 iter->curnode = -1; in dlm_node_iter_init()
1111 static inline int dlm_node_iter_next(struct dlm_node_iter *iter) in dlm_node_iter_next() argument
1114 bit = find_next_bit(iter->node_map, O2NM_MAX_NODES, iter->curnode+1); in dlm_node_iter_next()
1116 iter->curnode = O2NM_MAX_NODES; in dlm_node_iter_next()
1119 iter->curnode = bit; in dlm_node_iter_next()
|
| /fs/cifs/ |
| D | misc.c | 839 setup_aio_ctx_iter(struct cifs_aio_ctx *ctx, struct iov_iter *iter, int rw) in setup_aio_ctx_iter() argument
846 size_t count = iov_iter_count(iter); in setup_aio_ctx_iter()
849 unsigned int max_pages = iov_iter_npages(iter, INT_MAX); in setup_aio_ctx_iter()
853 if (iov_iter_is_kvec(iter)) { in setup_aio_ctx_iter()
854 memcpy(&ctx->iter, iter, sizeof(struct iov_iter)); in setup_aio_ctx_iter()
856 iov_iter_advance(iter, count); in setup_aio_ctx_iter()
885 rc = iov_iter_get_pages(iter, pages, count, max_pages, &start); in setup_aio_ctx_iter()
897 iov_iter_advance(iter, rc); in setup_aio_ctx_iter()
924 iov_iter_bvec(&ctx->iter, rw, ctx->bv, npages, ctx->len); in setup_aio_ctx_iter()
|
| /fs/ceph/ |
| D | file.c | 81 static ssize_t __iter_get_bvecs(struct iov_iter *iter, size_t maxsize, in __iter_get_bvecs() argument
87 if (maxsize > iov_iter_count(iter)) in __iter_get_bvecs()
88 maxsize = iov_iter_count(iter); in __iter_get_bvecs()
96 bytes = iov_iter_get_pages(iter, pages, maxsize - size, in __iter_get_bvecs()
101 iov_iter_advance(iter, bytes); in __iter_get_bvecs()
128 static ssize_t iter_get_bvecs_alloc(struct iov_iter *iter, size_t maxsize, in iter_get_bvecs_alloc() argument
132 size_t orig_count = iov_iter_count(iter); in iter_get_bvecs_alloc()
136 iov_iter_truncate(iter, maxsize); in iter_get_bvecs_alloc()
137 npages = iov_iter_npages(iter, INT_MAX); in iter_get_bvecs_alloc()
138 iov_iter_reexpand(iter, orig_count); in iter_get_bvecs_alloc()
[all …]
|
| /fs/9p/ |
| D | vfs_addr.c | 235 v9fs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) in v9fs_direct_IO() argument
241 if (iov_iter_rw(iter) == WRITE) { in v9fs_direct_IO()
242 n = p9_client_write(file->private_data, pos, iter, &err); in v9fs_direct_IO()
250 n = p9_client_read(file->private_data, pos, iter, &err); in v9fs_direct_IO()
|
| /fs/btrfs/tests/ |
| D | btrfs-tests.c | 151 struct radix_tree_iter iter; in btrfs_free_dummy_fs_info() local
164 radix_tree_for_each_slot(slot, &fs_info->buffer_radix, &iter, 0) { in btrfs_free_dummy_fs_info()
173 slot = radix_tree_iter_retry(&iter); in btrfs_free_dummy_fs_info()
176 slot = radix_tree_iter_resume(slot, &iter); in btrfs_free_dummy_fs_info()
|
| /fs/f2fs/ |
| D | trace.c | 135 struct radix_tree_iter iter; in gang_lookup_pids() local
142 radix_tree_for_each_slot(slot, &pids, &iter, first_index) { in gang_lookup_pids()
143 results[ret] = iter.index; in gang_lookup_pids()
|
| /fs/proc/ |
| D | base.c | 3280 static struct tgid_iter next_tgid(struct pid_namespace *ns, struct tgid_iter iter) in next_tgid() argument
3284 if (iter.task) in next_tgid()
3285 put_task_struct(iter.task); in next_tgid()
3288 iter.task = NULL; in next_tgid()
3289 pid = find_ge_pid(iter.tgid, ns); in next_tgid()
3291 iter.tgid = pid_nr_ns(pid, ns); in next_tgid()
3292 iter.task = pid_task(pid, PIDTYPE_PID); in next_tgid()
3305 if (!iter.task || !has_group_leader_pid(iter.task)) { in next_tgid()
3306 iter.tgid += 1; in next_tgid()
3309 get_task_struct(iter.task); in next_tgid()
[all …]
|
| /fs/overlayfs/ |
| D | file.c | 228 static ssize_t ovl_read_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_read_iter() argument
235 if (!iov_iter_count(iter)) in ovl_read_iter()
243 ret = vfs_iter_read(real.file, iter, &iocb->ki_pos, in ovl_read_iter()
254 static ssize_t ovl_write_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_write_iter() argument
262 if (!iov_iter_count(iter)) in ovl_write_iter()
278 ret = vfs_iter_write(real.file, iter, &iocb->ki_pos, in ovl_write_iter()
|
| /fs/jfs/ |
| D | inode.c | 334 static ssize_t jfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) in jfs_direct_IO() argument
339 size_t count = iov_iter_count(iter); in jfs_direct_IO()
342 ret = blockdev_direct_IO(iocb, inode, iter, jfs_get_block); in jfs_direct_IO()
348 if (unlikely(iov_iter_rw(iter) == WRITE && ret < 0)) { in jfs_direct_IO()
|
| /fs/sdcardfs/ |
| D | file.c | 378 ssize_t sdcardfs_read_iter(struct kiocb *iocb, struct iov_iter *iter) in sdcardfs_read_iter() argument
391 err = lower_file->f_op->read_iter(iocb, iter); in sdcardfs_read_iter()
405 ssize_t sdcardfs_write_iter(struct kiocb *iocb, struct iov_iter *iter) in sdcardfs_write_iter() argument
419 err = lower_file->f_op->write_iter(iocb, iter); in sdcardfs_write_iter()
|
| /fs/afs/ |
| D | rxrpc.c | 155 call->_iter = &call->iter; in afs_alloc_call()
516 iov_iter_kvec(&call->iter, READ, NULL, 0, 0); in afs_deliver_to_call()
518 call->rxcall, &call->iter, in afs_deliver_to_call()
521 trace_afs_receive_data(call, &call->iter, false, ret); in afs_deliver_to_call()
978 struct iov_iter *iter = call->_iter; in afs_extract_data() local
983 _enter("{%s,%zu},%d", call->type->name, iov_iter_count(iter), want_more); in afs_extract_data()
985 ret = rxrpc_kernel_recv_data(net->socket, call->rxcall, iter, in afs_extract_data()
|