| /fs/ |
| D | aio.c | 331 struct kiocb *iocb = list_kiocb(pos); in aio_cancel_all() local
332 list_del_init(&iocb->ki_list); in aio_cancel_all()
333 cancel = iocb->ki_cancel; in aio_cancel_all()
334 kiocbSetCancelled(iocb); in aio_cancel_all()
336 iocb->ki_users++; in aio_cancel_all()
338 cancel(iocb, &res); in aio_cancel_all()
372 ssize_t wait_on_sync_kiocb(struct kiocb *iocb) in wait_on_sync_kiocb() argument
374 while (iocb->ki_users) { in wait_on_sync_kiocb()
376 if (!iocb->ki_users) in wait_on_sync_kiocb()
381 return iocb->ki_user_data; in wait_on_sync_kiocb()
[all …]
|
| D | direct-io.c | 130 struct kiocb *iocb; /* kiocb */ member
241 dio->end_io(dio->iocb, offset, transferred, in dio_complete()
277 int ret = dio_complete(dio, dio->iocb->ki_pos, 0); in dio_bio_end_aio()
278 aio_complete(dio->iocb, ret, 0); in dio_bio_end_aio()
934 direct_io_worker(int rw, struct kiocb *iocb, struct inode *inode, in direct_io_worker() argument
957 dio->iocb = iocb; in direct_io_worker()
1111 __blockdev_direct_IO(int rw, struct kiocb *iocb, struct inode *inode, in __blockdev_direct_IO() argument
1176 mapping = iocb->ki_filp->f_mapping; in __blockdev_direct_IO()
1206 dio->is_async = !is_sync_kiocb(iocb) && !((rw & WRITE) && in __blockdev_direct_IO()
1209 retval = direct_io_worker(rw, iocb, inode, iov, offset, in __blockdev_direct_IO()
|
| D | bad_inode.c | 36 static ssize_t bad_file_aio_read(struct kiocb *iocb, const struct iovec *iov, in bad_file_aio_read() argument
42 static ssize_t bad_file_aio_write(struct kiocb *iocb, const struct iovec *iov, in bad_file_aio_write() argument
102 static int bad_file_aio_fsync(struct kiocb *iocb, int datasync) in bad_file_aio_fsync() argument
|
| D | pipe.c | 282 pipe_read(struct kiocb *iocb, const struct iovec *_iov, in pipe_read() argument
285 struct file *filp = iocb->ki_filp; in pipe_read()
395 pipe_write(struct kiocb *iocb, const struct iovec *_iov, in pipe_write() argument
398 struct file *filp = iocb->ki_filp; in pipe_write()
|
| /fs/ocfs2/ |
| D | aops.h | 61 #define ocfs2_iocb_is_rw_locked(iocb) \ argument
62 test_bit(0, (unsigned long *)&iocb->private)
63 static inline void ocfs2_iocb_set_rw_locked(struct kiocb *iocb, int level) in ocfs2_iocb_set_rw_locked() argument
65 set_bit(0, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked()
67 set_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked()
69 clear_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked()
71 #define ocfs2_iocb_clear_rw_locked(iocb) \ argument
72 clear_bit(0, (unsigned long *)&iocb->private)
73 #define ocfs2_iocb_rw_locked_level(iocb) \ argument
74 test_bit(1, (unsigned long *)&iocb->private)
|
| D | inode.h | 143 int ocfs2_aio_read(struct file *file, struct kiocb *req, struct iocb *iocb);
144 int ocfs2_aio_write(struct file *file, struct kiocb *req, struct iocb *iocb);
|
| D | file.c | 1758 static ssize_t ocfs2_file_aio_write(struct kiocb *iocb, in ocfs2_file_aio_write() argument
1768 loff_t old_size, *ppos = &iocb->ki_pos; in ocfs2_file_aio_write()
1770 struct file *file = iocb->ki_filp; in ocfs2_file_aio_write()
1779 if (iocb->ki_left == 0) in ocfs2_file_aio_write()
1806 iocb->ki_left, appending, in ocfs2_file_aio_write()
1836 ocfs2_iocb_set_rw_locked(iocb, rw_level); in ocfs2_file_aio_write()
1849 written = generic_file_direct_write(iocb, iov, &nr_segs, *ppos, in ocfs2_file_aio_write()
1863 written = generic_file_aio_write_nolock(iocb, iov, nr_segs, in ocfs2_file_aio_write()
1896 if (ret == -EIOCBQUEUED || !ocfs2_iocb_is_rw_locked(iocb)) { in ocfs2_file_aio_write()
1986 static ssize_t ocfs2_file_aio_read(struct kiocb *iocb, in ocfs2_file_aio_read() argument
[all …]
|
| D | aops.c | 630 static void ocfs2_dio_end_io(struct kiocb *iocb, in ocfs2_dio_end_io() argument
635 struct inode *inode = iocb->ki_filp->f_path.dentry->d_inode; in ocfs2_dio_end_io()
639 BUG_ON(!ocfs2_iocb_is_rw_locked(iocb)); in ocfs2_dio_end_io()
641 ocfs2_iocb_clear_rw_locked(iocb); in ocfs2_dio_end_io()
643 level = ocfs2_iocb_rw_locked_level(iocb); in ocfs2_dio_end_io()
671 struct kiocb *iocb, in ocfs2_direct_IO() argument
676 struct file *file = iocb->ki_filp; in ocfs2_direct_IO()
689 ret = blockdev_direct_IO_no_locking(rw, iocb, inode, in ocfs2_direct_IO()
|
| /fs/xfs/linux-2.6/ |
| D | xfs_file.c | 50 struct kiocb *iocb, in xfs_file_aio_read() argument
55 struct file *file = iocb->ki_filp; in xfs_file_aio_read()
58 BUG_ON(iocb->ki_pos != pos); in xfs_file_aio_read()
63 return xfs_read(XFS_I(file->f_path.dentry->d_inode), iocb, iov, in xfs_file_aio_read()
64 nr_segs, &iocb->ki_pos, ioflags); in xfs_file_aio_read()
69 struct kiocb *iocb, in xfs_file_aio_write() argument
74 struct file *file = iocb->ki_filp; in xfs_file_aio_write()
77 BUG_ON(iocb->ki_pos != pos); in xfs_file_aio_write()
82 return xfs_write(XFS_I(file->f_mapping->host), iocb, iov, nr_segs, in xfs_file_aio_write()
83 &iocb->ki_pos, ioflags); in xfs_file_aio_write()
|
| D | xfs_lrw.c | 171 struct kiocb *iocb, in xfs_read() argument
177 struct file *file = iocb->ki_filp; in xfs_read()
257 iocb->ki_pos = *offset; in xfs_read()
258 ret = generic_file_aio_read(iocb, iovp, segs, *offset); in xfs_read()
260 ret = wait_on_sync_kiocb(iocb); in xfs_read()
561 struct kiocb *iocb, in xfs_write() argument
567 struct file *file = iocb->ki_filp; in xfs_write()
736 ret = generic_file_direct_write(iocb, iovp, in xfs_write()
756 ret = generic_file_buffered_write(iocb, iovp, segs, in xfs_write()
763 ret = wait_on_sync_kiocb(iocb); in xfs_write()
|
| D | xfs_aops.c | 1470 struct kiocb *iocb, in xfs_end_io_direct() argument
1475 xfs_ioend_t *ioend = iocb->private; in xfs_end_io_direct()
1501 xfs_finish_ioend(ioend, is_sync_kiocb(iocb)); in xfs_end_io_direct()
1518 iocb->private = NULL; in xfs_end_io_direct()
1524 struct kiocb *iocb, in xfs_vm_direct_IO() argument
1529 struct file *file = iocb->ki_filp; in xfs_vm_direct_IO()
1537 iocb->private = xfs_alloc_ioend(inode, IOMAP_UNWRITTEN); in xfs_vm_direct_IO()
1538 ret = blockdev_direct_IO_own_locking(rw, iocb, inode, in xfs_vm_direct_IO()
1543 iocb->private = xfs_alloc_ioend(inode, IOMAP_READ); in xfs_vm_direct_IO()
1544 ret = blockdev_direct_IO_no_locking(rw, iocb, inode, in xfs_vm_direct_IO()
[all …]
|
| /fs/nfs/ |
| D | direct.c | 71 struct kiocb * iocb; /* controlling i/o request */ member
116 ssize_t nfs_direct_IO(int rw, struct kiocb *iocb, const struct iovec *iov, loff_t pos, unsigned lon… in nfs_direct_IO() argument
119 iocb->ki_filp->f_path.dentry->d_name.name, in nfs_direct_IO()
160 dreq->iocb = NULL; in nfs_direct_req_alloc()
193 if (dreq->iocb) in nfs_direct_wait()
213 if (dreq->iocb) { in nfs_direct_complete()
217 aio_complete(dreq->iocb, res, 0); in nfs_direct_complete()
411 static ssize_t nfs_direct_read(struct kiocb *iocb, const struct iovec *iov, in nfs_direct_read() argument
415 struct inode *inode = iocb->ki_filp->f_mapping->host; in nfs_direct_read()
423 dreq->ctx = get_nfs_open_context(nfs_file_open_context(iocb->ki_filp)); in nfs_direct_read()
[all …]
|
| D | file.c | 256 nfs_file_read(struct kiocb *iocb, const struct iovec *iov, in nfs_file_read() argument
259 struct dentry * dentry = iocb->ki_filp->f_path.dentry; in nfs_file_read()
264 if (iocb->ki_filp->f_flags & O_DIRECT) in nfs_file_read()
265 return nfs_file_direct_read(iocb, iov, nr_segs, pos); in nfs_file_read()
271 result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping); in nfs_file_read()
274 result = generic_file_aio_read(iocb, iov, nr_segs, pos); in nfs_file_read()
506 static ssize_t nfs_file_write(struct kiocb *iocb, const struct iovec *iov, in nfs_file_write() argument
509 struct dentry * dentry = iocb->ki_filp->f_path.dentry; in nfs_file_write()
514 if (iocb->ki_filp->f_flags & O_DIRECT) in nfs_file_write()
515 return nfs_file_direct_write(iocb, iov, nr_segs, pos); in nfs_file_write()
[all …]
|
| /fs/smbfs/ |
| D | file.c | 218 smb_file_aio_read(struct kiocb *iocb, const struct iovec *iov, in smb_file_aio_read() argument
221 struct file * file = iocb->ki_filp; in smb_file_aio_read()
226 (unsigned long) iocb->ki_left, (unsigned long) pos); in smb_file_aio_read()
239 status = generic_file_aio_read(iocb, iov, nr_segs, pos); in smb_file_aio_read()
340 smb_file_aio_write(struct kiocb *iocb, const struct iovec *iov, in smb_file_aio_write() argument
343 struct file * file = iocb->ki_filp; in smb_file_aio_write()
349 (unsigned long) iocb->ki_left, (unsigned long) pos); in smb_file_aio_write()
362 if (iocb->ki_left > 0) { in smb_file_aio_write()
363 result = generic_file_aio_write(iocb, iov, nr_segs, pos); in smb_file_aio_write()
|
| /fs/ext3/ |
| D | file.c | 51 ext3_file_write(struct kiocb *iocb, const struct iovec *iov, in ext3_file_write() argument
54 struct file *file = iocb->ki_filp; in ext3_file_write()
59 ret = generic_file_aio_write(iocb, iov, nr_segs, pos); in ext3_file_write()
|
| /fs/udf/ |
| D | file.c | 107 static ssize_t udf_file_aio_write(struct kiocb *iocb, const struct iovec *iov, in udf_file_aio_write() argument
111 struct file *file = iocb->ki_filp; in udf_file_aio_write()
114 size_t count = iocb->ki_left; in udf_file_aio_write()
139 retval = generic_file_aio_write(iocb, iov, nr_segs, ppos); in udf_file_aio_write()
|
| /fs/ext4/ |
| D | file.c | 51 ext4_file_write(struct kiocb *iocb, const struct iovec *iov, in ext4_file_write() argument
54 struct file *file = iocb->ki_filp; in ext4_file_write()
77 ret = generic_file_aio_write(iocb, iov, nr_segs, pos); in ext4_file_write()
|
| /fs/ecryptfs/ |
| D | file.c | 46 static ssize_t ecryptfs_read_update_atime(struct kiocb *iocb, in ecryptfs_read_update_atime() argument
53 struct file *file = iocb->ki_filp; in ecryptfs_read_update_atime()
55 rc = generic_file_aio_read(iocb, iov, nr_segs, pos); in ecryptfs_read_update_atime()
61 rc = wait_on_sync_kiocb(iocb); in ecryptfs_read_update_atime()
|
| /fs/jfs/ |
| D | inode.c | 309 static ssize_t jfs_direct_IO(int rw, struct kiocb *iocb, in jfs_direct_IO() argument
312 struct file *file = iocb->ki_filp; in jfs_direct_IO()
315 return blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, in jfs_direct_IO()
|
| /fs/xfs/ |
| D | xfs_vnodeops.h | 56 ssize_t xfs_read(struct xfs_inode *ip, struct kiocb *iocb,
65 ssize_t xfs_write(struct xfs_inode *xip, struct kiocb *iocb,
|
| /fs/afs/ |
| D | write.c | 667 ssize_t afs_file_write(struct kiocb *iocb, const struct iovec *iov, in afs_file_write() argument
670 struct dentry *dentry = iocb->ki_filp->f_path.dentry; in afs_file_write()
688 result = generic_file_aio_write(iocb, iov, nr_segs, pos); in afs_file_write()
695 if (IS_SYNC(&vnode->vfs_inode) || iocb->ki_filp->f_flags & O_SYNC) { in afs_file_write()
696 ret = afs_fsync(iocb->ki_filp, dentry, 1); in afs_file_write()
|
| /fs/ntfs/ |
| D | file.c | 1782 static ssize_t ntfs_file_buffered_write(struct kiocb *iocb, in ntfs_file_buffered_write() argument
1786 struct file *file = iocb->ki_filp; in ntfs_file_buffered_write()
2082 if (!mapping->a_ops->writepage || !is_sync_kiocb(iocb)) in ntfs_file_buffered_write()
2097 static ssize_t ntfs_file_aio_write_nolock(struct kiocb *iocb, in ntfs_file_aio_write_nolock() argument
2100 struct file *file = iocb->ki_filp; in ntfs_file_aio_write_nolock()
2125 written = ntfs_file_buffered_write(iocb, iov, nr_segs, pos, ppos, in ntfs_file_aio_write_nolock()
2135 static ssize_t ntfs_file_aio_write(struct kiocb *iocb, const struct iovec *iov, in ntfs_file_aio_write() argument
2138 struct file *file = iocb->ki_filp; in ntfs_file_aio_write()
2143 BUG_ON(iocb->ki_pos != pos); in ntfs_file_aio_write()
2146 ret = ntfs_file_aio_write_nolock(iocb, iov, nr_segs, &iocb->ki_pos); in ntfs_file_aio_write()
|
| /fs/hfsplus/ |
| D | inode.c | 103 static ssize_t hfsplus_direct_IO(int rw, struct kiocb *iocb, in hfsplus_direct_IO() argument
106 struct file *file = iocb->ki_filp; in hfsplus_direct_IO()
109 return blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, in hfsplus_direct_IO()
|
| /fs/hfs/ |
| D | inode.c | 106 static ssize_t hfs_direct_IO(int rw, struct kiocb *iocb, in hfs_direct_IO() argument
109 struct file *file = iocb->ki_filp; in hfs_direct_IO()
112 return blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, in hfs_direct_IO()
|
| /fs/fuse/ |
| D | file.c | 589 static ssize_t fuse_file_aio_read(struct kiocb *iocb, const struct iovec *iov, in fuse_file_aio_read() argument
592 struct inode *inode = iocb->ki_filp->f_mapping->host; in fuse_file_aio_read()
600 err = fuse_update_attributes(inode, NULL, iocb->ki_filp, NULL); in fuse_file_aio_read()
605 return generic_file_aio_read(iocb, iov, nr_segs, pos); in fuse_file_aio_read()
877 static ssize_t fuse_file_aio_write(struct kiocb *iocb, const struct iovec *iov, in fuse_file_aio_write() argument
880 struct file *file = iocb->ki_filp; in fuse_file_aio_write()
888 WARN_ON(iocb->ki_pos != pos); in fuse_file_aio_write()
916 iocb->ki_pos = pos + written; in fuse_file_aio_write()
|