634 			struct inode *inode = file_inode(io->iocb->ki_filp);  in fuse_aio_complete()
643 		io->iocb->ki_complete(io->iocb, res, 0);  in fuse_aio_complete()
725 	struct file *file = ia->io->iocb->ki_filp;  in fuse_send_read()
986 static ssize_t fuse_cache_read_iter(struct kiocb *iocb, struct iov_iter *to)  in fuse_cache_read_iter()  argument
988 	struct inode *inode = iocb->ki_filp->f_mapping->host;  in fuse_cache_read_iter()
997 	    (iocb->ki_pos + iov_iter_count(to) > i_size_read(inode))) {  in fuse_cache_read_iter()
999 		err = fuse_update_attributes(inode, iocb->ki_filp);  in fuse_cache_read_iter()
1004 	return generic_file_read_iter(iocb, to);  in fuse_cache_read_iter()
1029 static unsigned int fuse_write_flags(struct kiocb *iocb)  in fuse_write_flags()  argument
1031 	unsigned int flags = iocb->ki_filp->f_flags;  in fuse_write_flags()
1033 	if (iocb->ki_flags & IOCB_DSYNC)  in fuse_write_flags()
1035 	if (iocb->ki_flags & IOCB_SYNC)  in fuse_write_flags()
1044 	struct kiocb *iocb = ia->io->iocb;  in fuse_send_write()  local
1045 	struct file *file = iocb->ki_filp;  in fuse_send_write()
1052 	inarg->flags = fuse_write_flags(iocb);  in fuse_send_write()
1086 				     struct kiocb *iocb, struct inode *inode,  in fuse_send_write_pages()  argument
1090 	struct file *file = iocb->ki_filp;  in fuse_send_write_pages()
1100 	ia->write.in.flags = fuse_write_flags(iocb);  in fuse_send_write_pages()
1201 static ssize_t fuse_perform_write(struct kiocb *iocb,  in fuse_perform_write()  argument
1231 			err = fuse_send_write_pages(&ia, iocb, inode,  in fuse_perform_write()
1256 static ssize_t fuse_cache_write_iter(struct kiocb *iocb, struct iov_iter *from)  in fuse_cache_write_iter()  argument
1258 	struct file *file = iocb->ki_filp;  in fuse_cache_write_iter()
1272 		return generic_file_write_iter(iocb, from);  in fuse_cache_write_iter()
1280 	err = generic_write_checks(iocb, from);  in fuse_cache_write_iter()
1292 	if (iocb->ki_flags & IOCB_DIRECT) {  in fuse_cache_write_iter()
1293 		loff_t pos = iocb->ki_pos;  in fuse_cache_write_iter()
1294 		written = generic_file_direct_write(iocb, from);  in fuse_cache_write_iter()
1300 		written_buffered = fuse_perform_write(iocb, mapping, from, pos);  in fuse_cache_write_iter()
1317 		iocb->ki_pos = pos + written_buffered;  in fuse_cache_write_iter()
1319 		written = fuse_perform_write(iocb, mapping, from, iocb->ki_pos);  in fuse_cache_write_iter()
1321 			iocb->ki_pos += written;  in fuse_cache_write_iter()
1327 		written = generic_write_sync(iocb, written);  in fuse_cache_write_iter()
1414 	struct file *file = io->iocb->ki_filp;  in fuse_direct_io()
1499 	struct inode *inode = file_inode(io->iocb->ki_filp);  in __fuse_direct_read()
1508 static ssize_t fuse_direct_IO(struct kiocb *iocb, struct iov_iter *iter);
1510 static ssize_t fuse_direct_read_iter(struct kiocb *iocb, struct iov_iter *to)  in fuse_direct_read_iter()  argument
1514 	if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) {  in fuse_direct_read_iter()
1515 		res = fuse_direct_IO(iocb, to);  in fuse_direct_read_iter()
1517 		struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(iocb);  in fuse_direct_read_iter()
1519 		res = __fuse_direct_read(&io, to, &iocb->ki_pos);  in fuse_direct_read_iter()
1525 static ssize_t fuse_direct_write_iter(struct kiocb *iocb, struct iov_iter *from)  in fuse_direct_write_iter()  argument
1527 	struct inode *inode = file_inode(iocb->ki_filp);  in fuse_direct_write_iter()
1528 	struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(iocb);  in fuse_direct_write_iter()
1533 	res = generic_write_checks(iocb, from);  in fuse_direct_write_iter()
1535 		if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) {  in fuse_direct_write_iter()
1536 			res = fuse_direct_IO(iocb, from);  in fuse_direct_write_iter()
1538 			res = fuse_direct_io(&io, from, &iocb->ki_pos,  in fuse_direct_write_iter()
1544 		fuse_write_update_size(inode, iocb->ki_pos);  in fuse_direct_write_iter()
1550 static ssize_t fuse_file_read_iter(struct kiocb *iocb, struct iov_iter *to)  in fuse_file_read_iter()  argument
1552 	struct file *file = iocb->ki_filp;  in fuse_file_read_iter()
1559 		return fuse_cache_read_iter(iocb, to);  in fuse_file_read_iter()
1561 		return fuse_direct_read_iter(iocb, to);  in fuse_file_read_iter()
1564 static ssize_t fuse_file_write_iter(struct kiocb *iocb, struct iov_iter *from)  in fuse_file_write_iter()  argument
1566 	struct file *file = iocb->ki_filp;  in fuse_file_write_iter()
1573 		return fuse_cache_write_iter(iocb, from);  in fuse_file_write_iter()
1575 		return fuse_direct_write_iter(iocb, from);  in fuse_file_write_iter()
3047 fuse_direct_IO(struct kiocb *iocb, struct iov_iter *iter)  in fuse_direct_IO()  argument
3051 	struct file *file = iocb->ki_filp;  in fuse_direct_IO()
3058 	loff_t offset = iocb->ki_pos;  in fuse_direct_IO()
3092 	io->iocb = iocb;  in fuse_direct_IO()
3093 	io->blocking = is_sync_kiocb(iocb);  in fuse_direct_IO()