712 static int zonefs_file_write_dio_end_io(struct kiocb *iocb, ssize_t size,  in zonefs_file_write_dio_end_io()  argument
715 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_write_dio_end_io()
732 		if (i_size_read(inode) < iocb->ki_pos + size) {  in zonefs_file_write_dio_end_io()
733 			zonefs_update_stats(inode, iocb->ki_pos + size);  in zonefs_file_write_dio_end_io()
734 			zonefs_i_size_write(inode, iocb->ki_pos + size);  in zonefs_file_write_dio_end_io()
746 static ssize_t zonefs_file_dio_append(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_dio_append()  argument
748 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_dio_append()
771 	bio->bi_write_hint = iocb->ki_hint;  in zonefs_file_dio_append()
772 	bio->bi_ioprio = iocb->ki_ioprio;  in zonefs_file_dio_append()
774 	if (iocb->ki_flags & IOCB_DSYNC)  in zonefs_file_dio_append()
784 	if (iocb->ki_flags & IOCB_HIPRI)  in zonefs_file_dio_append()
785 		bio_set_polled(bio, iocb);  in zonefs_file_dio_append()
807 	zonefs_file_write_dio_end_io(iocb, size, ret, 0);  in zonefs_file_dio_append()
814 		iocb->ki_pos += size;  in zonefs_file_dio_append()
850 static ssize_t zonefs_write_checks(struct kiocb *iocb, struct iov_iter *from)  in zonefs_write_checks()  argument
852 	struct file *file = iocb->ki_filp;  in zonefs_write_checks()
863 	if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT))  in zonefs_write_checks()
866 	if (iocb->ki_flags & IOCB_APPEND) {  in zonefs_write_checks()
870 		iocb->ki_pos = zi->i_wpoffset;  in zonefs_write_checks()
874 	count = zonefs_write_check_limits(file, iocb->ki_pos,  in zonefs_write_checks()
893 static ssize_t zonefs_file_dio_write(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_dio_write()  argument
895 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_dio_write()
898 	bool sync = is_sync_kiocb(iocb);  in zonefs_file_dio_write()
908 	    (iocb->ki_flags & IOCB_NOWAIT))  in zonefs_file_dio_write()
911 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_dio_write()
918 	count = zonefs_write_checks(iocb, from);  in zonefs_file_dio_write()
924 	if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {  in zonefs_file_dio_write()
932 		if (iocb->ki_pos != zi->i_wpoffset) {  in zonefs_file_dio_write()
942 		ret = zonefs_file_dio_append(iocb, from);  in zonefs_file_dio_write()
944 		ret = iomap_dio_rw(iocb, from, &zonefs_write_iomap_ops,  in zonefs_file_dio_write()
961 static ssize_t zonefs_file_buffered_write(struct kiocb *iocb,  in zonefs_file_buffered_write()  argument
964 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_buffered_write()
975 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_buffered_write()
982 	ret = zonefs_write_checks(iocb, from);  in zonefs_file_buffered_write()
986 	ret = iomap_file_buffered_write(iocb, from, &zonefs_write_iomap_ops);  in zonefs_file_buffered_write()
988 		iocb->ki_pos += ret;  in zonefs_file_buffered_write()
995 		ret = generic_write_sync(iocb, ret);  in zonefs_file_buffered_write()
1000 static ssize_t zonefs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)  in zonefs_file_write_iter()  argument
1002 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_write_iter()
1011 	if (iocb->ki_pos >= ZONEFS_I(inode)->i_max_size)  in zonefs_file_write_iter()
1014 	if (iocb->ki_flags & IOCB_DIRECT) {  in zonefs_file_write_iter()
1015 		ssize_t ret = zonefs_file_dio_write(iocb, from);  in zonefs_file_write_iter()
1020 	return zonefs_file_buffered_write(iocb, from);  in zonefs_file_write_iter()
1023 static int zonefs_file_read_dio_end_io(struct kiocb *iocb, ssize_t size,  in zonefs_file_read_dio_end_io()  argument
1027 		zonefs_io_error(file_inode(iocb->ki_filp), false);  in zonefs_file_read_dio_end_io()
1038 static ssize_t zonefs_file_read_iter(struct kiocb *iocb, struct iov_iter *to)  in zonefs_file_read_iter()  argument
1040 	struct inode *inode = file_inode(iocb->ki_filp);  in zonefs_file_read_iter()
1050 	if (iocb->ki_pos >= zi->i_max_size)  in zonefs_file_read_iter()
1053 	if (iocb->ki_flags & IOCB_NOWAIT) {  in zonefs_file_read_iter()
1063 	if (iocb->ki_pos >= isize) {  in zonefs_file_read_iter()
1068 	iov_iter_truncate(to, isize - iocb->ki_pos);  in zonefs_file_read_iter()
1071 	if (iocb->ki_flags & IOCB_DIRECT) {  in zonefs_file_read_iter()
1074 		if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {  in zonefs_file_read_iter()
1078 		file_accessed(iocb->ki_filp);  in zonefs_file_read_iter()
1079 		ret = iomap_dio_rw(iocb, to, &zonefs_read_iomap_ops,  in zonefs_file_read_iter()
1080 				   &zonefs_read_dio_ops, is_sync_kiocb(iocb));  in zonefs_file_read_iter()
1082 		ret = generic_file_read_iter(iocb, to);  in zonefs_file_read_iter()