40 static struct file *ovl_open_realfile(const struct file *file,  in ovl_open_realfile()  argument
43 	struct inode *inode = file_inode(file);  in ovl_open_realfile()
44 	struct file *realfile;  in ovl_open_realfile()
46 	int flags = file->f_flags | OVL_OPEN_FLAGS;  in ovl_open_realfile()
60 		realfile = open_with_fake_path(&file->f_path, flags, realinode,  in ovl_open_realfile()
66 		 file, file, ovl_whatisit(inode, realinode), file->f_flags,  in ovl_open_realfile()
74 static int ovl_change_flags(struct file *file, unsigned int flags)  in ovl_change_flags()  argument
76 	struct inode *inode = file_inode(file);  in ovl_change_flags()
82 	if (WARN_ON((file->f_flags ^ flags) & ~OVL_SETFL_MASK))  in ovl_change_flags()
87 	if (((flags ^ file->f_flags) & O_APPEND) && IS_APPEND(inode))  in ovl_change_flags()
91 		if (!file->f_mapping->a_ops ||  in ovl_change_flags()
92 		    !file->f_mapping->a_ops->direct_IO)  in ovl_change_flags()
96 	if (file->f_op->check_flags) {  in ovl_change_flags()
97 		err = file->f_op->check_flags(flags);  in ovl_change_flags()
102 	spin_lock(&file->f_lock);  in ovl_change_flags()
103 	file->f_flags = (file->f_flags & ~OVL_SETFL_MASK) | flags;  in ovl_change_flags()
104 	spin_unlock(&file->f_lock);  in ovl_change_flags()
109 static int ovl_real_fdget_meta(const struct file *file, struct fd *real,  in ovl_real_fdget_meta()  argument
112 	struct inode *inode = file_inode(file);  in ovl_real_fdget_meta()
116 	real->file = file->private_data;  in ovl_real_fdget_meta()
124 	if (unlikely(file_inode(real->file) != realinode)) {  in ovl_real_fdget_meta()
126 		real->file = ovl_open_realfile(file, realinode);  in ovl_real_fdget_meta()
128 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget_meta()
132 	if (unlikely((file->f_flags ^ real->file->f_flags) & ~OVL_OPEN_FLAGS))  in ovl_real_fdget_meta()
133 		return ovl_change_flags(real->file, file->f_flags);  in ovl_real_fdget_meta()
138 static int ovl_real_fdget(const struct file *file, struct fd *real)  in ovl_real_fdget()  argument
140 	if (d_is_dir(file_dentry(file))) {  in ovl_real_fdget()
142 		real->file = ovl_dir_real_file(file, false);  in ovl_real_fdget()
144 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget()
147 	return ovl_real_fdget_meta(file, real, false);  in ovl_real_fdget()
150 static int ovl_open(struct inode *inode, struct file *file)  in ovl_open()  argument
152 	struct file *realfile;  in ovl_open()
155 	err = ovl_maybe_copy_up(file_dentry(file), file->f_flags);  in ovl_open()
160 	file->f_flags &= ~(O_CREAT | O_EXCL | O_NOCTTY | O_TRUNC);  in ovl_open()
162 	realfile = ovl_open_realfile(file, ovl_inode_realdata(inode));  in ovl_open()
166 	file->private_data = realfile;  in ovl_open()
171 static int ovl_release(struct inode *inode, struct file *file)  in ovl_release()  argument
173 	fput(file->private_data);  in ovl_release()
178 static loff_t ovl_llseek(struct file *file, loff_t offset, int whence)  in ovl_llseek()  argument
180 	struct inode *inode = file_inode(file);  in ovl_llseek()
191 			return file->f_pos;  in ovl_llseek()
194 			return vfs_setpos(file, 0, 0);  in ovl_llseek()
197 	ret = ovl_real_fdget(file, &real);  in ovl_llseek()
209 	real.file->f_pos = file->f_pos;  in ovl_llseek()
212 	ret = vfs_llseek(real.file, offset, whence);  in ovl_llseek()
215 	file->f_pos = real.file->f_pos;  in ovl_llseek()
223 static void ovl_file_accessed(struct file *file)  in ovl_file_accessed()  argument
227 	if (file->f_flags & O_NOATIME)  in ovl_file_accessed()
230 	inode = file_inode(file);  in ovl_file_accessed()
242 	touch_atime(&file->f_path);  in ovl_file_accessed()
300 	struct file *file = iocb->ki_filp;  in ovl_read_iter()  local
308 	ret = ovl_real_fdget(file, &real);  in ovl_read_iter()
314 	    (!real.file->f_mapping->a_ops ||  in ovl_read_iter()
315 	     !real.file->f_mapping->a_ops->direct_IO))  in ovl_read_iter()
318 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_read_iter()
320 		ret = vfs_iter_read(real.file, iter, &iocb->ki_pos,  in ovl_read_iter()
333 		kiocb_clone(&aio_req->iocb, iocb, real.file);  in ovl_read_iter()
336 		ret = vfs_iocb_iter_read(real.file, &aio_req->iocb, iter);  in ovl_read_iter()
343 	ovl_file_accessed(file);  in ovl_read_iter()
352 	struct file *file = iocb->ki_filp;  in ovl_write_iter()  local
353 	struct inode *inode = file_inode(file);  in ovl_write_iter()
365 	ret = file_remove_privs(file);  in ovl_write_iter()
369 	ret = ovl_real_fdget(file, &real);  in ovl_write_iter()
375 	    (!real.file->f_mapping->a_ops ||  in ovl_write_iter()
376 	     !real.file->f_mapping->a_ops->direct_IO))  in ovl_write_iter()
382 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_write_iter()
384 		file_start_write(real.file);  in ovl_write_iter()
385 		ret = vfs_iter_write(real.file, iter, &iocb->ki_pos,  in ovl_write_iter()
387 		file_end_write(real.file);  in ovl_write_iter()
398 		file_start_write(real.file);  in ovl_write_iter()
400 		__sb_writers_release(file_inode(real.file)->i_sb,  in ovl_write_iter()
405 		kiocb_clone(&aio_req->iocb, iocb, real.file);  in ovl_write_iter()
409 		ret = vfs_iocb_iter_write(real.file, &aio_req->iocb, iter);  in ovl_write_iter()
425 static ssize_t ovl_splice_read(struct file *in, loff_t *ppos,  in ovl_splice_read()
438 	ret = generic_file_splice_read(real.file, ppos, pipe, len, flags);  in ovl_splice_read()
447 ovl_splice_write(struct pipe_inode_info *pipe, struct file *out,  in ovl_splice_write()
459 	ret = iter_file_splice_write(pipe, real.file, ppos, len, flags);  in ovl_splice_write()
467 static int ovl_fsync(struct file *file, loff_t start, loff_t end, int datasync)  in ovl_fsync()  argument
473 	ret = ovl_sync_status(OVL_FS(file_inode(file)->i_sb));  in ovl_fsync()
477 	ret = ovl_real_fdget_meta(file, &real, !datasync);  in ovl_fsync()
482 	if (file_inode(real.file) == ovl_inode_upper(file_inode(file))) {  in ovl_fsync()
483 		old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fsync()
484 		ret = vfs_fsync_range(real.file, start, end, datasync);  in ovl_fsync()
493 static int ovl_mmap(struct file *file, struct vm_area_struct *vma)  in ovl_mmap()  argument
495 	struct file *realfile = file->private_data;  in ovl_mmap()
502 	if (WARN_ON(file != vma->vm_file))  in ovl_mmap()
507 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_mmap()
516 		fput(file);  in ovl_mmap()
519 	ovl_file_accessed(file);  in ovl_mmap()
524 static long ovl_fallocate(struct file *file, int mode, loff_t offset, loff_t len)  in ovl_fallocate()  argument
526 	struct inode *inode = file_inode(file);  in ovl_fallocate()
531 	ret = ovl_real_fdget(file, &real);  in ovl_fallocate()
535 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fallocate()
536 	ret = vfs_fallocate(real.file, mode, offset, len);  in ovl_fallocate()
547 static int ovl_fadvise(struct file *file, loff_t offset, loff_t len, int advice)  in ovl_fadvise()  argument
553 	ret = ovl_real_fdget(file, &real);  in ovl_fadvise()
557 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fadvise()
558 	ret = vfs_fadvise(real.file, offset, len, advice);  in ovl_fadvise()
566 static long ovl_real_ioctl(struct file *file, unsigned int cmd,  in ovl_real_ioctl()  argument
572 	ret = ovl_real_fdget(file, &real);  in ovl_real_ioctl()
576 	ret = security_file_ioctl(real.file, cmd, arg);  in ovl_real_ioctl()
582 		ret = vfs_ioctl(real.file, cmd, arg);  in ovl_real_ioctl()
590 static long ovl_ioctl_set_flags(struct file *file, unsigned int cmd,  in ovl_ioctl_set_flags()  argument
594 	struct inode *inode = file_inode(file);  in ovl_ioctl_set_flags()
599 	ret = mnt_want_write_file(file);  in ovl_ioctl_set_flags()
614 	ret = ovl_maybe_copy_up(file_dentry(file), O_WRONLY);  in ovl_ioctl_set_flags()
618 	ret = ovl_real_ioctl(file, cmd, arg);  in ovl_ioctl_set_flags()
624 	mnt_drop_write_file(file);  in ovl_ioctl_set_flags()
630 long ovl_ioctl(struct file *file, unsigned int cmd, unsigned long arg)  in ovl_ioctl()  argument
637 		ret = ovl_real_ioctl(file, cmd, arg);  in ovl_ioctl()
642 		ret = ovl_ioctl_set_flags(file, cmd, arg);  in ovl_ioctl()
653 long ovl_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)  in ovl_compat_ioctl()  argument
668 	return ovl_ioctl(file, cmd, arg);  in ovl_compat_ioctl()
678 static loff_t ovl_copyfile(struct file *file_in, loff_t pos_in,  in ovl_copyfile()
679 			    struct file *file_out, loff_t pos_out,  in ovl_copyfile()
700 		ret = vfs_copy_file_range(real_in.file, pos_in,  in ovl_copyfile()
701 					  real_out.file, pos_out, len, flags);  in ovl_copyfile()
705 		ret = vfs_clone_file_range(real_in.file, pos_in,  in ovl_copyfile()
706 					   real_out.file, pos_out, len, flags);  in ovl_copyfile()
710 		ret = vfs_dedupe_file_range_one(real_in.file, pos_in,  in ovl_copyfile()
711 						real_out.file, pos_out, len,  in ovl_copyfile()
726 static ssize_t ovl_copy_file_range(struct file *file_in, loff_t pos_in,  in ovl_copy_file_range()
727 				   struct file *file_out, loff_t pos_out,  in ovl_copy_file_range()
734 static loff_t ovl_remap_file_range(struct file *file_in, loff_t pos_in,  in ovl_remap_file_range()
735 				   struct file *file_out, loff_t pos_out,  in ovl_remap_file_range()