39 static struct file *ovl_open_realfile(const struct file *file,  in ovl_open_realfile()  argument
43 	struct inode *inode = file_inode(file);  in ovl_open_realfile()
45 	struct file *realfile;  in ovl_open_realfile()
47 	int flags = file->f_flags | OVL_OPEN_FLAGS;  in ovl_open_realfile()
63 		realfile = backing_file_open(&file->f_path, flags, realpath,  in ovl_open_realfile()
69 		 file, file, ovl_whatisit(inode, realinode), file->f_flags,  in ovl_open_realfile()
77 static int ovl_change_flags(struct file *file, unsigned int flags)  in ovl_change_flags()  argument
79 	struct inode *inode = file_inode(file);  in ovl_change_flags()
84 	if (((flags ^ file->f_flags) & O_APPEND) && IS_APPEND(inode))  in ovl_change_flags()
87 	if ((flags & O_DIRECT) && !(file->f_mode & FMODE_CAN_ODIRECT))  in ovl_change_flags()
90 	if (file->f_op->check_flags) {  in ovl_change_flags()
91 		err = file->f_op->check_flags(flags);  in ovl_change_flags()
96 	spin_lock(&file->f_lock);  in ovl_change_flags()
97 	file->f_flags = (file->f_flags & ~OVL_SETFL_MASK) | flags;  in ovl_change_flags()
98 	file->f_iocb_flags = iocb_flags(file);  in ovl_change_flags()
99 	spin_unlock(&file->f_lock);  in ovl_change_flags()
104 static int ovl_real_fdget_meta(const struct file *file, struct fd *real,  in ovl_real_fdget_meta()  argument
107 	struct dentry *dentry = file_dentry(file);  in ovl_real_fdget_meta()
112 	real->file = file->private_data;  in ovl_real_fdget_meta()
128 	if (unlikely(file_inode(real->file) != d_inode(realpath.dentry))) {  in ovl_real_fdget_meta()
130 		real->file = ovl_open_realfile(file, &realpath);  in ovl_real_fdget_meta()
132 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget_meta()
136 	if (unlikely((file->f_flags ^ real->file->f_flags) & ~OVL_OPEN_FLAGS))  in ovl_real_fdget_meta()
137 		return ovl_change_flags(real->file, file->f_flags);  in ovl_real_fdget_meta()
142 static int ovl_real_fdget(const struct file *file, struct fd *real)  in ovl_real_fdget()  argument
144 	if (d_is_dir(file_dentry(file))) {  in ovl_real_fdget()
146 		real->file = ovl_dir_real_file(file, false);  in ovl_real_fdget()
148 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget()
151 	return ovl_real_fdget_meta(file, real, false);  in ovl_real_fdget()
154 static int ovl_open(struct inode *inode, struct file *file)  in ovl_open()  argument
156 	struct dentry *dentry = file_dentry(file);  in ovl_open()
157 	struct file *realfile;  in ovl_open()
166 	err = ovl_maybe_copy_up(dentry, file->f_flags);  in ovl_open()
171 	file->f_flags &= ~(O_CREAT | O_EXCL | O_NOCTTY | O_TRUNC);  in ovl_open()
177 	realfile = ovl_open_realfile(file, &realpath);  in ovl_open()
181 	file->private_data = realfile;  in ovl_open()
186 static int ovl_release(struct inode *inode, struct file *file)  in ovl_release()  argument
188 	fput(file->private_data);  in ovl_release()
193 static loff_t ovl_llseek(struct file *file, loff_t offset, int whence)  in ovl_llseek()  argument
195 	struct inode *inode = file_inode(file);  in ovl_llseek()
206 			return file->f_pos;  in ovl_llseek()
209 			return vfs_setpos(file, 0, 0);  in ovl_llseek()
212 	ret = ovl_real_fdget(file, &real);  in ovl_llseek()
224 	real.file->f_pos = file->f_pos;  in ovl_llseek()
227 	ret = vfs_llseek(real.file, offset, whence);  in ovl_llseek()
230 	file->f_pos = real.file->f_pos;  in ovl_llseek()
238 static void ovl_file_accessed(struct file *file)  in ovl_file_accessed()  argument
243 	if (file->f_flags & O_NOATIME)  in ovl_file_accessed()
246 	inode = file_inode(file);  in ovl_file_accessed()
260 	touch_atime(&file->f_path);  in ovl_file_accessed()
315 	struct file *file = iocb->ki_filp;  in ovl_read_iter()  local
323 	ret = ovl_real_fdget(file, &real);  in ovl_read_iter()
329 	    !(real.file->f_mode & FMODE_CAN_ODIRECT))  in ovl_read_iter()
332 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_read_iter()
334 		ret = vfs_iter_read(real.file, iter, &iocb->ki_pos,  in ovl_read_iter()
345 		kiocb_clone(&aio_req->iocb, iocb, get_file(real.file));  in ovl_read_iter()
348 		ret = vfs_iocb_iter_read(real.file, &aio_req->iocb, iter);  in ovl_read_iter()
355 	ovl_file_accessed(file);  in ovl_read_iter()
364 	struct file *file = iocb->ki_filp;  in ovl_write_iter()  local
365 	struct inode *inode = file_inode(file);  in ovl_write_iter()
377 	ret = file_remove_privs(file);  in ovl_write_iter()
381 	ret = ovl_real_fdget(file, &real);  in ovl_write_iter()
387 	    !(real.file->f_mode & FMODE_CAN_ODIRECT))  in ovl_write_iter()
399 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_write_iter()
401 		file_start_write(real.file);  in ovl_write_iter()
402 		ret = vfs_iter_write(real.file, iter, &iocb->ki_pos,  in ovl_write_iter()
404 		file_end_write(real.file);  in ovl_write_iter()
416 		kiocb_clone(&aio_req->iocb, iocb, get_file(real.file));  in ovl_write_iter()
421 		ret = vfs_iocb_iter_write(real.file, &aio_req->iocb, iter);  in ovl_write_iter()
437 static ssize_t ovl_splice_read(struct file *in, loff_t *ppos,  in ovl_splice_read()
450 	ret = vfs_splice_read(real.file, ppos, pipe, len, flags);  in ovl_splice_read()
466 static ssize_t ovl_splice_write(struct pipe_inode_info *pipe, struct file *out,  in ovl_splice_write()
486 	file_start_write(real.file);  in ovl_splice_write()
488 	ret = iter_file_splice_write(pipe, real.file, ppos, len, flags);  in ovl_splice_write()
490 	file_end_write(real.file);  in ovl_splice_write()
502 static int ovl_fsync(struct file *file, loff_t start, loff_t end, int datasync)  in ovl_fsync()  argument
508 	ret = ovl_sync_status(OVL_FS(file_inode(file)->i_sb));  in ovl_fsync()
512 	ret = ovl_real_fdget_meta(file, &real, !datasync);  in ovl_fsync()
517 	if (file_inode(real.file) == ovl_inode_upper(file_inode(file))) {  in ovl_fsync()
518 		old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fsync()
519 		ret = vfs_fsync_range(real.file, start, end, datasync);  in ovl_fsync()
528 static int ovl_mmap(struct file *file, struct vm_area_struct *vma)  in ovl_mmap()  argument
530 	struct file *realfile = file->private_data;  in ovl_mmap()
537 	if (WARN_ON(file != vma->vm_file))  in ovl_mmap()
542 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_mmap()
545 	ovl_file_accessed(file);  in ovl_mmap()
550 static long ovl_fallocate(struct file *file, int mode, loff_t offset, loff_t len)  in ovl_fallocate()  argument
552 	struct inode *inode = file_inode(file);  in ovl_fallocate()
560 	ret = file_remove_privs(file);  in ovl_fallocate()
564 	ret = ovl_real_fdget(file, &real);  in ovl_fallocate()
568 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fallocate()
569 	ret = vfs_fallocate(real.file, mode, offset, len);  in ovl_fallocate()
583 static int ovl_fadvise(struct file *file, loff_t offset, loff_t len, int advice)  in ovl_fadvise()  argument
589 	ret = ovl_real_fdget(file, &real);  in ovl_fadvise()
593 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fadvise()
594 	ret = vfs_fadvise(real.file, offset, len, advice);  in ovl_fadvise()
608 static loff_t ovl_copyfile(struct file *file_in, loff_t pos_in,  in ovl_copyfile()
609 			    struct file *file_out, loff_t pos_out,  in ovl_copyfile()
639 		ret = vfs_copy_file_range(real_in.file, pos_in,  in ovl_copyfile()
640 					  real_out.file, pos_out, len, flags);  in ovl_copyfile()
644 		ret = vfs_clone_file_range(real_in.file, pos_in,  in ovl_copyfile()
645 					   real_out.file, pos_out, len, flags);  in ovl_copyfile()
649 		ret = vfs_dedupe_file_range_one(real_in.file, pos_in,  in ovl_copyfile()
650 						real_out.file, pos_out, len,  in ovl_copyfile()
668 static ssize_t ovl_copy_file_range(struct file *file_in, loff_t pos_in,  in ovl_copy_file_range()
669 				   struct file *file_out, loff_t pos_out,  in ovl_copy_file_range()
676 static loff_t ovl_remap_file_range(struct file *file_in, loff_t pos_in,  in ovl_remap_file_range()
677 				   struct file *file_out, loff_t pos_out,  in ovl_remap_file_range()
703 static int ovl_flush(struct file *file, fl_owner_t id)  in ovl_flush()  argument
709 	err = ovl_real_fdget(file, &real);  in ovl_flush()
713 	if (real.file->f_op->flush) {  in ovl_flush()
714 		old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_flush()
715 		err = real.file->f_op->flush(real.file, id);  in ovl_flush()