xref: /openbmc/linux/fs/namei.c (revision 4a3fd211)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  linux/fs/namei.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  *  Copyright (C) 1991, 1992  Linus Torvalds
51da177e4SLinus Torvalds  */
61da177e4SLinus Torvalds 
71da177e4SLinus Torvalds /*
81da177e4SLinus Torvalds  * Some corrections by tytso.
91da177e4SLinus Torvalds  */
101da177e4SLinus Torvalds 
111da177e4SLinus Torvalds /* [Feb 1997 T. Schoebel-Theuer] Complete rewrite of the pathname
121da177e4SLinus Torvalds  * lookup logic.
131da177e4SLinus Torvalds  */
141da177e4SLinus Torvalds /* [Feb-Apr 2000, AV] Rewrite to the new namespace architecture.
151da177e4SLinus Torvalds  */
161da177e4SLinus Torvalds 
171da177e4SLinus Torvalds #include <linux/init.h>
181da177e4SLinus Torvalds #include <linux/module.h>
191da177e4SLinus Torvalds #include <linux/slab.h>
201da177e4SLinus Torvalds #include <linux/fs.h>
211da177e4SLinus Torvalds #include <linux/namei.h>
221da177e4SLinus Torvalds #include <linux/quotaops.h>
231da177e4SLinus Torvalds #include <linux/pagemap.h>
240eeca283SRobert Love #include <linux/fsnotify.h>
251da177e4SLinus Torvalds #include <linux/personality.h>
261da177e4SLinus Torvalds #include <linux/security.h>
271da177e4SLinus Torvalds #include <linux/syscalls.h>
281da177e4SLinus Torvalds #include <linux/mount.h>
291da177e4SLinus Torvalds #include <linux/audit.h>
3016f7e0feSRandy Dunlap #include <linux/capability.h>
31834f2a4aSTrond Myklebust #include <linux/file.h>
325590ff0dSUlrich Drepper #include <linux/fcntl.h>
331da177e4SLinus Torvalds #include <asm/namei.h>
341da177e4SLinus Torvalds #include <asm/uaccess.h>
351da177e4SLinus Torvalds 
361da177e4SLinus Torvalds #define ACC_MODE(x) ("\000\004\002\006"[(x)&O_ACCMODE])
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds /* [Feb-1997 T. Schoebel-Theuer]
391da177e4SLinus Torvalds  * Fundamental changes in the pathname lookup mechanisms (namei)
401da177e4SLinus Torvalds  * were necessary because of omirr.  The reason is that omirr needs
411da177e4SLinus Torvalds  * to know the _real_ pathname, not the user-supplied one, in case
421da177e4SLinus Torvalds  * of symlinks (and also when transname replacements occur).
431da177e4SLinus Torvalds  *
441da177e4SLinus Torvalds  * The new code replaces the old recursive symlink resolution with
451da177e4SLinus Torvalds  * an iterative one (in case of non-nested symlink chains).  It does
461da177e4SLinus Torvalds  * this with calls to <fs>_follow_link().
471da177e4SLinus Torvalds  * As a side effect, dir_namei(), _namei() and follow_link() are now
481da177e4SLinus Torvalds  * replaced with a single function lookup_dentry() that can handle all
491da177e4SLinus Torvalds  * the special cases of the former code.
501da177e4SLinus Torvalds  *
511da177e4SLinus Torvalds  * With the new dcache, the pathname is stored at each inode, at least as
521da177e4SLinus Torvalds  * long as the refcount of the inode is positive.  As a side effect, the
531da177e4SLinus Torvalds  * size of the dcache depends on the inode cache and thus is dynamic.
541da177e4SLinus Torvalds  *
551da177e4SLinus Torvalds  * [29-Apr-1998 C. Scott Ananian] Updated above description of symlink
561da177e4SLinus Torvalds  * resolution to correspond with current state of the code.
571da177e4SLinus Torvalds  *
581da177e4SLinus Torvalds  * Note that the symlink resolution is not *completely* iterative.
591da177e4SLinus Torvalds  * There is still a significant amount of tail- and mid- recursion in
601da177e4SLinus Torvalds  * the algorithm.  Also, note that <fs>_readlink() is not used in
611da177e4SLinus Torvalds  * lookup_dentry(): lookup_dentry() on the result of <fs>_readlink()
621da177e4SLinus Torvalds  * may return different results than <fs>_follow_link().  Many virtual
631da177e4SLinus Torvalds  * filesystems (including /proc) exhibit this behavior.
641da177e4SLinus Torvalds  */
651da177e4SLinus Torvalds 
661da177e4SLinus Torvalds /* [24-Feb-97 T. Schoebel-Theuer] Side effects caused by new implementation:
671da177e4SLinus Torvalds  * New symlink semantics: when open() is called with flags O_CREAT | O_EXCL
681da177e4SLinus Torvalds  * and the name already exists in form of a symlink, try to create the new
691da177e4SLinus Torvalds  * name indicated by the symlink. The old code always complained that the
701da177e4SLinus Torvalds  * name already exists, due to not following the symlink even if its target
711da177e4SLinus Torvalds  * is nonexistent.  The new semantics affects also mknod() and link() when
721da177e4SLinus Torvalds  * the name is a symlink pointing to a non-existant name.
731da177e4SLinus Torvalds  *
741da177e4SLinus Torvalds  * I don't know which semantics is the right one, since I have no access
751da177e4SLinus Torvalds  * to standards. But I found by trial that HP-UX 9.0 has the full "new"
761da177e4SLinus Torvalds  * semantics implemented, while SunOS 4.1.1 and Solaris (SunOS 5.4) have the
771da177e4SLinus Torvalds  * "old" one. Personally, I think the new semantics is much more logical.
781da177e4SLinus Torvalds  * Note that "ln old new" where "new" is a symlink pointing to a non-existing
791da177e4SLinus Torvalds  * file does succeed in both HP-UX and SunOs, but not in Solaris
801da177e4SLinus Torvalds  * and in the old Linux semantics.
811da177e4SLinus Torvalds  */
821da177e4SLinus Torvalds 
831da177e4SLinus Torvalds /* [16-Dec-97 Kevin Buhr] For security reasons, we change some symlink
841da177e4SLinus Torvalds  * semantics.  See the comments in "open_namei" and "do_link" below.
851da177e4SLinus Torvalds  *
861da177e4SLinus Torvalds  * [10-Sep-98 Alan Modra] Another symlink change.
871da177e4SLinus Torvalds  */
881da177e4SLinus Torvalds 
891da177e4SLinus Torvalds /* [Feb-Apr 2000 AV] Complete rewrite. Rules for symlinks:
901da177e4SLinus Torvalds  *	inside the path - always follow.
911da177e4SLinus Torvalds  *	in the last component in creation/removal/renaming - never follow.
921da177e4SLinus Torvalds  *	if LOOKUP_FOLLOW passed - follow.
931da177e4SLinus Torvalds  *	if the pathname has trailing slashes - follow.
941da177e4SLinus Torvalds  *	otherwise - don't follow.
951da177e4SLinus Torvalds  * (applied in that order).
961da177e4SLinus Torvalds  *
971da177e4SLinus Torvalds  * [Jun 2000 AV] Inconsistent behaviour of open() in case if flags==O_CREAT
981da177e4SLinus Torvalds  * restored for 2.4. This is the last surviving part of old 4.2BSD bug.
991da177e4SLinus Torvalds  * During the 2.4 we need to fix the userland stuff depending on it -
1001da177e4SLinus Torvalds  * hopefully we will be able to get rid of that wart in 2.5. So far only
1011da177e4SLinus Torvalds  * XEmacs seems to be relying on it...
1021da177e4SLinus Torvalds  */
1031da177e4SLinus Torvalds /*
1041da177e4SLinus Torvalds  * [Sep 2001 AV] Single-semaphore locking scheme (kudos to David Holland)
105a11f3a05SArjan van de Ven  * implemented.  Let's see if raised priority of ->s_vfs_rename_mutex gives
1061da177e4SLinus Torvalds  * any extra contention...
1071da177e4SLinus Torvalds  */
1081da177e4SLinus Torvalds 
109a02f76c3SAl Viro static int __link_path_walk(const char *name, struct nameidata *nd);
110c4a7808fSJosef 'Jeff' Sipek 
1111da177e4SLinus Torvalds /* In order to reduce some races, while at the same time doing additional
1121da177e4SLinus Torvalds  * checking and hopefully speeding things up, we copy filenames to the
1131da177e4SLinus Torvalds  * kernel data space before using them..
1141da177e4SLinus Torvalds  *
1151da177e4SLinus Torvalds  * POSIX.1 2.4: an empty pathname is invalid (ENOENT).
1161da177e4SLinus Torvalds  * PATH_MAX includes the nul terminator --RR.
1171da177e4SLinus Torvalds  */
118858119e1SArjan van de Ven static int do_getname(const char __user *filename, char *page)
1191da177e4SLinus Torvalds {
1201da177e4SLinus Torvalds 	int retval;
1211da177e4SLinus Torvalds 	unsigned long len = PATH_MAX;
1221da177e4SLinus Torvalds 
1231da177e4SLinus Torvalds 	if (!segment_eq(get_fs(), KERNEL_DS)) {
1241da177e4SLinus Torvalds 		if ((unsigned long) filename >= TASK_SIZE)
1251da177e4SLinus Torvalds 			return -EFAULT;
1261da177e4SLinus Torvalds 		if (TASK_SIZE - (unsigned long) filename < PATH_MAX)
1271da177e4SLinus Torvalds 			len = TASK_SIZE - (unsigned long) filename;
1281da177e4SLinus Torvalds 	}
1291da177e4SLinus Torvalds 
1301da177e4SLinus Torvalds 	retval = strncpy_from_user(page, filename, len);
1311da177e4SLinus Torvalds 	if (retval > 0) {
1321da177e4SLinus Torvalds 		if (retval < len)
1331da177e4SLinus Torvalds 			return 0;
1341da177e4SLinus Torvalds 		return -ENAMETOOLONG;
1351da177e4SLinus Torvalds 	} else if (!retval)
1361da177e4SLinus Torvalds 		retval = -ENOENT;
1371da177e4SLinus Torvalds 	return retval;
1381da177e4SLinus Torvalds }
1391da177e4SLinus Torvalds 
1401da177e4SLinus Torvalds char * getname(const char __user * filename)
1411da177e4SLinus Torvalds {
1421da177e4SLinus Torvalds 	char *tmp, *result;
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds 	result = ERR_PTR(-ENOMEM);
1451da177e4SLinus Torvalds 	tmp = __getname();
1461da177e4SLinus Torvalds 	if (tmp)  {
1471da177e4SLinus Torvalds 		int retval = do_getname(filename, tmp);
1481da177e4SLinus Torvalds 
1491da177e4SLinus Torvalds 		result = tmp;
1501da177e4SLinus Torvalds 		if (retval < 0) {
1511da177e4SLinus Torvalds 			__putname(tmp);
1521da177e4SLinus Torvalds 			result = ERR_PTR(retval);
1531da177e4SLinus Torvalds 		}
1541da177e4SLinus Torvalds 	}
1551da177e4SLinus Torvalds 	audit_getname(result);
1561da177e4SLinus Torvalds 	return result;
1571da177e4SLinus Torvalds }
1581da177e4SLinus Torvalds 
1591da177e4SLinus Torvalds #ifdef CONFIG_AUDITSYSCALL
1601da177e4SLinus Torvalds void putname(const char *name)
1611da177e4SLinus Torvalds {
1625ac3a9c2SAl Viro 	if (unlikely(!audit_dummy_context()))
1631da177e4SLinus Torvalds 		audit_putname(name);
1641da177e4SLinus Torvalds 	else
1651da177e4SLinus Torvalds 		__putname(name);
1661da177e4SLinus Torvalds }
1671da177e4SLinus Torvalds EXPORT_SYMBOL(putname);
1681da177e4SLinus Torvalds #endif
1691da177e4SLinus Torvalds 
1701da177e4SLinus Torvalds 
1711da177e4SLinus Torvalds /**
1721da177e4SLinus Torvalds  * generic_permission  -  check for access rights on a Posix-like filesystem
1731da177e4SLinus Torvalds  * @inode:	inode to check access rights for
1741da177e4SLinus Torvalds  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
1751da177e4SLinus Torvalds  * @check_acl:	optional callback to check for Posix ACLs
1761da177e4SLinus Torvalds  *
1771da177e4SLinus Torvalds  * Used to check for read/write/execute permissions on a file.
1781da177e4SLinus Torvalds  * We use "fsuid" for this, letting us set arbitrary permissions
1791da177e4SLinus Torvalds  * for filesystem access without changing the "normal" uids which
1801da177e4SLinus Torvalds  * are used for other things..
1811da177e4SLinus Torvalds  */
1821da177e4SLinus Torvalds int generic_permission(struct inode *inode, int mask,
1831da177e4SLinus Torvalds 		int (*check_acl)(struct inode *inode, int mask))
1841da177e4SLinus Torvalds {
1851da177e4SLinus Torvalds 	umode_t			mode = inode->i_mode;
1861da177e4SLinus Torvalds 
1871da177e4SLinus Torvalds 	if (current->fsuid == inode->i_uid)
1881da177e4SLinus Torvalds 		mode >>= 6;
1891da177e4SLinus Torvalds 	else {
1901da177e4SLinus Torvalds 		if (IS_POSIXACL(inode) && (mode & S_IRWXG) && check_acl) {
1911da177e4SLinus Torvalds 			int error = check_acl(inode, mask);
1921da177e4SLinus Torvalds 			if (error == -EACCES)
1931da177e4SLinus Torvalds 				goto check_capabilities;
1941da177e4SLinus Torvalds 			else if (error != -EAGAIN)
1951da177e4SLinus Torvalds 				return error;
1961da177e4SLinus Torvalds 		}
1971da177e4SLinus Torvalds 
1981da177e4SLinus Torvalds 		if (in_group_p(inode->i_gid))
1991da177e4SLinus Torvalds 			mode >>= 3;
2001da177e4SLinus Torvalds 	}
2011da177e4SLinus Torvalds 
2021da177e4SLinus Torvalds 	/*
2031da177e4SLinus Torvalds 	 * If the DACs are ok we don't need any capability check.
2041da177e4SLinus Torvalds 	 */
2051da177e4SLinus Torvalds 	if (((mode & mask & (MAY_READ|MAY_WRITE|MAY_EXEC)) == mask))
2061da177e4SLinus Torvalds 		return 0;
2071da177e4SLinus Torvalds 
2081da177e4SLinus Torvalds  check_capabilities:
2091da177e4SLinus Torvalds 	/*
2101da177e4SLinus Torvalds 	 * Read/write DACs are always overridable.
2111da177e4SLinus Torvalds 	 * Executable DACs are overridable if at least one exec bit is set.
2121da177e4SLinus Torvalds 	 */
2131da177e4SLinus Torvalds 	if (!(mask & MAY_EXEC) ||
2141da177e4SLinus Torvalds 	    (inode->i_mode & S_IXUGO) || S_ISDIR(inode->i_mode))
2151da177e4SLinus Torvalds 		if (capable(CAP_DAC_OVERRIDE))
2161da177e4SLinus Torvalds 			return 0;
2171da177e4SLinus Torvalds 
2181da177e4SLinus Torvalds 	/*
2191da177e4SLinus Torvalds 	 * Searching includes executable on directories, else just read.
2201da177e4SLinus Torvalds 	 */
2211da177e4SLinus Torvalds 	if (mask == MAY_READ || (S_ISDIR(inode->i_mode) && !(mask & MAY_WRITE)))
2221da177e4SLinus Torvalds 		if (capable(CAP_DAC_READ_SEARCH))
2231da177e4SLinus Torvalds 			return 0;
2241da177e4SLinus Torvalds 
2251da177e4SLinus Torvalds 	return -EACCES;
2261da177e4SLinus Torvalds }
2271da177e4SLinus Torvalds 
2281da177e4SLinus Torvalds int permission(struct inode *inode, int mask, struct nameidata *nd)
2291da177e4SLinus Torvalds {
2301da177e4SLinus Torvalds 	int retval, submask;
231c7eb2667SDave Hansen 	struct vfsmount *mnt = NULL;
232c7eb2667SDave Hansen 
233c7eb2667SDave Hansen 	if (nd)
2344ac91378SJan Blunck 		mnt = nd->path.mnt;
2351da177e4SLinus Torvalds 
2361da177e4SLinus Torvalds 	if (mask & MAY_WRITE) {
23722590e41SMiklos Szeredi 		umode_t mode = inode->i_mode;
2381da177e4SLinus Torvalds 
2391da177e4SLinus Torvalds 		/*
2401da177e4SLinus Torvalds 		 * Nobody gets write access to a read-only fs.
2411da177e4SLinus Torvalds 		 */
2421da177e4SLinus Torvalds 		if (IS_RDONLY(inode) &&
2431da177e4SLinus Torvalds 		    (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)))
2441da177e4SLinus Torvalds 			return -EROFS;
2451da177e4SLinus Torvalds 
2461da177e4SLinus Torvalds 		/*
2471da177e4SLinus Torvalds 		 * Nobody gets write access to an immutable file.
2481da177e4SLinus Torvalds 		 */
2491da177e4SLinus Torvalds 		if (IS_IMMUTABLE(inode))
2501da177e4SLinus Torvalds 			return -EACCES;
2511da177e4SLinus Torvalds 	}
2521da177e4SLinus Torvalds 
25322590e41SMiklos Szeredi 	if ((mask & MAY_EXEC) && S_ISREG(inode->i_mode)) {
254a343bb77STrond Myklebust 		/*
25522590e41SMiklos Szeredi 		 * MAY_EXEC on regular files is denied if the fs is mounted
25622590e41SMiklos Szeredi 		 * with the "noexec" flag.
257a343bb77STrond Myklebust 		 */
258c7eb2667SDave Hansen 		if (mnt && (mnt->mnt_flags & MNT_NOEXEC))
259a343bb77STrond Myklebust 			return -EACCES;
26022590e41SMiklos Szeredi 	}
261a343bb77STrond Myklebust 
2621da177e4SLinus Torvalds 	/* Ordinary permission routines do not understand MAY_APPEND. */
2631da177e4SLinus Torvalds 	submask = mask & ~MAY_APPEND;
26422590e41SMiklos Szeredi 	if (inode->i_op && inode->i_op->permission) {
2651da177e4SLinus Torvalds 		retval = inode->i_op->permission(inode, submask, nd);
26622590e41SMiklos Szeredi 		if (!retval) {
26722590e41SMiklos Szeredi 			/*
26822590e41SMiklos Szeredi 			 * Exec permission on a regular file is denied if none
26922590e41SMiklos Szeredi 			 * of the execute bits are set.
27022590e41SMiklos Szeredi 			 *
27122590e41SMiklos Szeredi 			 * This check should be done by the ->permission()
27222590e41SMiklos Szeredi 			 * method.
27322590e41SMiklos Szeredi 			 */
27422590e41SMiklos Szeredi 			if ((mask & MAY_EXEC) && S_ISREG(inode->i_mode) &&
27522590e41SMiklos Szeredi 			    !(inode->i_mode & S_IXUGO))
27622590e41SMiklos Szeredi 				return -EACCES;
27722590e41SMiklos Szeredi 		}
27822590e41SMiklos Szeredi 	} else {
2791da177e4SLinus Torvalds 		retval = generic_permission(inode, submask, NULL);
28022590e41SMiklos Szeredi 	}
2811da177e4SLinus Torvalds 	if (retval)
2821da177e4SLinus Torvalds 		return retval;
2831da177e4SLinus Torvalds 
2841da177e4SLinus Torvalds 	return security_inode_permission(inode, mask, nd);
2851da177e4SLinus Torvalds }
2861da177e4SLinus Torvalds 
287e4543eddSChristoph Hellwig /**
288e4543eddSChristoph Hellwig  * vfs_permission  -  check for access rights to a given path
289e4543eddSChristoph Hellwig  * @nd:		lookup result that describes the path
290e4543eddSChristoph Hellwig  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
291e4543eddSChristoph Hellwig  *
292e4543eddSChristoph Hellwig  * Used to check for read/write/execute permissions on a path.
293e4543eddSChristoph Hellwig  * We use "fsuid" for this, letting us set arbitrary permissions
294e4543eddSChristoph Hellwig  * for filesystem access without changing the "normal" uids which
295e4543eddSChristoph Hellwig  * are used for other things.
296e4543eddSChristoph Hellwig  */
297e4543eddSChristoph Hellwig int vfs_permission(struct nameidata *nd, int mask)
298e4543eddSChristoph Hellwig {
2994ac91378SJan Blunck 	return permission(nd->path.dentry->d_inode, mask, nd);
300e4543eddSChristoph Hellwig }
301e4543eddSChristoph Hellwig 
3028c744fb8SChristoph Hellwig /**
3038c744fb8SChristoph Hellwig  * file_permission  -  check for additional access rights to a given file
3048c744fb8SChristoph Hellwig  * @file:	file to check access rights for
3058c744fb8SChristoph Hellwig  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
3068c744fb8SChristoph Hellwig  *
3078c744fb8SChristoph Hellwig  * Used to check for read/write/execute permissions on an already opened
3088c744fb8SChristoph Hellwig  * file.
3098c744fb8SChristoph Hellwig  *
3108c744fb8SChristoph Hellwig  * Note:
3118c744fb8SChristoph Hellwig  *	Do not use this function in new code.  All access checks should
3128c744fb8SChristoph Hellwig  *	be done using vfs_permission().
3138c744fb8SChristoph Hellwig  */
3148c744fb8SChristoph Hellwig int file_permission(struct file *file, int mask)
3158c744fb8SChristoph Hellwig {
3160f7fc9e4SJosef "Jeff" Sipek 	return permission(file->f_path.dentry->d_inode, mask, NULL);
3178c744fb8SChristoph Hellwig }
3188c744fb8SChristoph Hellwig 
3191da177e4SLinus Torvalds /*
3201da177e4SLinus Torvalds  * get_write_access() gets write permission for a file.
3211da177e4SLinus Torvalds  * put_write_access() releases this write permission.
3221da177e4SLinus Torvalds  * This is used for regular files.
3231da177e4SLinus Torvalds  * We cannot support write (and maybe mmap read-write shared) accesses and
3241da177e4SLinus Torvalds  * MAP_DENYWRITE mmappings simultaneously. The i_writecount field of an inode
3251da177e4SLinus Torvalds  * can have the following values:
3261da177e4SLinus Torvalds  * 0: no writers, no VM_DENYWRITE mappings
3271da177e4SLinus Torvalds  * < 0: (-i_writecount) vm_area_structs with VM_DENYWRITE set exist
3281da177e4SLinus Torvalds  * > 0: (i_writecount) users are writing to the file.
3291da177e4SLinus Torvalds  *
3301da177e4SLinus Torvalds  * Normally we operate on that counter with atomic_{inc,dec} and it's safe
3311da177e4SLinus Torvalds  * except for the cases where we don't hold i_writecount yet. Then we need to
3321da177e4SLinus Torvalds  * use {get,deny}_write_access() - these functions check the sign and refuse
3331da177e4SLinus Torvalds  * to do the change if sign is wrong. Exclusion between them is provided by
3341da177e4SLinus Torvalds  * the inode->i_lock spinlock.
3351da177e4SLinus Torvalds  */
3361da177e4SLinus Torvalds 
3371da177e4SLinus Torvalds int get_write_access(struct inode * inode)
3381da177e4SLinus Torvalds {
3391da177e4SLinus Torvalds 	spin_lock(&inode->i_lock);
3401da177e4SLinus Torvalds 	if (atomic_read(&inode->i_writecount) < 0) {
3411da177e4SLinus Torvalds 		spin_unlock(&inode->i_lock);
3421da177e4SLinus Torvalds 		return -ETXTBSY;
3431da177e4SLinus Torvalds 	}
3441da177e4SLinus Torvalds 	atomic_inc(&inode->i_writecount);
3451da177e4SLinus Torvalds 	spin_unlock(&inode->i_lock);
3461da177e4SLinus Torvalds 
3471da177e4SLinus Torvalds 	return 0;
3481da177e4SLinus Torvalds }
3491da177e4SLinus Torvalds 
3501da177e4SLinus Torvalds int deny_write_access(struct file * file)
3511da177e4SLinus Torvalds {
3520f7fc9e4SJosef "Jeff" Sipek 	struct inode *inode = file->f_path.dentry->d_inode;
3531da177e4SLinus Torvalds 
3541da177e4SLinus Torvalds 	spin_lock(&inode->i_lock);
3551da177e4SLinus Torvalds 	if (atomic_read(&inode->i_writecount) > 0) {
3561da177e4SLinus Torvalds 		spin_unlock(&inode->i_lock);
3571da177e4SLinus Torvalds 		return -ETXTBSY;
3581da177e4SLinus Torvalds 	}
3591da177e4SLinus Torvalds 	atomic_dec(&inode->i_writecount);
3601da177e4SLinus Torvalds 	spin_unlock(&inode->i_lock);
3611da177e4SLinus Torvalds 
3621da177e4SLinus Torvalds 	return 0;
3631da177e4SLinus Torvalds }
3641da177e4SLinus Torvalds 
3651d957f9bSJan Blunck /**
3665dd784d0SJan Blunck  * path_get - get a reference to a path
3675dd784d0SJan Blunck  * @path: path to get the reference to
3685dd784d0SJan Blunck  *
3695dd784d0SJan Blunck  * Given a path increment the reference count to the dentry and the vfsmount.
3705dd784d0SJan Blunck  */
3715dd784d0SJan Blunck void path_get(struct path *path)
3725dd784d0SJan Blunck {
3735dd784d0SJan Blunck 	mntget(path->mnt);
3745dd784d0SJan Blunck 	dget(path->dentry);
3755dd784d0SJan Blunck }
3765dd784d0SJan Blunck EXPORT_SYMBOL(path_get);
3775dd784d0SJan Blunck 
3785dd784d0SJan Blunck /**
3791d957f9bSJan Blunck  * path_put - put a reference to a path
3801d957f9bSJan Blunck  * @path: path to put the reference to
3811d957f9bSJan Blunck  *
3821d957f9bSJan Blunck  * Given a path decrement the reference count to the dentry and the vfsmount.
3831d957f9bSJan Blunck  */
3841d957f9bSJan Blunck void path_put(struct path *path)
3851da177e4SLinus Torvalds {
3861d957f9bSJan Blunck 	dput(path->dentry);
3871d957f9bSJan Blunck 	mntput(path->mnt);
3881da177e4SLinus Torvalds }
3891d957f9bSJan Blunck EXPORT_SYMBOL(path_put);
3901da177e4SLinus Torvalds 
391834f2a4aSTrond Myklebust /**
392834f2a4aSTrond Myklebust  * release_open_intent - free up open intent resources
393834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
394834f2a4aSTrond Myklebust  */
395834f2a4aSTrond Myklebust void release_open_intent(struct nameidata *nd)
396834f2a4aSTrond Myklebust {
3970f7fc9e4SJosef "Jeff" Sipek 	if (nd->intent.open.file->f_path.dentry == NULL)
398834f2a4aSTrond Myklebust 		put_filp(nd->intent.open.file);
399834f2a4aSTrond Myklebust 	else
400834f2a4aSTrond Myklebust 		fput(nd->intent.open.file);
401834f2a4aSTrond Myklebust }
402834f2a4aSTrond Myklebust 
403bcdc5e01SIan Kent static inline struct dentry *
404bcdc5e01SIan Kent do_revalidate(struct dentry *dentry, struct nameidata *nd)
405bcdc5e01SIan Kent {
406bcdc5e01SIan Kent 	int status = dentry->d_op->d_revalidate(dentry, nd);
407bcdc5e01SIan Kent 	if (unlikely(status <= 0)) {
408bcdc5e01SIan Kent 		/*
409bcdc5e01SIan Kent 		 * The dentry failed validation.
410bcdc5e01SIan Kent 		 * If d_revalidate returned 0 attempt to invalidate
411bcdc5e01SIan Kent 		 * the dentry otherwise d_revalidate is asking us
412bcdc5e01SIan Kent 		 * to return a fail status.
413bcdc5e01SIan Kent 		 */
414bcdc5e01SIan Kent 		if (!status) {
415bcdc5e01SIan Kent 			if (!d_invalidate(dentry)) {
416bcdc5e01SIan Kent 				dput(dentry);
417bcdc5e01SIan Kent 				dentry = NULL;
418bcdc5e01SIan Kent 			}
419bcdc5e01SIan Kent 		} else {
420bcdc5e01SIan Kent 			dput(dentry);
421bcdc5e01SIan Kent 			dentry = ERR_PTR(status);
422bcdc5e01SIan Kent 		}
423bcdc5e01SIan Kent 	}
424bcdc5e01SIan Kent 	return dentry;
425bcdc5e01SIan Kent }
426bcdc5e01SIan Kent 
4271da177e4SLinus Torvalds /*
4281da177e4SLinus Torvalds  * Internal lookup() using the new generic dcache.
4291da177e4SLinus Torvalds  * SMP-safe
4301da177e4SLinus Torvalds  */
4311da177e4SLinus Torvalds static struct dentry * cached_lookup(struct dentry * parent, struct qstr * name, struct nameidata *nd)
4321da177e4SLinus Torvalds {
4331da177e4SLinus Torvalds 	struct dentry * dentry = __d_lookup(parent, name);
4341da177e4SLinus Torvalds 
4351da177e4SLinus Torvalds 	/* lockess __d_lookup may fail due to concurrent d_move()
4361da177e4SLinus Torvalds 	 * in some unrelated directory, so try with d_lookup
4371da177e4SLinus Torvalds 	 */
4381da177e4SLinus Torvalds 	if (!dentry)
4391da177e4SLinus Torvalds 		dentry = d_lookup(parent, name);
4401da177e4SLinus Torvalds 
441bcdc5e01SIan Kent 	if (dentry && dentry->d_op && dentry->d_op->d_revalidate)
442bcdc5e01SIan Kent 		dentry = do_revalidate(dentry, nd);
443bcdc5e01SIan Kent 
4441da177e4SLinus Torvalds 	return dentry;
4451da177e4SLinus Torvalds }
4461da177e4SLinus Torvalds 
4471da177e4SLinus Torvalds /*
4481da177e4SLinus Torvalds  * Short-cut version of permission(), for calling by
4491da177e4SLinus Torvalds  * path_walk(), when dcache lock is held.  Combines parts
4501da177e4SLinus Torvalds  * of permission() and generic_permission(), and tests ONLY for
4511da177e4SLinus Torvalds  * MAY_EXEC permission.
4521da177e4SLinus Torvalds  *
4531da177e4SLinus Torvalds  * If appropriate, check DAC only.  If not appropriate, or
4541da177e4SLinus Torvalds  * short-cut DAC fails, then call permission() to do more
4551da177e4SLinus Torvalds  * complete permission check.
4561da177e4SLinus Torvalds  */
457858119e1SArjan van de Ven static int exec_permission_lite(struct inode *inode,
4581da177e4SLinus Torvalds 				       struct nameidata *nd)
4591da177e4SLinus Torvalds {
4601da177e4SLinus Torvalds 	umode_t	mode = inode->i_mode;
4611da177e4SLinus Torvalds 
4621da177e4SLinus Torvalds 	if (inode->i_op && inode->i_op->permission)
4631da177e4SLinus Torvalds 		return -EAGAIN;
4641da177e4SLinus Torvalds 
4651da177e4SLinus Torvalds 	if (current->fsuid == inode->i_uid)
4661da177e4SLinus Torvalds 		mode >>= 6;
4671da177e4SLinus Torvalds 	else if (in_group_p(inode->i_gid))
4681da177e4SLinus Torvalds 		mode >>= 3;
4691da177e4SLinus Torvalds 
4701da177e4SLinus Torvalds 	if (mode & MAY_EXEC)
4711da177e4SLinus Torvalds 		goto ok;
4721da177e4SLinus Torvalds 
4731da177e4SLinus Torvalds 	if ((inode->i_mode & S_IXUGO) && capable(CAP_DAC_OVERRIDE))
4741da177e4SLinus Torvalds 		goto ok;
4751da177e4SLinus Torvalds 
4761da177e4SLinus Torvalds 	if (S_ISDIR(inode->i_mode) && capable(CAP_DAC_OVERRIDE))
4771da177e4SLinus Torvalds 		goto ok;
4781da177e4SLinus Torvalds 
4791da177e4SLinus Torvalds 	if (S_ISDIR(inode->i_mode) && capable(CAP_DAC_READ_SEARCH))
4801da177e4SLinus Torvalds 		goto ok;
4811da177e4SLinus Torvalds 
4821da177e4SLinus Torvalds 	return -EACCES;
4831da177e4SLinus Torvalds ok:
4841da177e4SLinus Torvalds 	return security_inode_permission(inode, MAY_EXEC, nd);
4851da177e4SLinus Torvalds }
4861da177e4SLinus Torvalds 
4871da177e4SLinus Torvalds /*
4881da177e4SLinus Torvalds  * This is called when everything else fails, and we actually have
4891da177e4SLinus Torvalds  * to go to the low-level filesystem to find out what we should do..
4901da177e4SLinus Torvalds  *
4911da177e4SLinus Torvalds  * We get the directory semaphore, and after getting that we also
4921da177e4SLinus Torvalds  * make sure that nobody added the entry to the dcache in the meantime..
4931da177e4SLinus Torvalds  * SMP-safe
4941da177e4SLinus Torvalds  */
4951da177e4SLinus Torvalds static struct dentry * real_lookup(struct dentry * parent, struct qstr * name, struct nameidata *nd)
4961da177e4SLinus Torvalds {
4971da177e4SLinus Torvalds 	struct dentry * result;
4981da177e4SLinus Torvalds 	struct inode *dir = parent->d_inode;
4991da177e4SLinus Torvalds 
5001b1dcc1bSJes Sorensen 	mutex_lock(&dir->i_mutex);
5011da177e4SLinus Torvalds 	/*
5021da177e4SLinus Torvalds 	 * First re-do the cached lookup just in case it was created
5031da177e4SLinus Torvalds 	 * while we waited for the directory semaphore..
5041da177e4SLinus Torvalds 	 *
5051da177e4SLinus Torvalds 	 * FIXME! This could use version numbering or similar to
5061da177e4SLinus Torvalds 	 * avoid unnecessary cache lookups.
5071da177e4SLinus Torvalds 	 *
5081da177e4SLinus Torvalds 	 * The "dcache_lock" is purely to protect the RCU list walker
5091da177e4SLinus Torvalds 	 * from concurrent renames at this point (we mustn't get false
5101da177e4SLinus Torvalds 	 * negatives from the RCU list walk here, unlike the optimistic
5111da177e4SLinus Torvalds 	 * fast walk).
5121da177e4SLinus Torvalds 	 *
5131da177e4SLinus Torvalds 	 * so doing d_lookup() (with seqlock), instead of lockfree __d_lookup
5141da177e4SLinus Torvalds 	 */
5151da177e4SLinus Torvalds 	result = d_lookup(parent, name);
5161da177e4SLinus Torvalds 	if (!result) {
5171da177e4SLinus Torvalds 		struct dentry * dentry = d_alloc(parent, name);
5181da177e4SLinus Torvalds 		result = ERR_PTR(-ENOMEM);
5191da177e4SLinus Torvalds 		if (dentry) {
5201da177e4SLinus Torvalds 			result = dir->i_op->lookup(dir, dentry, nd);
5211da177e4SLinus Torvalds 			if (result)
5221da177e4SLinus Torvalds 				dput(dentry);
5231da177e4SLinus Torvalds 			else
5241da177e4SLinus Torvalds 				result = dentry;
5251da177e4SLinus Torvalds 		}
5261b1dcc1bSJes Sorensen 		mutex_unlock(&dir->i_mutex);
5271da177e4SLinus Torvalds 		return result;
5281da177e4SLinus Torvalds 	}
5291da177e4SLinus Torvalds 
5301da177e4SLinus Torvalds 	/*
5311da177e4SLinus Torvalds 	 * Uhhuh! Nasty case: the cache was re-populated while
5321da177e4SLinus Torvalds 	 * we waited on the semaphore. Need to revalidate.
5331da177e4SLinus Torvalds 	 */
5341b1dcc1bSJes Sorensen 	mutex_unlock(&dir->i_mutex);
5351da177e4SLinus Torvalds 	if (result->d_op && result->d_op->d_revalidate) {
536bcdc5e01SIan Kent 		result = do_revalidate(result, nd);
537bcdc5e01SIan Kent 		if (!result)
5381da177e4SLinus Torvalds 			result = ERR_PTR(-ENOENT);
5391da177e4SLinus Torvalds 	}
5401da177e4SLinus Torvalds 	return result;
5411da177e4SLinus Torvalds }
5421da177e4SLinus Torvalds 
5431da177e4SLinus Torvalds static int __emul_lookup_dentry(const char *, struct nameidata *);
5441da177e4SLinus Torvalds 
5451da177e4SLinus Torvalds /* SMP-safe */
546f1662356SArjan van de Ven static __always_inline int
5471da177e4SLinus Torvalds walk_init_root(const char *name, struct nameidata *nd)
5481da177e4SLinus Torvalds {
549e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
550e518ddb7SAndreas Mohr 
551e518ddb7SAndreas Mohr 	read_lock(&fs->lock);
5526ac08c39SJan Blunck 	if (fs->altroot.dentry && !(nd->flags & LOOKUP_NOALT)) {
5536ac08c39SJan Blunck 		nd->path = fs->altroot;
5546ac08c39SJan Blunck 		path_get(&fs->altroot);
555e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
5561da177e4SLinus Torvalds 		if (__emul_lookup_dentry(name,nd))
5571da177e4SLinus Torvalds 			return 0;
558e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
5591da177e4SLinus Torvalds 	}
5606ac08c39SJan Blunck 	nd->path = fs->root;
5616ac08c39SJan Blunck 	path_get(&fs->root);
562e518ddb7SAndreas Mohr 	read_unlock(&fs->lock);
5631da177e4SLinus Torvalds 	return 1;
5641da177e4SLinus Torvalds }
5651da177e4SLinus Torvalds 
566a02f76c3SAl Viro /*
567a02f76c3SAl Viro  * Wrapper to retry pathname resolution whenever the underlying
568a02f76c3SAl Viro  * file system returns an ESTALE.
569a02f76c3SAl Viro  *
570a02f76c3SAl Viro  * Retry the whole path once, forcing real lookup requests
571a02f76c3SAl Viro  * instead of relying on the dcache.
572a02f76c3SAl Viro  */
573a02f76c3SAl Viro static __always_inline int link_path_walk(const char *name, struct nameidata *nd)
574a02f76c3SAl Viro {
575a02f76c3SAl Viro 	struct path save = nd->path;
576a02f76c3SAl Viro 	int result;
577a02f76c3SAl Viro 
578a02f76c3SAl Viro 	/* make sure the stuff we saved doesn't go away */
579a02f76c3SAl Viro 	dget(save.dentry);
580a02f76c3SAl Viro 	mntget(save.mnt);
581a02f76c3SAl Viro 
582a02f76c3SAl Viro 	result = __link_path_walk(name, nd);
583a02f76c3SAl Viro 	if (result == -ESTALE) {
584a02f76c3SAl Viro 		/* nd->path had been dropped */
585a02f76c3SAl Viro 		nd->path = save;
586a02f76c3SAl Viro 		dget(nd->path.dentry);
587a02f76c3SAl Viro 		mntget(nd->path.mnt);
588a02f76c3SAl Viro 		nd->flags |= LOOKUP_REVAL;
589a02f76c3SAl Viro 		result = __link_path_walk(name, nd);
590a02f76c3SAl Viro 	}
591a02f76c3SAl Viro 
592a02f76c3SAl Viro 	path_put(&save);
593a02f76c3SAl Viro 
594a02f76c3SAl Viro 	return result;
595a02f76c3SAl Viro }
596a02f76c3SAl Viro 
597f1662356SArjan van de Ven static __always_inline int __vfs_follow_link(struct nameidata *nd, const char *link)
5981da177e4SLinus Torvalds {
5991da177e4SLinus Torvalds 	int res = 0;
6001da177e4SLinus Torvalds 	char *name;
6011da177e4SLinus Torvalds 	if (IS_ERR(link))
6021da177e4SLinus Torvalds 		goto fail;
6031da177e4SLinus Torvalds 
6041da177e4SLinus Torvalds 	if (*link == '/') {
6051d957f9bSJan Blunck 		path_put(&nd->path);
6061da177e4SLinus Torvalds 		if (!walk_init_root(link, nd))
6071da177e4SLinus Torvalds 			/* weird __emul_prefix() stuff did it */
6081da177e4SLinus Torvalds 			goto out;
6091da177e4SLinus Torvalds 	}
6101da177e4SLinus Torvalds 	res = link_path_walk(link, nd);
6111da177e4SLinus Torvalds out:
6121da177e4SLinus Torvalds 	if (nd->depth || res || nd->last_type!=LAST_NORM)
6131da177e4SLinus Torvalds 		return res;
6141da177e4SLinus Torvalds 	/*
6151da177e4SLinus Torvalds 	 * If it is an iterative symlinks resolution in open_namei() we
6161da177e4SLinus Torvalds 	 * have to copy the last component. And all that crap because of
6171da177e4SLinus Torvalds 	 * bloody create() on broken symlinks. Furrfu...
6181da177e4SLinus Torvalds 	 */
6191da177e4SLinus Torvalds 	name = __getname();
6201da177e4SLinus Torvalds 	if (unlikely(!name)) {
6211d957f9bSJan Blunck 		path_put(&nd->path);
6221da177e4SLinus Torvalds 		return -ENOMEM;
6231da177e4SLinus Torvalds 	}
6241da177e4SLinus Torvalds 	strcpy(name, nd->last.name);
6251da177e4SLinus Torvalds 	nd->last.name = name;
6261da177e4SLinus Torvalds 	return 0;
6271da177e4SLinus Torvalds fail:
6281d957f9bSJan Blunck 	path_put(&nd->path);
6291da177e4SLinus Torvalds 	return PTR_ERR(link);
6301da177e4SLinus Torvalds }
6311da177e4SLinus Torvalds 
6321d957f9bSJan Blunck static void path_put_conditional(struct path *path, struct nameidata *nd)
633051d3812SIan Kent {
634051d3812SIan Kent 	dput(path->dentry);
6354ac91378SJan Blunck 	if (path->mnt != nd->path.mnt)
636051d3812SIan Kent 		mntput(path->mnt);
637051d3812SIan Kent }
638051d3812SIan Kent 
639051d3812SIan Kent static inline void path_to_nameidata(struct path *path, struct nameidata *nd)
640051d3812SIan Kent {
6414ac91378SJan Blunck 	dput(nd->path.dentry);
6424ac91378SJan Blunck 	if (nd->path.mnt != path->mnt)
6434ac91378SJan Blunck 		mntput(nd->path.mnt);
6444ac91378SJan Blunck 	nd->path.mnt = path->mnt;
6454ac91378SJan Blunck 	nd->path.dentry = path->dentry;
646051d3812SIan Kent }
647051d3812SIan Kent 
648f1662356SArjan van de Ven static __always_inline int __do_follow_link(struct path *path, struct nameidata *nd)
6491da177e4SLinus Torvalds {
6501da177e4SLinus Torvalds 	int error;
651cc314eefSLinus Torvalds 	void *cookie;
652cd4e91d3SAl Viro 	struct dentry *dentry = path->dentry;
6531da177e4SLinus Torvalds 
654d671a1cbSAl Viro 	touch_atime(path->mnt, dentry);
6551da177e4SLinus Torvalds 	nd_set_link(nd, NULL);
656cd4e91d3SAl Viro 
6574ac91378SJan Blunck 	if (path->mnt != nd->path.mnt) {
658051d3812SIan Kent 		path_to_nameidata(path, nd);
659051d3812SIan Kent 		dget(dentry);
660051d3812SIan Kent 	}
661cd4e91d3SAl Viro 	mntget(path->mnt);
662cc314eefSLinus Torvalds 	cookie = dentry->d_inode->i_op->follow_link(dentry, nd);
663cc314eefSLinus Torvalds 	error = PTR_ERR(cookie);
664cc314eefSLinus Torvalds 	if (!IS_ERR(cookie)) {
6651da177e4SLinus Torvalds 		char *s = nd_get_link(nd);
666cc314eefSLinus Torvalds 		error = 0;
6671da177e4SLinus Torvalds 		if (s)
6681da177e4SLinus Torvalds 			error = __vfs_follow_link(nd, s);
6691da177e4SLinus Torvalds 		if (dentry->d_inode->i_op->put_link)
670cc314eefSLinus Torvalds 			dentry->d_inode->i_op->put_link(dentry, nd, cookie);
6711da177e4SLinus Torvalds 	}
67209da5916SJan Blunck 	path_put(path);
6731da177e4SLinus Torvalds 
6741da177e4SLinus Torvalds 	return error;
6751da177e4SLinus Torvalds }
6761da177e4SLinus Torvalds 
6771da177e4SLinus Torvalds /*
6781da177e4SLinus Torvalds  * This limits recursive symlink follows to 8, while
6791da177e4SLinus Torvalds  * limiting consecutive symlinks to 40.
6801da177e4SLinus Torvalds  *
6811da177e4SLinus Torvalds  * Without that kind of total limit, nasty chains of consecutive
6821da177e4SLinus Torvalds  * symlinks can cause almost arbitrarily long lookups.
6831da177e4SLinus Torvalds  */
68490ebe565SAl Viro static inline int do_follow_link(struct path *path, struct nameidata *nd)
6851da177e4SLinus Torvalds {
6861da177e4SLinus Torvalds 	int err = -ELOOP;
6871da177e4SLinus Torvalds 	if (current->link_count >= MAX_NESTED_LINKS)
6881da177e4SLinus Torvalds 		goto loop;
6891da177e4SLinus Torvalds 	if (current->total_link_count >= 40)
6901da177e4SLinus Torvalds 		goto loop;
6911da177e4SLinus Torvalds 	BUG_ON(nd->depth >= MAX_NESTED_LINKS);
6921da177e4SLinus Torvalds 	cond_resched();
69390ebe565SAl Viro 	err = security_inode_follow_link(path->dentry, nd);
6941da177e4SLinus Torvalds 	if (err)
6951da177e4SLinus Torvalds 		goto loop;
6961da177e4SLinus Torvalds 	current->link_count++;
6971da177e4SLinus Torvalds 	current->total_link_count++;
6981da177e4SLinus Torvalds 	nd->depth++;
699cd4e91d3SAl Viro 	err = __do_follow_link(path, nd);
7001da177e4SLinus Torvalds 	current->link_count--;
7011da177e4SLinus Torvalds 	nd->depth--;
7021da177e4SLinus Torvalds 	return err;
7031da177e4SLinus Torvalds loop:
7041d957f9bSJan Blunck 	path_put_conditional(path, nd);
7051d957f9bSJan Blunck 	path_put(&nd->path);
7061da177e4SLinus Torvalds 	return err;
7071da177e4SLinus Torvalds }
7081da177e4SLinus Torvalds 
7091da177e4SLinus Torvalds int follow_up(struct vfsmount **mnt, struct dentry **dentry)
7101da177e4SLinus Torvalds {
7111da177e4SLinus Torvalds 	struct vfsmount *parent;
7121da177e4SLinus Torvalds 	struct dentry *mountpoint;
7131da177e4SLinus Torvalds 	spin_lock(&vfsmount_lock);
7141da177e4SLinus Torvalds 	parent=(*mnt)->mnt_parent;
7151da177e4SLinus Torvalds 	if (parent == *mnt) {
7161da177e4SLinus Torvalds 		spin_unlock(&vfsmount_lock);
7171da177e4SLinus Torvalds 		return 0;
7181da177e4SLinus Torvalds 	}
7191da177e4SLinus Torvalds 	mntget(parent);
7201da177e4SLinus Torvalds 	mountpoint=dget((*mnt)->mnt_mountpoint);
7211da177e4SLinus Torvalds 	spin_unlock(&vfsmount_lock);
7221da177e4SLinus Torvalds 	dput(*dentry);
7231da177e4SLinus Torvalds 	*dentry = mountpoint;
7241da177e4SLinus Torvalds 	mntput(*mnt);
7251da177e4SLinus Torvalds 	*mnt = parent;
7261da177e4SLinus Torvalds 	return 1;
7271da177e4SLinus Torvalds }
7281da177e4SLinus Torvalds 
7291da177e4SLinus Torvalds /* no need for dcache_lock, as serialization is taken care in
7301da177e4SLinus Torvalds  * namespace.c
7311da177e4SLinus Torvalds  */
732463ffb2eSAl Viro static int __follow_mount(struct path *path)
733463ffb2eSAl Viro {
734463ffb2eSAl Viro 	int res = 0;
735463ffb2eSAl Viro 	while (d_mountpoint(path->dentry)) {
736463ffb2eSAl Viro 		struct vfsmount *mounted = lookup_mnt(path->mnt, path->dentry);
737463ffb2eSAl Viro 		if (!mounted)
738463ffb2eSAl Viro 			break;
739463ffb2eSAl Viro 		dput(path->dentry);
740463ffb2eSAl Viro 		if (res)
741463ffb2eSAl Viro 			mntput(path->mnt);
742463ffb2eSAl Viro 		path->mnt = mounted;
743463ffb2eSAl Viro 		path->dentry = dget(mounted->mnt_root);
744463ffb2eSAl Viro 		res = 1;
745463ffb2eSAl Viro 	}
746463ffb2eSAl Viro 	return res;
747463ffb2eSAl Viro }
748463ffb2eSAl Viro 
74958c465ebSAl Viro static void follow_mount(struct vfsmount **mnt, struct dentry **dentry)
7501da177e4SLinus Torvalds {
7511da177e4SLinus Torvalds 	while (d_mountpoint(*dentry)) {
7521da177e4SLinus Torvalds 		struct vfsmount *mounted = lookup_mnt(*mnt, *dentry);
7531da177e4SLinus Torvalds 		if (!mounted)
7541da177e4SLinus Torvalds 			break;
75558c465ebSAl Viro 		dput(*dentry);
7561da177e4SLinus Torvalds 		mntput(*mnt);
7571da177e4SLinus Torvalds 		*mnt = mounted;
7581da177e4SLinus Torvalds 		*dentry = dget(mounted->mnt_root);
7591da177e4SLinus Torvalds 	}
7601da177e4SLinus Torvalds }
7611da177e4SLinus Torvalds 
7621da177e4SLinus Torvalds /* no need for dcache_lock, as serialization is taken care in
7631da177e4SLinus Torvalds  * namespace.c
7641da177e4SLinus Torvalds  */
765e13b210fSAl Viro int follow_down(struct vfsmount **mnt, struct dentry **dentry)
7661da177e4SLinus Torvalds {
7671da177e4SLinus Torvalds 	struct vfsmount *mounted;
7681da177e4SLinus Torvalds 
7691da177e4SLinus Torvalds 	mounted = lookup_mnt(*mnt, *dentry);
7701da177e4SLinus Torvalds 	if (mounted) {
771e13b210fSAl Viro 		dput(*dentry);
7721da177e4SLinus Torvalds 		mntput(*mnt);
7731da177e4SLinus Torvalds 		*mnt = mounted;
7741da177e4SLinus Torvalds 		*dentry = dget(mounted->mnt_root);
7751da177e4SLinus Torvalds 		return 1;
7761da177e4SLinus Torvalds 	}
7771da177e4SLinus Torvalds 	return 0;
7781da177e4SLinus Torvalds }
7791da177e4SLinus Torvalds 
780f1662356SArjan van de Ven static __always_inline void follow_dotdot(struct nameidata *nd)
7811da177e4SLinus Torvalds {
782e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
783e518ddb7SAndreas Mohr 
7841da177e4SLinus Torvalds 	while(1) {
7851da177e4SLinus Torvalds 		struct vfsmount *parent;
7864ac91378SJan Blunck 		struct dentry *old = nd->path.dentry;
7871da177e4SLinus Torvalds 
788e518ddb7SAndreas Mohr                 read_lock(&fs->lock);
7896ac08c39SJan Blunck 		if (nd->path.dentry == fs->root.dentry &&
7906ac08c39SJan Blunck 		    nd->path.mnt == fs->root.mnt) {
791e518ddb7SAndreas Mohr                         read_unlock(&fs->lock);
7921da177e4SLinus Torvalds 			break;
7931da177e4SLinus Torvalds 		}
794e518ddb7SAndreas Mohr                 read_unlock(&fs->lock);
7951da177e4SLinus Torvalds 		spin_lock(&dcache_lock);
7964ac91378SJan Blunck 		if (nd->path.dentry != nd->path.mnt->mnt_root) {
7974ac91378SJan Blunck 			nd->path.dentry = dget(nd->path.dentry->d_parent);
7981da177e4SLinus Torvalds 			spin_unlock(&dcache_lock);
7991da177e4SLinus Torvalds 			dput(old);
8001da177e4SLinus Torvalds 			break;
8011da177e4SLinus Torvalds 		}
8021da177e4SLinus Torvalds 		spin_unlock(&dcache_lock);
8031da177e4SLinus Torvalds 		spin_lock(&vfsmount_lock);
8044ac91378SJan Blunck 		parent = nd->path.mnt->mnt_parent;
8054ac91378SJan Blunck 		if (parent == nd->path.mnt) {
8061da177e4SLinus Torvalds 			spin_unlock(&vfsmount_lock);
8071da177e4SLinus Torvalds 			break;
8081da177e4SLinus Torvalds 		}
8091da177e4SLinus Torvalds 		mntget(parent);
8104ac91378SJan Blunck 		nd->path.dentry = dget(nd->path.mnt->mnt_mountpoint);
8111da177e4SLinus Torvalds 		spin_unlock(&vfsmount_lock);
8121da177e4SLinus Torvalds 		dput(old);
8134ac91378SJan Blunck 		mntput(nd->path.mnt);
8144ac91378SJan Blunck 		nd->path.mnt = parent;
8151da177e4SLinus Torvalds 	}
8164ac91378SJan Blunck 	follow_mount(&nd->path.mnt, &nd->path.dentry);
8171da177e4SLinus Torvalds }
8181da177e4SLinus Torvalds 
8191da177e4SLinus Torvalds /*
8201da177e4SLinus Torvalds  *  It's more convoluted than I'd like it to be, but... it's still fairly
8211da177e4SLinus Torvalds  *  small and for now I'd prefer to have fast path as straight as possible.
8221da177e4SLinus Torvalds  *  It _is_ time-critical.
8231da177e4SLinus Torvalds  */
8241da177e4SLinus Torvalds static int do_lookup(struct nameidata *nd, struct qstr *name,
8251da177e4SLinus Torvalds 		     struct path *path)
8261da177e4SLinus Torvalds {
8274ac91378SJan Blunck 	struct vfsmount *mnt = nd->path.mnt;
8284ac91378SJan Blunck 	struct dentry *dentry = __d_lookup(nd->path.dentry, name);
8291da177e4SLinus Torvalds 
8301da177e4SLinus Torvalds 	if (!dentry)
8311da177e4SLinus Torvalds 		goto need_lookup;
8321da177e4SLinus Torvalds 	if (dentry->d_op && dentry->d_op->d_revalidate)
8331da177e4SLinus Torvalds 		goto need_revalidate;
8341da177e4SLinus Torvalds done:
8351da177e4SLinus Torvalds 	path->mnt = mnt;
8361da177e4SLinus Torvalds 	path->dentry = dentry;
837634ee701SAl Viro 	__follow_mount(path);
8381da177e4SLinus Torvalds 	return 0;
8391da177e4SLinus Torvalds 
8401da177e4SLinus Torvalds need_lookup:
8414ac91378SJan Blunck 	dentry = real_lookup(nd->path.dentry, name, nd);
8421da177e4SLinus Torvalds 	if (IS_ERR(dentry))
8431da177e4SLinus Torvalds 		goto fail;
8441da177e4SLinus Torvalds 	goto done;
8451da177e4SLinus Torvalds 
8461da177e4SLinus Torvalds need_revalidate:
847bcdc5e01SIan Kent 	dentry = do_revalidate(dentry, nd);
848bcdc5e01SIan Kent 	if (!dentry)
8491da177e4SLinus Torvalds 		goto need_lookup;
850bcdc5e01SIan Kent 	if (IS_ERR(dentry))
851bcdc5e01SIan Kent 		goto fail;
852bcdc5e01SIan Kent 	goto done;
8531da177e4SLinus Torvalds 
8541da177e4SLinus Torvalds fail:
8551da177e4SLinus Torvalds 	return PTR_ERR(dentry);
8561da177e4SLinus Torvalds }
8571da177e4SLinus Torvalds 
8581da177e4SLinus Torvalds /*
8591da177e4SLinus Torvalds  * Name resolution.
860ea3834d9SPrasanna Meda  * This is the basic name resolution function, turning a pathname into
861ea3834d9SPrasanna Meda  * the final dentry. We expect 'base' to be positive and a directory.
8621da177e4SLinus Torvalds  *
863ea3834d9SPrasanna Meda  * Returns 0 and nd will have valid dentry and mnt on success.
864ea3834d9SPrasanna Meda  * Returns error and drops reference to input namei data on failure.
8651da177e4SLinus Torvalds  */
866fc9b52cdSHarvey Harrison static int __link_path_walk(const char *name, struct nameidata *nd)
8671da177e4SLinus Torvalds {
8681da177e4SLinus Torvalds 	struct path next;
8691da177e4SLinus Torvalds 	struct inode *inode;
8701da177e4SLinus Torvalds 	int err;
8711da177e4SLinus Torvalds 	unsigned int lookup_flags = nd->flags;
8721da177e4SLinus Torvalds 
8731da177e4SLinus Torvalds 	while (*name=='/')
8741da177e4SLinus Torvalds 		name++;
8751da177e4SLinus Torvalds 	if (!*name)
8761da177e4SLinus Torvalds 		goto return_reval;
8771da177e4SLinus Torvalds 
8784ac91378SJan Blunck 	inode = nd->path.dentry->d_inode;
8791da177e4SLinus Torvalds 	if (nd->depth)
880f55eab82STrond Myklebust 		lookup_flags = LOOKUP_FOLLOW | (nd->flags & LOOKUP_CONTINUE);
8811da177e4SLinus Torvalds 
8821da177e4SLinus Torvalds 	/* At this point we know we have a real path component. */
8831da177e4SLinus Torvalds 	for(;;) {
8841da177e4SLinus Torvalds 		unsigned long hash;
8851da177e4SLinus Torvalds 		struct qstr this;
8861da177e4SLinus Torvalds 		unsigned int c;
8871da177e4SLinus Torvalds 
888cdce5d6bSTrond Myklebust 		nd->flags |= LOOKUP_CONTINUE;
8891da177e4SLinus Torvalds 		err = exec_permission_lite(inode, nd);
890e4543eddSChristoph Hellwig 		if (err == -EAGAIN)
891e4543eddSChristoph Hellwig 			err = vfs_permission(nd, MAY_EXEC);
8921da177e4SLinus Torvalds  		if (err)
8931da177e4SLinus Torvalds 			break;
8941da177e4SLinus Torvalds 
8951da177e4SLinus Torvalds 		this.name = name;
8961da177e4SLinus Torvalds 		c = *(const unsigned char *)name;
8971da177e4SLinus Torvalds 
8981da177e4SLinus Torvalds 		hash = init_name_hash();
8991da177e4SLinus Torvalds 		do {
9001da177e4SLinus Torvalds 			name++;
9011da177e4SLinus Torvalds 			hash = partial_name_hash(c, hash);
9021da177e4SLinus Torvalds 			c = *(const unsigned char *)name;
9031da177e4SLinus Torvalds 		} while (c && (c != '/'));
9041da177e4SLinus Torvalds 		this.len = name - (const char *) this.name;
9051da177e4SLinus Torvalds 		this.hash = end_name_hash(hash);
9061da177e4SLinus Torvalds 
9071da177e4SLinus Torvalds 		/* remove trailing slashes? */
9081da177e4SLinus Torvalds 		if (!c)
9091da177e4SLinus Torvalds 			goto last_component;
9101da177e4SLinus Torvalds 		while (*++name == '/');
9111da177e4SLinus Torvalds 		if (!*name)
9121da177e4SLinus Torvalds 			goto last_with_slashes;
9131da177e4SLinus Torvalds 
9141da177e4SLinus Torvalds 		/*
9151da177e4SLinus Torvalds 		 * "." and ".." are special - ".." especially so because it has
9161da177e4SLinus Torvalds 		 * to be able to know about the current root directory and
9171da177e4SLinus Torvalds 		 * parent relationships.
9181da177e4SLinus Torvalds 		 */
9191da177e4SLinus Torvalds 		if (this.name[0] == '.') switch (this.len) {
9201da177e4SLinus Torvalds 			default:
9211da177e4SLinus Torvalds 				break;
9221da177e4SLinus Torvalds 			case 2:
9231da177e4SLinus Torvalds 				if (this.name[1] != '.')
9241da177e4SLinus Torvalds 					break;
92558c465ebSAl Viro 				follow_dotdot(nd);
9264ac91378SJan Blunck 				inode = nd->path.dentry->d_inode;
9271da177e4SLinus Torvalds 				/* fallthrough */
9281da177e4SLinus Torvalds 			case 1:
9291da177e4SLinus Torvalds 				continue;
9301da177e4SLinus Torvalds 		}
9311da177e4SLinus Torvalds 		/*
9321da177e4SLinus Torvalds 		 * See if the low-level filesystem might want
9331da177e4SLinus Torvalds 		 * to use its own hash..
9341da177e4SLinus Torvalds 		 */
9354ac91378SJan Blunck 		if (nd->path.dentry->d_op && nd->path.dentry->d_op->d_hash) {
9364ac91378SJan Blunck 			err = nd->path.dentry->d_op->d_hash(nd->path.dentry,
9374ac91378SJan Blunck 							    &this);
9381da177e4SLinus Torvalds 			if (err < 0)
9391da177e4SLinus Torvalds 				break;
9401da177e4SLinus Torvalds 		}
9411da177e4SLinus Torvalds 		/* This does the actual lookups.. */
9421da177e4SLinus Torvalds 		err = do_lookup(nd, &this, &next);
9431da177e4SLinus Torvalds 		if (err)
9441da177e4SLinus Torvalds 			break;
9451da177e4SLinus Torvalds 
9461da177e4SLinus Torvalds 		err = -ENOENT;
9471da177e4SLinus Torvalds 		inode = next.dentry->d_inode;
9481da177e4SLinus Torvalds 		if (!inode)
9491da177e4SLinus Torvalds 			goto out_dput;
9501da177e4SLinus Torvalds 		err = -ENOTDIR;
9511da177e4SLinus Torvalds 		if (!inode->i_op)
9521da177e4SLinus Torvalds 			goto out_dput;
9531da177e4SLinus Torvalds 
9541da177e4SLinus Torvalds 		if (inode->i_op->follow_link) {
95590ebe565SAl Viro 			err = do_follow_link(&next, nd);
9561da177e4SLinus Torvalds 			if (err)
9571da177e4SLinus Torvalds 				goto return_err;
9581da177e4SLinus Torvalds 			err = -ENOENT;
9594ac91378SJan Blunck 			inode = nd->path.dentry->d_inode;
9601da177e4SLinus Torvalds 			if (!inode)
9611da177e4SLinus Torvalds 				break;
9621da177e4SLinus Torvalds 			err = -ENOTDIR;
9631da177e4SLinus Torvalds 			if (!inode->i_op)
9641da177e4SLinus Torvalds 				break;
96509dd17d3SMiklos Szeredi 		} else
96609dd17d3SMiklos Szeredi 			path_to_nameidata(&next, nd);
9671da177e4SLinus Torvalds 		err = -ENOTDIR;
9681da177e4SLinus Torvalds 		if (!inode->i_op->lookup)
9691da177e4SLinus Torvalds 			break;
9701da177e4SLinus Torvalds 		continue;
9711da177e4SLinus Torvalds 		/* here ends the main loop */
9721da177e4SLinus Torvalds 
9731da177e4SLinus Torvalds last_with_slashes:
9741da177e4SLinus Torvalds 		lookup_flags |= LOOKUP_FOLLOW | LOOKUP_DIRECTORY;
9751da177e4SLinus Torvalds last_component:
976f55eab82STrond Myklebust 		/* Clear LOOKUP_CONTINUE iff it was previously unset */
977f55eab82STrond Myklebust 		nd->flags &= lookup_flags | ~LOOKUP_CONTINUE;
9781da177e4SLinus Torvalds 		if (lookup_flags & LOOKUP_PARENT)
9791da177e4SLinus Torvalds 			goto lookup_parent;
9801da177e4SLinus Torvalds 		if (this.name[0] == '.') switch (this.len) {
9811da177e4SLinus Torvalds 			default:
9821da177e4SLinus Torvalds 				break;
9831da177e4SLinus Torvalds 			case 2:
9841da177e4SLinus Torvalds 				if (this.name[1] != '.')
9851da177e4SLinus Torvalds 					break;
98658c465ebSAl Viro 				follow_dotdot(nd);
9874ac91378SJan Blunck 				inode = nd->path.dentry->d_inode;
9881da177e4SLinus Torvalds 				/* fallthrough */
9891da177e4SLinus Torvalds 			case 1:
9901da177e4SLinus Torvalds 				goto return_reval;
9911da177e4SLinus Torvalds 		}
9924ac91378SJan Blunck 		if (nd->path.dentry->d_op && nd->path.dentry->d_op->d_hash) {
9934ac91378SJan Blunck 			err = nd->path.dentry->d_op->d_hash(nd->path.dentry,
9944ac91378SJan Blunck 							    &this);
9951da177e4SLinus Torvalds 			if (err < 0)
9961da177e4SLinus Torvalds 				break;
9971da177e4SLinus Torvalds 		}
9981da177e4SLinus Torvalds 		err = do_lookup(nd, &this, &next);
9991da177e4SLinus Torvalds 		if (err)
10001da177e4SLinus Torvalds 			break;
10011da177e4SLinus Torvalds 		inode = next.dentry->d_inode;
10021da177e4SLinus Torvalds 		if ((lookup_flags & LOOKUP_FOLLOW)
10031da177e4SLinus Torvalds 		    && inode && inode->i_op && inode->i_op->follow_link) {
100490ebe565SAl Viro 			err = do_follow_link(&next, nd);
10051da177e4SLinus Torvalds 			if (err)
10061da177e4SLinus Torvalds 				goto return_err;
10074ac91378SJan Blunck 			inode = nd->path.dentry->d_inode;
100809dd17d3SMiklos Szeredi 		} else
100909dd17d3SMiklos Szeredi 			path_to_nameidata(&next, nd);
10101da177e4SLinus Torvalds 		err = -ENOENT;
10111da177e4SLinus Torvalds 		if (!inode)
10121da177e4SLinus Torvalds 			break;
10131da177e4SLinus Torvalds 		if (lookup_flags & LOOKUP_DIRECTORY) {
10141da177e4SLinus Torvalds 			err = -ENOTDIR;
10151da177e4SLinus Torvalds 			if (!inode->i_op || !inode->i_op->lookup)
10161da177e4SLinus Torvalds 				break;
10171da177e4SLinus Torvalds 		}
10181da177e4SLinus Torvalds 		goto return_base;
10191da177e4SLinus Torvalds lookup_parent:
10201da177e4SLinus Torvalds 		nd->last = this;
10211da177e4SLinus Torvalds 		nd->last_type = LAST_NORM;
10221da177e4SLinus Torvalds 		if (this.name[0] != '.')
10231da177e4SLinus Torvalds 			goto return_base;
10241da177e4SLinus Torvalds 		if (this.len == 1)
10251da177e4SLinus Torvalds 			nd->last_type = LAST_DOT;
10261da177e4SLinus Torvalds 		else if (this.len == 2 && this.name[1] == '.')
10271da177e4SLinus Torvalds 			nd->last_type = LAST_DOTDOT;
10281da177e4SLinus Torvalds 		else
10291da177e4SLinus Torvalds 			goto return_base;
10301da177e4SLinus Torvalds return_reval:
10311da177e4SLinus Torvalds 		/*
10321da177e4SLinus Torvalds 		 * We bypassed the ordinary revalidation routines.
10331da177e4SLinus Torvalds 		 * We may need to check the cached dentry for staleness.
10341da177e4SLinus Torvalds 		 */
10354ac91378SJan Blunck 		if (nd->path.dentry && nd->path.dentry->d_sb &&
10364ac91378SJan Blunck 		    (nd->path.dentry->d_sb->s_type->fs_flags & FS_REVAL_DOT)) {
10371da177e4SLinus Torvalds 			err = -ESTALE;
10381da177e4SLinus Torvalds 			/* Note: we do not d_invalidate() */
10394ac91378SJan Blunck 			if (!nd->path.dentry->d_op->d_revalidate(
10404ac91378SJan Blunck 					nd->path.dentry, nd))
10411da177e4SLinus Torvalds 				break;
10421da177e4SLinus Torvalds 		}
10431da177e4SLinus Torvalds return_base:
10441da177e4SLinus Torvalds 		return 0;
10451da177e4SLinus Torvalds out_dput:
10461d957f9bSJan Blunck 		path_put_conditional(&next, nd);
10471da177e4SLinus Torvalds 		break;
10481da177e4SLinus Torvalds 	}
10491d957f9bSJan Blunck 	path_put(&nd->path);
10501da177e4SLinus Torvalds return_err:
10511da177e4SLinus Torvalds 	return err;
10521da177e4SLinus Torvalds }
10531da177e4SLinus Torvalds 
1054fc9b52cdSHarvey Harrison static int path_walk(const char *name, struct nameidata *nd)
10551da177e4SLinus Torvalds {
10561da177e4SLinus Torvalds 	current->total_link_count = 0;
10571da177e4SLinus Torvalds 	return link_path_walk(name, nd);
10581da177e4SLinus Torvalds }
10591da177e4SLinus Torvalds 
1060ea3834d9SPrasanna Meda /*
1061ea3834d9SPrasanna Meda  * SMP-safe: Returns 1 and nd will have valid dentry and mnt, if
1062ea3834d9SPrasanna Meda  * everything is done. Returns 0 and drops input nd, if lookup failed;
1063ea3834d9SPrasanna Meda  */
10641da177e4SLinus Torvalds static int __emul_lookup_dentry(const char *name, struct nameidata *nd)
10651da177e4SLinus Torvalds {
10661da177e4SLinus Torvalds 	if (path_walk(name, nd))
10671da177e4SLinus Torvalds 		return 0;		/* something went wrong... */
10681da177e4SLinus Torvalds 
10694ac91378SJan Blunck 	if (!nd->path.dentry->d_inode ||
10704ac91378SJan Blunck 	    S_ISDIR(nd->path.dentry->d_inode->i_mode)) {
107109da5916SJan Blunck 		struct path old_path = nd->path;
10721da177e4SLinus Torvalds 		struct qstr last = nd->last;
10731da177e4SLinus Torvalds 		int last_type = nd->last_type;
1074e518ddb7SAndreas Mohr 		struct fs_struct *fs = current->fs;
1075e518ddb7SAndreas Mohr 
10761da177e4SLinus Torvalds 		/*
1077e518ddb7SAndreas Mohr 		 * NAME was not found in alternate root or it's a directory.
1078e518ddb7SAndreas Mohr 		 * Try to find it in the normal root:
10791da177e4SLinus Torvalds 		 */
10801da177e4SLinus Torvalds 		nd->last_type = LAST_ROOT;
1081e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
10826ac08c39SJan Blunck 		nd->path = fs->root;
10836ac08c39SJan Blunck 		path_get(&fs->root);
1084e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
10851da177e4SLinus Torvalds 		if (path_walk(name, nd) == 0) {
10864ac91378SJan Blunck 			if (nd->path.dentry->d_inode) {
108709da5916SJan Blunck 				path_put(&old_path);
10881da177e4SLinus Torvalds 				return 1;
10891da177e4SLinus Torvalds 			}
10901d957f9bSJan Blunck 			path_put(&nd->path);
10911da177e4SLinus Torvalds 		}
109209da5916SJan Blunck 		nd->path = old_path;
10931da177e4SLinus Torvalds 		nd->last = last;
10941da177e4SLinus Torvalds 		nd->last_type = last_type;
10951da177e4SLinus Torvalds 	}
10961da177e4SLinus Torvalds 	return 1;
10971da177e4SLinus Torvalds }
10981da177e4SLinus Torvalds 
10991da177e4SLinus Torvalds void set_fs_altroot(void)
11001da177e4SLinus Torvalds {
11011da177e4SLinus Torvalds 	char *emul = __emul_prefix();
11021da177e4SLinus Torvalds 	struct nameidata nd;
11036ac08c39SJan Blunck 	struct path path = {}, old_path;
11041da177e4SLinus Torvalds 	int err;
1105e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
11061da177e4SLinus Torvalds 
11071da177e4SLinus Torvalds 	if (!emul)
11081da177e4SLinus Torvalds 		goto set_it;
11091da177e4SLinus Torvalds 	err = path_lookup(emul, LOOKUP_FOLLOW|LOOKUP_DIRECTORY|LOOKUP_NOALT, &nd);
11106ac08c39SJan Blunck 	if (!err)
11116ac08c39SJan Blunck 		path = nd.path;
11121da177e4SLinus Torvalds set_it:
1113e518ddb7SAndreas Mohr 	write_lock(&fs->lock);
11146ac08c39SJan Blunck 	old_path = fs->altroot;
11156ac08c39SJan Blunck 	fs->altroot = path;
1116e518ddb7SAndreas Mohr 	write_unlock(&fs->lock);
11176ac08c39SJan Blunck 	if (old_path.dentry)
11186ac08c39SJan Blunck 		path_put(&old_path);
11191da177e4SLinus Torvalds }
11201da177e4SLinus Torvalds 
1121ea3834d9SPrasanna Meda /* Returns 0 and nd will be valid on success; Retuns error, otherwise. */
1122fc9b52cdSHarvey Harrison static int do_path_lookup(int dfd, const char *name,
11235590ff0dSUlrich Drepper 				unsigned int flags, struct nameidata *nd)
11241da177e4SLinus Torvalds {
1125ea3834d9SPrasanna Meda 	int retval = 0;
1126170aa3d0SUlrich Drepper 	int fput_needed;
1127170aa3d0SUlrich Drepper 	struct file *file;
1128e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
11291da177e4SLinus Torvalds 
11301da177e4SLinus Torvalds 	nd->last_type = LAST_ROOT; /* if there are only slashes... */
11311da177e4SLinus Torvalds 	nd->flags = flags;
11321da177e4SLinus Torvalds 	nd->depth = 0;
11331da177e4SLinus Torvalds 
11341da177e4SLinus Torvalds 	if (*name=='/') {
1135e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
11366ac08c39SJan Blunck 		if (fs->altroot.dentry && !(nd->flags & LOOKUP_NOALT)) {
11376ac08c39SJan Blunck 			nd->path = fs->altroot;
11386ac08c39SJan Blunck 			path_get(&fs->altroot);
1139e518ddb7SAndreas Mohr 			read_unlock(&fs->lock);
11401da177e4SLinus Torvalds 			if (__emul_lookup_dentry(name,nd))
1141ea3834d9SPrasanna Meda 				goto out; /* found in altroot */
1142e518ddb7SAndreas Mohr 			read_lock(&fs->lock);
11431da177e4SLinus Torvalds 		}
11446ac08c39SJan Blunck 		nd->path = fs->root;
11456ac08c39SJan Blunck 		path_get(&fs->root);
1146e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
11475590ff0dSUlrich Drepper 	} else if (dfd == AT_FDCWD) {
1148e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
11496ac08c39SJan Blunck 		nd->path = fs->pwd;
11506ac08c39SJan Blunck 		path_get(&fs->pwd);
1151e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
11525590ff0dSUlrich Drepper 	} else {
11535590ff0dSUlrich Drepper 		struct dentry *dentry;
11545590ff0dSUlrich Drepper 
11555590ff0dSUlrich Drepper 		file = fget_light(dfd, &fput_needed);
11565590ff0dSUlrich Drepper 		retval = -EBADF;
1157170aa3d0SUlrich Drepper 		if (!file)
11586d09bb62STrond Myklebust 			goto out_fail;
11595590ff0dSUlrich Drepper 
11600f7fc9e4SJosef "Jeff" Sipek 		dentry = file->f_path.dentry;
11615590ff0dSUlrich Drepper 
11625590ff0dSUlrich Drepper 		retval = -ENOTDIR;
1163170aa3d0SUlrich Drepper 		if (!S_ISDIR(dentry->d_inode->i_mode))
11646d09bb62STrond Myklebust 			goto fput_fail;
11655590ff0dSUlrich Drepper 
11665590ff0dSUlrich Drepper 		retval = file_permission(file, MAY_EXEC);
1167170aa3d0SUlrich Drepper 		if (retval)
11686d09bb62STrond Myklebust 			goto fput_fail;
11695590ff0dSUlrich Drepper 
11705dd784d0SJan Blunck 		nd->path = file->f_path;
11715dd784d0SJan Blunck 		path_get(&file->f_path);
11725590ff0dSUlrich Drepper 
11735590ff0dSUlrich Drepper 		fput_light(file, fput_needed);
11741da177e4SLinus Torvalds 	}
11752dfdd266SJosef 'Jeff' Sipek 
11762dfdd266SJosef 'Jeff' Sipek 	retval = path_walk(name, nd);
1177ea3834d9SPrasanna Meda out:
11784ac91378SJan Blunck 	if (unlikely(!retval && !audit_dummy_context() && nd->path.dentry &&
11794ac91378SJan Blunck 				nd->path.dentry->d_inode))
11804ac91378SJan Blunck 		audit_inode(name, nd->path.dentry);
11816d09bb62STrond Myklebust out_fail:
1182170aa3d0SUlrich Drepper 	return retval;
1183170aa3d0SUlrich Drepper 
11846d09bb62STrond Myklebust fput_fail:
1185170aa3d0SUlrich Drepper 	fput_light(file, fput_needed);
11866d09bb62STrond Myklebust 	goto out_fail;
11871da177e4SLinus Torvalds }
11881da177e4SLinus Torvalds 
1189fc9b52cdSHarvey Harrison int path_lookup(const char *name, unsigned int flags,
11905590ff0dSUlrich Drepper 			struct nameidata *nd)
11915590ff0dSUlrich Drepper {
11925590ff0dSUlrich Drepper 	return do_path_lookup(AT_FDCWD, name, flags, nd);
11935590ff0dSUlrich Drepper }
11945590ff0dSUlrich Drepper 
119516f18200SJosef 'Jeff' Sipek /**
119616f18200SJosef 'Jeff' Sipek  * vfs_path_lookup - lookup a file path relative to a dentry-vfsmount pair
119716f18200SJosef 'Jeff' Sipek  * @dentry:  pointer to dentry of the base directory
119816f18200SJosef 'Jeff' Sipek  * @mnt: pointer to vfs mount of the base directory
119916f18200SJosef 'Jeff' Sipek  * @name: pointer to file name
120016f18200SJosef 'Jeff' Sipek  * @flags: lookup flags
120116f18200SJosef 'Jeff' Sipek  * @nd: pointer to nameidata
120216f18200SJosef 'Jeff' Sipek  */
120316f18200SJosef 'Jeff' Sipek int vfs_path_lookup(struct dentry *dentry, struct vfsmount *mnt,
120416f18200SJosef 'Jeff' Sipek 		    const char *name, unsigned int flags,
120516f18200SJosef 'Jeff' Sipek 		    struct nameidata *nd)
120616f18200SJosef 'Jeff' Sipek {
120716f18200SJosef 'Jeff' Sipek 	int retval;
120816f18200SJosef 'Jeff' Sipek 
120916f18200SJosef 'Jeff' Sipek 	/* same as do_path_lookup */
121016f18200SJosef 'Jeff' Sipek 	nd->last_type = LAST_ROOT;
121116f18200SJosef 'Jeff' Sipek 	nd->flags = flags;
121216f18200SJosef 'Jeff' Sipek 	nd->depth = 0;
121316f18200SJosef 'Jeff' Sipek 
12144ac91378SJan Blunck 	nd->path.mnt = mntget(mnt);
12154ac91378SJan Blunck 	nd->path.dentry = dget(dentry);
121616f18200SJosef 'Jeff' Sipek 
121716f18200SJosef 'Jeff' Sipek 	retval = path_walk(name, nd);
12184ac91378SJan Blunck 	if (unlikely(!retval && !audit_dummy_context() && nd->path.dentry &&
12194ac91378SJan Blunck 				nd->path.dentry->d_inode))
12204ac91378SJan Blunck 		audit_inode(name, nd->path.dentry);
122116f18200SJosef 'Jeff' Sipek 
122216f18200SJosef 'Jeff' Sipek 	return retval;
122316f18200SJosef 'Jeff' Sipek 
122416f18200SJosef 'Jeff' Sipek }
122516f18200SJosef 'Jeff' Sipek 
12265590ff0dSUlrich Drepper static int __path_lookup_intent_open(int dfd, const char *name,
12275590ff0dSUlrich Drepper 		unsigned int lookup_flags, struct nameidata *nd,
12285590ff0dSUlrich Drepper 		int open_flags, int create_mode)
1229834f2a4aSTrond Myklebust {
1230834f2a4aSTrond Myklebust 	struct file *filp = get_empty_filp();
1231834f2a4aSTrond Myklebust 	int err;
1232834f2a4aSTrond Myklebust 
1233834f2a4aSTrond Myklebust 	if (filp == NULL)
1234834f2a4aSTrond Myklebust 		return -ENFILE;
1235834f2a4aSTrond Myklebust 	nd->intent.open.file = filp;
1236834f2a4aSTrond Myklebust 	nd->intent.open.flags = open_flags;
1237834f2a4aSTrond Myklebust 	nd->intent.open.create_mode = create_mode;
12385590ff0dSUlrich Drepper 	err = do_path_lookup(dfd, name, lookup_flags|LOOKUP_OPEN, nd);
1239834f2a4aSTrond Myklebust 	if (IS_ERR(nd->intent.open.file)) {
1240834f2a4aSTrond Myklebust 		if (err == 0) {
1241834f2a4aSTrond Myklebust 			err = PTR_ERR(nd->intent.open.file);
12421d957f9bSJan Blunck 			path_put(&nd->path);
1243834f2a4aSTrond Myklebust 		}
1244834f2a4aSTrond Myklebust 	} else if (err != 0)
1245834f2a4aSTrond Myklebust 		release_open_intent(nd);
1246834f2a4aSTrond Myklebust 	return err;
1247834f2a4aSTrond Myklebust }
1248834f2a4aSTrond Myklebust 
1249834f2a4aSTrond Myklebust /**
1250834f2a4aSTrond Myklebust  * path_lookup_open - lookup a file path with open intent
12517045f37bSMartin Waitz  * @dfd: the directory to use as base, or AT_FDCWD
1252834f2a4aSTrond Myklebust  * @name: pointer to file name
1253834f2a4aSTrond Myklebust  * @lookup_flags: lookup intent flags
1254834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
1255834f2a4aSTrond Myklebust  * @open_flags: open intent flags
1256834f2a4aSTrond Myklebust  */
12575590ff0dSUlrich Drepper int path_lookup_open(int dfd, const char *name, unsigned int lookup_flags,
1258834f2a4aSTrond Myklebust 		struct nameidata *nd, int open_flags)
1259834f2a4aSTrond Myklebust {
12605590ff0dSUlrich Drepper 	return __path_lookup_intent_open(dfd, name, lookup_flags, nd,
1261834f2a4aSTrond Myklebust 			open_flags, 0);
1262834f2a4aSTrond Myklebust }
1263834f2a4aSTrond Myklebust 
1264834f2a4aSTrond Myklebust /**
1265834f2a4aSTrond Myklebust  * path_lookup_create - lookup a file path with open + create intent
12667045f37bSMartin Waitz  * @dfd: the directory to use as base, or AT_FDCWD
1267834f2a4aSTrond Myklebust  * @name: pointer to file name
1268834f2a4aSTrond Myklebust  * @lookup_flags: lookup intent flags
1269834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
1270834f2a4aSTrond Myklebust  * @open_flags: open intent flags
1271834f2a4aSTrond Myklebust  * @create_mode: create intent flags
1272834f2a4aSTrond Myklebust  */
12735590ff0dSUlrich Drepper static int path_lookup_create(int dfd, const char *name,
12745590ff0dSUlrich Drepper 			      unsigned int lookup_flags, struct nameidata *nd,
12755590ff0dSUlrich Drepper 			      int open_flags, int create_mode)
1276834f2a4aSTrond Myklebust {
12775590ff0dSUlrich Drepper 	return __path_lookup_intent_open(dfd, name, lookup_flags|LOOKUP_CREATE,
12785590ff0dSUlrich Drepper 			nd, open_flags, create_mode);
1279834f2a4aSTrond Myklebust }
1280834f2a4aSTrond Myklebust 
1281834f2a4aSTrond Myklebust int __user_path_lookup_open(const char __user *name, unsigned int lookup_flags,
1282834f2a4aSTrond Myklebust 		struct nameidata *nd, int open_flags)
1283834f2a4aSTrond Myklebust {
1284834f2a4aSTrond Myklebust 	char *tmp = getname(name);
1285834f2a4aSTrond Myklebust 	int err = PTR_ERR(tmp);
1286834f2a4aSTrond Myklebust 
1287834f2a4aSTrond Myklebust 	if (!IS_ERR(tmp)) {
12885590ff0dSUlrich Drepper 		err = __path_lookup_intent_open(AT_FDCWD, tmp, lookup_flags, nd, open_flags, 0);
1289834f2a4aSTrond Myklebust 		putname(tmp);
1290834f2a4aSTrond Myklebust 	}
1291834f2a4aSTrond Myklebust 	return err;
1292834f2a4aSTrond Myklebust }
1293834f2a4aSTrond Myklebust 
1294eead1911SChristoph Hellwig static struct dentry *__lookup_hash(struct qstr *name,
1295eead1911SChristoph Hellwig 		struct dentry *base, struct nameidata *nd)
12961da177e4SLinus Torvalds {
12971da177e4SLinus Torvalds 	struct dentry *dentry;
12981da177e4SLinus Torvalds 	struct inode *inode;
12991da177e4SLinus Torvalds 	int err;
13001da177e4SLinus Torvalds 
13011da177e4SLinus Torvalds 	inode = base->d_inode;
13021da177e4SLinus Torvalds 
13031da177e4SLinus Torvalds 	/*
13041da177e4SLinus Torvalds 	 * See if the low-level filesystem might want
13051da177e4SLinus Torvalds 	 * to use its own hash..
13061da177e4SLinus Torvalds 	 */
13071da177e4SLinus Torvalds 	if (base->d_op && base->d_op->d_hash) {
13081da177e4SLinus Torvalds 		err = base->d_op->d_hash(base, name);
13091da177e4SLinus Torvalds 		dentry = ERR_PTR(err);
13101da177e4SLinus Torvalds 		if (err < 0)
13111da177e4SLinus Torvalds 			goto out;
13121da177e4SLinus Torvalds 	}
13131da177e4SLinus Torvalds 
13141da177e4SLinus Torvalds 	dentry = cached_lookup(base, name, nd);
13151da177e4SLinus Torvalds 	if (!dentry) {
13161da177e4SLinus Torvalds 		struct dentry *new = d_alloc(base, name);
13171da177e4SLinus Torvalds 		dentry = ERR_PTR(-ENOMEM);
13181da177e4SLinus Torvalds 		if (!new)
13191da177e4SLinus Torvalds 			goto out;
13201da177e4SLinus Torvalds 		dentry = inode->i_op->lookup(inode, new, nd);
13211da177e4SLinus Torvalds 		if (!dentry)
13221da177e4SLinus Torvalds 			dentry = new;
13231da177e4SLinus Torvalds 		else
13241da177e4SLinus Torvalds 			dput(new);
13251da177e4SLinus Torvalds 	}
13261da177e4SLinus Torvalds out:
13271da177e4SLinus Torvalds 	return dentry;
13281da177e4SLinus Torvalds }
13291da177e4SLinus Torvalds 
1330057f6c01SJames Morris /*
1331057f6c01SJames Morris  * Restricted form of lookup. Doesn't follow links, single-component only,
1332057f6c01SJames Morris  * needs parent already locked. Doesn't follow mounts.
1333057f6c01SJames Morris  * SMP-safe.
1334057f6c01SJames Morris  */
1335a244e169SAdrian Bunk static struct dentry *lookup_hash(struct nameidata *nd)
13361da177e4SLinus Torvalds {
1337eead1911SChristoph Hellwig 	int err;
1338eead1911SChristoph Hellwig 
13394ac91378SJan Blunck 	err = permission(nd->path.dentry->d_inode, MAY_EXEC, nd);
1340eead1911SChristoph Hellwig 	if (err)
1341eead1911SChristoph Hellwig 		return ERR_PTR(err);
13424ac91378SJan Blunck 	return __lookup_hash(&nd->last, nd->path.dentry, nd);
13431da177e4SLinus Torvalds }
13441da177e4SLinus Torvalds 
1345eead1911SChristoph Hellwig static int __lookup_one_len(const char *name, struct qstr *this,
1346eead1911SChristoph Hellwig 		struct dentry *base, int len)
13471da177e4SLinus Torvalds {
13481da177e4SLinus Torvalds 	unsigned long hash;
13491da177e4SLinus Torvalds 	unsigned int c;
13501da177e4SLinus Torvalds 
1351057f6c01SJames Morris 	this->name = name;
1352057f6c01SJames Morris 	this->len = len;
13531da177e4SLinus Torvalds 	if (!len)
1354057f6c01SJames Morris 		return -EACCES;
13551da177e4SLinus Torvalds 
13561da177e4SLinus Torvalds 	hash = init_name_hash();
13571da177e4SLinus Torvalds 	while (len--) {
13581da177e4SLinus Torvalds 		c = *(const unsigned char *)name++;
13591da177e4SLinus Torvalds 		if (c == '/' || c == '\0')
1360057f6c01SJames Morris 			return -EACCES;
13611da177e4SLinus Torvalds 		hash = partial_name_hash(c, hash);
13621da177e4SLinus Torvalds 	}
1363057f6c01SJames Morris 	this->hash = end_name_hash(hash);
1364057f6c01SJames Morris 	return 0;
1365057f6c01SJames Morris }
13661da177e4SLinus Torvalds 
1367eead1911SChristoph Hellwig /**
1368a6b91919SRandy Dunlap  * lookup_one_len - filesystem helper to lookup single pathname component
1369eead1911SChristoph Hellwig  * @name:	pathname component to lookup
1370eead1911SChristoph Hellwig  * @base:	base directory to lookup from
1371eead1911SChristoph Hellwig  * @len:	maximum length @len should be interpreted to
1372eead1911SChristoph Hellwig  *
1373a6b91919SRandy Dunlap  * Note that this routine is purely a helper for filesystem usage and should
1374a6b91919SRandy Dunlap  * not be called by generic code.  Also note that by using this function the
1375eead1911SChristoph Hellwig  * nameidata argument is passed to the filesystem methods and a filesystem
1376eead1911SChristoph Hellwig  * using this helper needs to be prepared for that.
1377eead1911SChristoph Hellwig  */
1378057f6c01SJames Morris struct dentry *lookup_one_len(const char *name, struct dentry *base, int len)
1379057f6c01SJames Morris {
1380057f6c01SJames Morris 	int err;
1381057f6c01SJames Morris 	struct qstr this;
1382057f6c01SJames Morris 
1383057f6c01SJames Morris 	err = __lookup_one_len(name, &this, base, len);
1384057f6c01SJames Morris 	if (err)
1385057f6c01SJames Morris 		return ERR_PTR(err);
1386eead1911SChristoph Hellwig 
1387eead1911SChristoph Hellwig 	err = permission(base->d_inode, MAY_EXEC, NULL);
1388eead1911SChristoph Hellwig 	if (err)
1389eead1911SChristoph Hellwig 		return ERR_PTR(err);
139049705b77SChristoph Hellwig 	return __lookup_hash(&this, base, NULL);
1391057f6c01SJames Morris }
1392057f6c01SJames Morris 
1393eead1911SChristoph Hellwig /**
1394eead1911SChristoph Hellwig  * lookup_one_noperm - bad hack for sysfs
1395eead1911SChristoph Hellwig  * @name:	pathname component to lookup
1396eead1911SChristoph Hellwig  * @base:	base directory to lookup from
1397eead1911SChristoph Hellwig  *
1398eead1911SChristoph Hellwig  * This is a variant of lookup_one_len that doesn't perform any permission
1399eead1911SChristoph Hellwig  * checks.   It's a horrible hack to work around the braindead sysfs
1400eead1911SChristoph Hellwig  * architecture and should not be used anywhere else.
1401eead1911SChristoph Hellwig  *
1402eead1911SChristoph Hellwig  * DON'T USE THIS FUNCTION EVER, thanks.
1403eead1911SChristoph Hellwig  */
1404eead1911SChristoph Hellwig struct dentry *lookup_one_noperm(const char *name, struct dentry *base)
1405057f6c01SJames Morris {
1406057f6c01SJames Morris 	int err;
1407057f6c01SJames Morris 	struct qstr this;
1408057f6c01SJames Morris 
1409eead1911SChristoph Hellwig 	err = __lookup_one_len(name, &this, base, strlen(name));
1410057f6c01SJames Morris 	if (err)
1411057f6c01SJames Morris 		return ERR_PTR(err);
1412eead1911SChristoph Hellwig 	return __lookup_hash(&this, base, NULL);
14131da177e4SLinus Torvalds }
14141da177e4SLinus Torvalds 
1415fc9b52cdSHarvey Harrison int __user_walk_fd(int dfd, const char __user *name, unsigned flags,
14165590ff0dSUlrich Drepper 			    struct nameidata *nd)
14171da177e4SLinus Torvalds {
14181da177e4SLinus Torvalds 	char *tmp = getname(name);
14191da177e4SLinus Torvalds 	int err = PTR_ERR(tmp);
14201da177e4SLinus Torvalds 
14211da177e4SLinus Torvalds 	if (!IS_ERR(tmp)) {
14225590ff0dSUlrich Drepper 		err = do_path_lookup(dfd, tmp, flags, nd);
14231da177e4SLinus Torvalds 		putname(tmp);
14241da177e4SLinus Torvalds 	}
14251da177e4SLinus Torvalds 	return err;
14261da177e4SLinus Torvalds }
14271da177e4SLinus Torvalds 
1428fc9b52cdSHarvey Harrison int __user_walk(const char __user *name, unsigned flags, struct nameidata *nd)
14295590ff0dSUlrich Drepper {
14305590ff0dSUlrich Drepper 	return __user_walk_fd(AT_FDCWD, name, flags, nd);
14315590ff0dSUlrich Drepper }
14325590ff0dSUlrich Drepper 
14331da177e4SLinus Torvalds /*
14341da177e4SLinus Torvalds  * It's inline, so penalty for filesystems that don't use sticky bit is
14351da177e4SLinus Torvalds  * minimal.
14361da177e4SLinus Torvalds  */
14371da177e4SLinus Torvalds static inline int check_sticky(struct inode *dir, struct inode *inode)
14381da177e4SLinus Torvalds {
14391da177e4SLinus Torvalds 	if (!(dir->i_mode & S_ISVTX))
14401da177e4SLinus Torvalds 		return 0;
14411da177e4SLinus Torvalds 	if (inode->i_uid == current->fsuid)
14421da177e4SLinus Torvalds 		return 0;
14431da177e4SLinus Torvalds 	if (dir->i_uid == current->fsuid)
14441da177e4SLinus Torvalds 		return 0;
14451da177e4SLinus Torvalds 	return !capable(CAP_FOWNER);
14461da177e4SLinus Torvalds }
14471da177e4SLinus Torvalds 
14481da177e4SLinus Torvalds /*
14491da177e4SLinus Torvalds  *	Check whether we can remove a link victim from directory dir, check
14501da177e4SLinus Torvalds  *  whether the type of victim is right.
14511da177e4SLinus Torvalds  *  1. We can't do it if dir is read-only (done in permission())
14521da177e4SLinus Torvalds  *  2. We should have write and exec permissions on dir
14531da177e4SLinus Torvalds  *  3. We can't remove anything from append-only dir
14541da177e4SLinus Torvalds  *  4. We can't do anything with immutable dir (done in permission())
14551da177e4SLinus Torvalds  *  5. If the sticky bit on dir is set we should either
14561da177e4SLinus Torvalds  *	a. be owner of dir, or
14571da177e4SLinus Torvalds  *	b. be owner of victim, or
14581da177e4SLinus Torvalds  *	c. have CAP_FOWNER capability
14591da177e4SLinus Torvalds  *  6. If the victim is append-only or immutable we can't do antyhing with
14601da177e4SLinus Torvalds  *     links pointing to it.
14611da177e4SLinus Torvalds  *  7. If we were asked to remove a directory and victim isn't one - ENOTDIR.
14621da177e4SLinus Torvalds  *  8. If we were asked to remove a non-directory and victim isn't one - EISDIR.
14631da177e4SLinus Torvalds  *  9. We can't remove a root or mountpoint.
14641da177e4SLinus Torvalds  * 10. We don't allow removal of NFS sillyrenamed files; it's handled by
14651da177e4SLinus Torvalds  *     nfs_async_unlink().
14661da177e4SLinus Torvalds  */
1467858119e1SArjan van de Ven static int may_delete(struct inode *dir,struct dentry *victim,int isdir)
14681da177e4SLinus Torvalds {
14691da177e4SLinus Torvalds 	int error;
14701da177e4SLinus Torvalds 
14711da177e4SLinus Torvalds 	if (!victim->d_inode)
14721da177e4SLinus Torvalds 		return -ENOENT;
14731da177e4SLinus Torvalds 
14741da177e4SLinus Torvalds 	BUG_ON(victim->d_parent->d_inode != dir);
14755a190ae6SAl Viro 	audit_inode_child(victim->d_name.name, victim, dir);
14761da177e4SLinus Torvalds 
14771da177e4SLinus Torvalds 	error = permission(dir,MAY_WRITE | MAY_EXEC, NULL);
14781da177e4SLinus Torvalds 	if (error)
14791da177e4SLinus Torvalds 		return error;
14801da177e4SLinus Torvalds 	if (IS_APPEND(dir))
14811da177e4SLinus Torvalds 		return -EPERM;
14821da177e4SLinus Torvalds 	if (check_sticky(dir, victim->d_inode)||IS_APPEND(victim->d_inode)||
14831da177e4SLinus Torvalds 	    IS_IMMUTABLE(victim->d_inode))
14841da177e4SLinus Torvalds 		return -EPERM;
14851da177e4SLinus Torvalds 	if (isdir) {
14861da177e4SLinus Torvalds 		if (!S_ISDIR(victim->d_inode->i_mode))
14871da177e4SLinus Torvalds 			return -ENOTDIR;
14881da177e4SLinus Torvalds 		if (IS_ROOT(victim))
14891da177e4SLinus Torvalds 			return -EBUSY;
14901da177e4SLinus Torvalds 	} else if (S_ISDIR(victim->d_inode->i_mode))
14911da177e4SLinus Torvalds 		return -EISDIR;
14921da177e4SLinus Torvalds 	if (IS_DEADDIR(dir))
14931da177e4SLinus Torvalds 		return -ENOENT;
14941da177e4SLinus Torvalds 	if (victim->d_flags & DCACHE_NFSFS_RENAMED)
14951da177e4SLinus Torvalds 		return -EBUSY;
14961da177e4SLinus Torvalds 	return 0;
14971da177e4SLinus Torvalds }
14981da177e4SLinus Torvalds 
14991da177e4SLinus Torvalds /*	Check whether we can create an object with dentry child in directory
15001da177e4SLinus Torvalds  *  dir.
15011da177e4SLinus Torvalds  *  1. We can't do it if child already exists (open has special treatment for
15021da177e4SLinus Torvalds  *     this case, but since we are inlined it's OK)
15031da177e4SLinus Torvalds  *  2. We can't do it if dir is read-only (done in permission())
15041da177e4SLinus Torvalds  *  3. We should have write and exec permissions on dir
15051da177e4SLinus Torvalds  *  4. We can't do it if dir is immutable (done in permission())
15061da177e4SLinus Torvalds  */
15071da177e4SLinus Torvalds static inline int may_create(struct inode *dir, struct dentry *child,
15081da177e4SLinus Torvalds 			     struct nameidata *nd)
15091da177e4SLinus Torvalds {
15101da177e4SLinus Torvalds 	if (child->d_inode)
15111da177e4SLinus Torvalds 		return -EEXIST;
15121da177e4SLinus Torvalds 	if (IS_DEADDIR(dir))
15131da177e4SLinus Torvalds 		return -ENOENT;
15141da177e4SLinus Torvalds 	return permission(dir,MAY_WRITE | MAY_EXEC, nd);
15151da177e4SLinus Torvalds }
15161da177e4SLinus Torvalds 
15171da177e4SLinus Torvalds /*
15181da177e4SLinus Torvalds  * O_DIRECTORY translates into forcing a directory lookup.
15191da177e4SLinus Torvalds  */
15201da177e4SLinus Torvalds static inline int lookup_flags(unsigned int f)
15211da177e4SLinus Torvalds {
15221da177e4SLinus Torvalds 	unsigned long retval = LOOKUP_FOLLOW;
15231da177e4SLinus Torvalds 
15241da177e4SLinus Torvalds 	if (f & O_NOFOLLOW)
15251da177e4SLinus Torvalds 		retval &= ~LOOKUP_FOLLOW;
15261da177e4SLinus Torvalds 
15271da177e4SLinus Torvalds 	if (f & O_DIRECTORY)
15281da177e4SLinus Torvalds 		retval |= LOOKUP_DIRECTORY;
15291da177e4SLinus Torvalds 
15301da177e4SLinus Torvalds 	return retval;
15311da177e4SLinus Torvalds }
15321da177e4SLinus Torvalds 
15331da177e4SLinus Torvalds /*
15341da177e4SLinus Torvalds  * p1 and p2 should be directories on the same fs.
15351da177e4SLinus Torvalds  */
15361da177e4SLinus Torvalds struct dentry *lock_rename(struct dentry *p1, struct dentry *p2)
15371da177e4SLinus Torvalds {
15381da177e4SLinus Torvalds 	struct dentry *p;
15391da177e4SLinus Torvalds 
15401da177e4SLinus Torvalds 	if (p1 == p2) {
1541f2eace23SIngo Molnar 		mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
15421da177e4SLinus Torvalds 		return NULL;
15431da177e4SLinus Torvalds 	}
15441da177e4SLinus Torvalds 
1545a11f3a05SArjan van de Ven 	mutex_lock(&p1->d_inode->i_sb->s_vfs_rename_mutex);
15461da177e4SLinus Torvalds 
15471da177e4SLinus Torvalds 	for (p = p1; p->d_parent != p; p = p->d_parent) {
15481da177e4SLinus Torvalds 		if (p->d_parent == p2) {
1549f2eace23SIngo Molnar 			mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_PARENT);
1550f2eace23SIngo Molnar 			mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_CHILD);
15511da177e4SLinus Torvalds 			return p;
15521da177e4SLinus Torvalds 		}
15531da177e4SLinus Torvalds 	}
15541da177e4SLinus Torvalds 
15551da177e4SLinus Torvalds 	for (p = p2; p->d_parent != p; p = p->d_parent) {
15561da177e4SLinus Torvalds 		if (p->d_parent == p1) {
1557f2eace23SIngo Molnar 			mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
1558f2eace23SIngo Molnar 			mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_CHILD);
15591da177e4SLinus Torvalds 			return p;
15601da177e4SLinus Torvalds 		}
15611da177e4SLinus Torvalds 	}
15621da177e4SLinus Torvalds 
1563f2eace23SIngo Molnar 	mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
1564f2eace23SIngo Molnar 	mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_CHILD);
15651da177e4SLinus Torvalds 	return NULL;
15661da177e4SLinus Torvalds }
15671da177e4SLinus Torvalds 
15681da177e4SLinus Torvalds void unlock_rename(struct dentry *p1, struct dentry *p2)
15691da177e4SLinus Torvalds {
15701b1dcc1bSJes Sorensen 	mutex_unlock(&p1->d_inode->i_mutex);
15711da177e4SLinus Torvalds 	if (p1 != p2) {
15721b1dcc1bSJes Sorensen 		mutex_unlock(&p2->d_inode->i_mutex);
1573a11f3a05SArjan van de Ven 		mutex_unlock(&p1->d_inode->i_sb->s_vfs_rename_mutex);
15741da177e4SLinus Torvalds 	}
15751da177e4SLinus Torvalds }
15761da177e4SLinus Torvalds 
15771da177e4SLinus Torvalds int vfs_create(struct inode *dir, struct dentry *dentry, int mode,
15781da177e4SLinus Torvalds 		struct nameidata *nd)
15791da177e4SLinus Torvalds {
15801da177e4SLinus Torvalds 	int error = may_create(dir, dentry, nd);
15811da177e4SLinus Torvalds 
15821da177e4SLinus Torvalds 	if (error)
15831da177e4SLinus Torvalds 		return error;
15841da177e4SLinus Torvalds 
15851da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->create)
15861da177e4SLinus Torvalds 		return -EACCES;	/* shouldn't it be ENOSYS? */
15871da177e4SLinus Torvalds 	mode &= S_IALLUGO;
15881da177e4SLinus Torvalds 	mode |= S_IFREG;
15891da177e4SLinus Torvalds 	error = security_inode_create(dir, dentry, mode);
15901da177e4SLinus Torvalds 	if (error)
15911da177e4SLinus Torvalds 		return error;
15921da177e4SLinus Torvalds 	DQUOT_INIT(dir);
15931da177e4SLinus Torvalds 	error = dir->i_op->create(dir, dentry, mode, nd);
1594a74574aaSStephen Smalley 	if (!error)
1595f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
15961da177e4SLinus Torvalds 	return error;
15971da177e4SLinus Torvalds }
15981da177e4SLinus Torvalds 
15991da177e4SLinus Torvalds int may_open(struct nameidata *nd, int acc_mode, int flag)
16001da177e4SLinus Torvalds {
16014ac91378SJan Blunck 	struct dentry *dentry = nd->path.dentry;
16021da177e4SLinus Torvalds 	struct inode *inode = dentry->d_inode;
16031da177e4SLinus Torvalds 	int error;
16041da177e4SLinus Torvalds 
16051da177e4SLinus Torvalds 	if (!inode)
16061da177e4SLinus Torvalds 		return -ENOENT;
16071da177e4SLinus Torvalds 
16081da177e4SLinus Torvalds 	if (S_ISLNK(inode->i_mode))
16091da177e4SLinus Torvalds 		return -ELOOP;
16101da177e4SLinus Torvalds 
1611974a9f0bSLinus Torvalds 	if (S_ISDIR(inode->i_mode) && (acc_mode & MAY_WRITE))
16121da177e4SLinus Torvalds 		return -EISDIR;
16131da177e4SLinus Torvalds 
16141da177e4SLinus Torvalds 	/*
16151da177e4SLinus Torvalds 	 * FIFO's, sockets and device files are special: they don't
16161da177e4SLinus Torvalds 	 * actually live on the filesystem itself, and as such you
16171da177e4SLinus Torvalds 	 * can write to them even if the filesystem is read-only.
16181da177e4SLinus Torvalds 	 */
16191da177e4SLinus Torvalds 	if (S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
16201da177e4SLinus Torvalds 	    	flag &= ~O_TRUNC;
16211da177e4SLinus Torvalds 	} else if (S_ISBLK(inode->i_mode) || S_ISCHR(inode->i_mode)) {
16224ac91378SJan Blunck 		if (nd->path.mnt->mnt_flags & MNT_NODEV)
16231da177e4SLinus Torvalds 			return -EACCES;
16241da177e4SLinus Torvalds 
16251da177e4SLinus Torvalds 		flag &= ~O_TRUNC;
16264a3fd211SDave Hansen 	}
1627b41572e9SDave Hansen 
1628b41572e9SDave Hansen 	error = vfs_permission(nd, acc_mode);
1629b41572e9SDave Hansen 	if (error)
1630b41572e9SDave Hansen 		return error;
16311da177e4SLinus Torvalds 	/*
16321da177e4SLinus Torvalds 	 * An append-only file must be opened in append mode for writing.
16331da177e4SLinus Torvalds 	 */
16341da177e4SLinus Torvalds 	if (IS_APPEND(inode)) {
16351da177e4SLinus Torvalds 		if  ((flag & FMODE_WRITE) && !(flag & O_APPEND))
16361da177e4SLinus Torvalds 			return -EPERM;
16371da177e4SLinus Torvalds 		if (flag & O_TRUNC)
16381da177e4SLinus Torvalds 			return -EPERM;
16391da177e4SLinus Torvalds 	}
16401da177e4SLinus Torvalds 
16411da177e4SLinus Torvalds 	/* O_NOATIME can only be set by the owner or superuser */
16421da177e4SLinus Torvalds 	if (flag & O_NOATIME)
16433bd858abSSatyam Sharma 		if (!is_owner_or_cap(inode))
16441da177e4SLinus Torvalds 			return -EPERM;
16451da177e4SLinus Torvalds 
16461da177e4SLinus Torvalds 	/*
16471da177e4SLinus Torvalds 	 * Ensure there are no outstanding leases on the file.
16481da177e4SLinus Torvalds 	 */
16491da177e4SLinus Torvalds 	error = break_lease(inode, flag);
16501da177e4SLinus Torvalds 	if (error)
16511da177e4SLinus Torvalds 		return error;
16521da177e4SLinus Torvalds 
16531da177e4SLinus Torvalds 	if (flag & O_TRUNC) {
16541da177e4SLinus Torvalds 		error = get_write_access(inode);
16551da177e4SLinus Torvalds 		if (error)
16561da177e4SLinus Torvalds 			return error;
16571da177e4SLinus Torvalds 
16581da177e4SLinus Torvalds 		/*
16591da177e4SLinus Torvalds 		 * Refuse to truncate files with mandatory locks held on them.
16601da177e4SLinus Torvalds 		 */
16611da177e4SLinus Torvalds 		error = locks_verify_locked(inode);
16621da177e4SLinus Torvalds 		if (!error) {
16631da177e4SLinus Torvalds 			DQUOT_INIT(inode);
16641da177e4SLinus Torvalds 
1665d139d7ffSMiklos Szeredi 			error = do_truncate(dentry, 0,
1666d139d7ffSMiklos Szeredi 					    ATTR_MTIME|ATTR_CTIME|ATTR_OPEN,
1667d139d7ffSMiklos Szeredi 					    NULL);
16681da177e4SLinus Torvalds 		}
16691da177e4SLinus Torvalds 		put_write_access(inode);
16701da177e4SLinus Torvalds 		if (error)
16711da177e4SLinus Torvalds 			return error;
16721da177e4SLinus Torvalds 	} else
16731da177e4SLinus Torvalds 		if (flag & FMODE_WRITE)
16741da177e4SLinus Torvalds 			DQUOT_INIT(inode);
16751da177e4SLinus Torvalds 
16761da177e4SLinus Torvalds 	return 0;
16771da177e4SLinus Torvalds }
16781da177e4SLinus Torvalds 
1679d57999e1SDave Hansen /*
1680d57999e1SDave Hansen  * Be careful about ever adding any more callers of this
1681d57999e1SDave Hansen  * function.  Its flags must be in the namei format, not
1682d57999e1SDave Hansen  * what get passed to sys_open().
1683d57999e1SDave Hansen  */
1684d57999e1SDave Hansen static int __open_namei_create(struct nameidata *nd, struct path *path,
1685aab520e2SDave Hansen 				int flag, int mode)
1686aab520e2SDave Hansen {
1687aab520e2SDave Hansen 	int error;
16884ac91378SJan Blunck 	struct dentry *dir = nd->path.dentry;
1689aab520e2SDave Hansen 
1690aab520e2SDave Hansen 	if (!IS_POSIXACL(dir->d_inode))
1691aab520e2SDave Hansen 		mode &= ~current->fs->umask;
1692aab520e2SDave Hansen 	error = vfs_create(dir->d_inode, path->dentry, mode, nd);
1693aab520e2SDave Hansen 	mutex_unlock(&dir->d_inode->i_mutex);
16944ac91378SJan Blunck 	dput(nd->path.dentry);
16954ac91378SJan Blunck 	nd->path.dentry = path->dentry;
1696aab520e2SDave Hansen 	if (error)
1697aab520e2SDave Hansen 		return error;
1698aab520e2SDave Hansen 	/* Don't check for write permission, don't truncate */
1699aab520e2SDave Hansen 	return may_open(nd, 0, flag & ~O_TRUNC);
1700aab520e2SDave Hansen }
1701aab520e2SDave Hansen 
17021da177e4SLinus Torvalds /*
1703d57999e1SDave Hansen  * Note that while the flag value (low two bits) for sys_open means:
1704d57999e1SDave Hansen  *	00 - read-only
1705d57999e1SDave Hansen  *	01 - write-only
1706d57999e1SDave Hansen  *	10 - read-write
1707d57999e1SDave Hansen  *	11 - special
1708d57999e1SDave Hansen  * it is changed into
1709d57999e1SDave Hansen  *	00 - no permissions needed
1710d57999e1SDave Hansen  *	01 - read-permission
1711d57999e1SDave Hansen  *	10 - write-permission
1712d57999e1SDave Hansen  *	11 - read-write
1713d57999e1SDave Hansen  * for the internal routines (ie open_namei()/follow_link() etc)
1714d57999e1SDave Hansen  * This is more logical, and also allows the 00 "no perm needed"
1715d57999e1SDave Hansen  * to be used for symlinks (where the permissions are checked
1716d57999e1SDave Hansen  * later).
1717d57999e1SDave Hansen  *
1718d57999e1SDave Hansen */
1719d57999e1SDave Hansen static inline int open_to_namei_flags(int flag)
1720d57999e1SDave Hansen {
1721d57999e1SDave Hansen 	if ((flag+1) & O_ACCMODE)
1722d57999e1SDave Hansen 		flag++;
1723d57999e1SDave Hansen 	return flag;
1724d57999e1SDave Hansen }
1725d57999e1SDave Hansen 
17264a3fd211SDave Hansen static int open_will_write_to_fs(int flag, struct inode *inode)
17274a3fd211SDave Hansen {
1728d57999e1SDave Hansen 	/*
17294a3fd211SDave Hansen 	 * We'll never write to the fs underlying
17304a3fd211SDave Hansen 	 * a device file.
17314a3fd211SDave Hansen 	 */
17324a3fd211SDave Hansen 	if (special_file(inode->i_mode))
17334a3fd211SDave Hansen 		return 0;
17344a3fd211SDave Hansen 	return (flag & O_TRUNC);
17354a3fd211SDave Hansen }
17364a3fd211SDave Hansen 
17374a3fd211SDave Hansen /*
17384a3fd211SDave Hansen  * Note that the low bits of the passed in "open_flag"
17394a3fd211SDave Hansen  * are not the same as in the local variable "flag". See
17404a3fd211SDave Hansen  * open_to_namei_flags() for more details.
17411da177e4SLinus Torvalds  */
1742a70e65dfSChristoph Hellwig struct file *do_filp_open(int dfd, const char *pathname,
1743a70e65dfSChristoph Hellwig 		int open_flag, int mode)
17441da177e4SLinus Torvalds {
17454a3fd211SDave Hansen 	struct file *filp;
1746a70e65dfSChristoph Hellwig 	struct nameidata nd;
1747834f2a4aSTrond Myklebust 	int acc_mode, error;
17484e7506e4SAl Viro 	struct path path;
17491da177e4SLinus Torvalds 	struct dentry *dir;
17501da177e4SLinus Torvalds 	int count = 0;
17514a3fd211SDave Hansen 	int will_write;
1752d57999e1SDave Hansen 	int flag = open_to_namei_flags(open_flag);
17531da177e4SLinus Torvalds 
17541da177e4SLinus Torvalds 	acc_mode = ACC_MODE(flag);
17551da177e4SLinus Torvalds 
1756834f2a4aSTrond Myklebust 	/* O_TRUNC implies we need access checks for write permissions */
1757834f2a4aSTrond Myklebust 	if (flag & O_TRUNC)
1758834f2a4aSTrond Myklebust 		acc_mode |= MAY_WRITE;
1759834f2a4aSTrond Myklebust 
17601da177e4SLinus Torvalds 	/* Allow the LSM permission hook to distinguish append
17611da177e4SLinus Torvalds 	   access from general write access. */
17621da177e4SLinus Torvalds 	if (flag & O_APPEND)
17631da177e4SLinus Torvalds 		acc_mode |= MAY_APPEND;
17641da177e4SLinus Torvalds 
17651da177e4SLinus Torvalds 	/*
17661da177e4SLinus Torvalds 	 * The simplest case - just a plain lookup.
17671da177e4SLinus Torvalds 	 */
17681da177e4SLinus Torvalds 	if (!(flag & O_CREAT)) {
17695590ff0dSUlrich Drepper 		error = path_lookup_open(dfd, pathname, lookup_flags(flag),
1770a70e65dfSChristoph Hellwig 					 &nd, flag);
17711da177e4SLinus Torvalds 		if (error)
1772a70e65dfSChristoph Hellwig 			return ERR_PTR(error);
17731da177e4SLinus Torvalds 		goto ok;
17741da177e4SLinus Torvalds 	}
17751da177e4SLinus Torvalds 
17761da177e4SLinus Torvalds 	/*
17771da177e4SLinus Torvalds 	 * Create - we need to know the parent.
17781da177e4SLinus Torvalds 	 */
1779a70e65dfSChristoph Hellwig 	error = path_lookup_create(dfd, pathname, LOOKUP_PARENT,
1780a70e65dfSChristoph Hellwig 				   &nd, flag, mode);
17811da177e4SLinus Torvalds 	if (error)
1782a70e65dfSChristoph Hellwig 		return ERR_PTR(error);
17831da177e4SLinus Torvalds 
17841da177e4SLinus Torvalds 	/*
17851da177e4SLinus Torvalds 	 * We have the parent and last component. First of all, check
17861da177e4SLinus Torvalds 	 * that we are not asked to creat(2) an obvious directory - that
17871da177e4SLinus Torvalds 	 * will not do.
17881da177e4SLinus Torvalds 	 */
17891da177e4SLinus Torvalds 	error = -EISDIR;
1790a70e65dfSChristoph Hellwig 	if (nd.last_type != LAST_NORM || nd.last.name[nd.last.len])
17911da177e4SLinus Torvalds 		goto exit;
17921da177e4SLinus Torvalds 
1793a70e65dfSChristoph Hellwig 	dir = nd.path.dentry;
1794a70e65dfSChristoph Hellwig 	nd.flags &= ~LOOKUP_PARENT;
17951b1dcc1bSJes Sorensen 	mutex_lock(&dir->d_inode->i_mutex);
1796a70e65dfSChristoph Hellwig 	path.dentry = lookup_hash(&nd);
1797a70e65dfSChristoph Hellwig 	path.mnt = nd.path.mnt;
17981da177e4SLinus Torvalds 
17991da177e4SLinus Torvalds do_last:
18004e7506e4SAl Viro 	error = PTR_ERR(path.dentry);
18014e7506e4SAl Viro 	if (IS_ERR(path.dentry)) {
18021b1dcc1bSJes Sorensen 		mutex_unlock(&dir->d_inode->i_mutex);
18031da177e4SLinus Torvalds 		goto exit;
18041da177e4SLinus Torvalds 	}
18051da177e4SLinus Torvalds 
1806a70e65dfSChristoph Hellwig 	if (IS_ERR(nd.intent.open.file)) {
1807a70e65dfSChristoph Hellwig 		error = PTR_ERR(nd.intent.open.file);
18084a3fd211SDave Hansen 		goto exit_mutex_unlock;
18094af4c52fSOleg Drokin 	}
18104af4c52fSOleg Drokin 
18111da177e4SLinus Torvalds 	/* Negative dentry, just create the file */
18124e7506e4SAl Viro 	if (!path.dentry->d_inode) {
18134a3fd211SDave Hansen 		/*
18144a3fd211SDave Hansen 		 * This write is needed to ensure that a
18154a3fd211SDave Hansen 		 * ro->rw transition does not occur between
18164a3fd211SDave Hansen 		 * the time when the file is created and when
18174a3fd211SDave Hansen 		 * a permanent write count is taken through
18184a3fd211SDave Hansen 		 * the 'struct file' in nameidata_to_filp().
18194a3fd211SDave Hansen 		 */
18204a3fd211SDave Hansen 		error = mnt_want_write(nd.path.mnt);
18211da177e4SLinus Torvalds 		if (error)
18224a3fd211SDave Hansen 			goto exit_mutex_unlock;
18234a3fd211SDave Hansen 		error = __open_namei_create(&nd, &path, flag, mode);
18244a3fd211SDave Hansen 		if (error) {
18254a3fd211SDave Hansen 			mnt_drop_write(nd.path.mnt);
18261da177e4SLinus Torvalds 			goto exit;
18274a3fd211SDave Hansen 		}
18284a3fd211SDave Hansen 		filp = nameidata_to_filp(&nd, open_flag);
18294a3fd211SDave Hansen 		mnt_drop_write(nd.path.mnt);
18304a3fd211SDave Hansen 		return filp;
18311da177e4SLinus Torvalds 	}
18321da177e4SLinus Torvalds 
18331da177e4SLinus Torvalds 	/*
18341da177e4SLinus Torvalds 	 * It already exists.
18351da177e4SLinus Torvalds 	 */
18361b1dcc1bSJes Sorensen 	mutex_unlock(&dir->d_inode->i_mutex);
18375a190ae6SAl Viro 	audit_inode(pathname, path.dentry);
18381da177e4SLinus Torvalds 
18391da177e4SLinus Torvalds 	error = -EEXIST;
18401da177e4SLinus Torvalds 	if (flag & O_EXCL)
18411da177e4SLinus Torvalds 		goto exit_dput;
18421da177e4SLinus Torvalds 
1843e13b210fSAl Viro 	if (__follow_mount(&path)) {
18441da177e4SLinus Torvalds 		error = -ELOOP;
1845ba7a4c1aSAl Viro 		if (flag & O_NOFOLLOW)
1846ba7a4c1aSAl Viro 			goto exit_dput;
18471da177e4SLinus Torvalds 	}
18483e2efce0SAmy Griffis 
18491da177e4SLinus Torvalds 	error = -ENOENT;
18504e7506e4SAl Viro 	if (!path.dentry->d_inode)
18511da177e4SLinus Torvalds 		goto exit_dput;
18524e7506e4SAl Viro 	if (path.dentry->d_inode->i_op && path.dentry->d_inode->i_op->follow_link)
18531da177e4SLinus Torvalds 		goto do_link;
18541da177e4SLinus Torvalds 
1855a70e65dfSChristoph Hellwig 	path_to_nameidata(&path, &nd);
18561da177e4SLinus Torvalds 	error = -EISDIR;
18574e7506e4SAl Viro 	if (path.dentry->d_inode && S_ISDIR(path.dentry->d_inode->i_mode))
18581da177e4SLinus Torvalds 		goto exit;
18591da177e4SLinus Torvalds ok:
18604a3fd211SDave Hansen 	/*
18614a3fd211SDave Hansen 	 * Consider:
18624a3fd211SDave Hansen 	 * 1. may_open() truncates a file
18634a3fd211SDave Hansen 	 * 2. a rw->ro mount transition occurs
18644a3fd211SDave Hansen 	 * 3. nameidata_to_filp() fails due to
18654a3fd211SDave Hansen 	 *    the ro mount.
18664a3fd211SDave Hansen 	 * That would be inconsistent, and should
18674a3fd211SDave Hansen 	 * be avoided. Taking this mnt write here
18684a3fd211SDave Hansen 	 * ensures that (2) can not occur.
18694a3fd211SDave Hansen 	 */
18704a3fd211SDave Hansen 	will_write = open_will_write_to_fs(flag, nd.path.dentry->d_inode);
18714a3fd211SDave Hansen 	if (will_write) {
18724a3fd211SDave Hansen 		error = mnt_want_write(nd.path.mnt);
18731da177e4SLinus Torvalds 		if (error)
18741da177e4SLinus Torvalds 			goto exit;
18754a3fd211SDave Hansen 	}
18764a3fd211SDave Hansen 	error = may_open(&nd, acc_mode, flag);
18774a3fd211SDave Hansen 	if (error) {
18784a3fd211SDave Hansen 		if (will_write)
18794a3fd211SDave Hansen 			mnt_drop_write(nd.path.mnt);
18804a3fd211SDave Hansen 		goto exit;
18814a3fd211SDave Hansen 	}
18824a3fd211SDave Hansen 	filp = nameidata_to_filp(&nd, open_flag);
18834a3fd211SDave Hansen 	/*
18844a3fd211SDave Hansen 	 * It is now safe to drop the mnt write
18854a3fd211SDave Hansen 	 * because the filp has had a write taken
18864a3fd211SDave Hansen 	 * on its behalf.
18874a3fd211SDave Hansen 	 */
18884a3fd211SDave Hansen 	if (will_write)
18894a3fd211SDave Hansen 		mnt_drop_write(nd.path.mnt);
18904a3fd211SDave Hansen 	return filp;
18911da177e4SLinus Torvalds 
18924a3fd211SDave Hansen exit_mutex_unlock:
18934a3fd211SDave Hansen 	mutex_unlock(&dir->d_inode->i_mutex);
18941da177e4SLinus Torvalds exit_dput:
1895a70e65dfSChristoph Hellwig 	path_put_conditional(&path, &nd);
18961da177e4SLinus Torvalds exit:
1897a70e65dfSChristoph Hellwig 	if (!IS_ERR(nd.intent.open.file))
1898a70e65dfSChristoph Hellwig 		release_open_intent(&nd);
1899a70e65dfSChristoph Hellwig 	path_put(&nd.path);
1900a70e65dfSChristoph Hellwig 	return ERR_PTR(error);
19011da177e4SLinus Torvalds 
19021da177e4SLinus Torvalds do_link:
19031da177e4SLinus Torvalds 	error = -ELOOP;
19041da177e4SLinus Torvalds 	if (flag & O_NOFOLLOW)
19051da177e4SLinus Torvalds 		goto exit_dput;
19061da177e4SLinus Torvalds 	/*
19071da177e4SLinus Torvalds 	 * This is subtle. Instead of calling do_follow_link() we do the
19081da177e4SLinus Torvalds 	 * thing by hands. The reason is that this way we have zero link_count
19091da177e4SLinus Torvalds 	 * and path_walk() (called from ->follow_link) honoring LOOKUP_PARENT.
19101da177e4SLinus Torvalds 	 * After that we have the parent and last component, i.e.
19111da177e4SLinus Torvalds 	 * we are in the same situation as after the first path_walk().
19121da177e4SLinus Torvalds 	 * Well, almost - if the last component is normal we get its copy
19131da177e4SLinus Torvalds 	 * stored in nd->last.name and we will have to putname() it when we
19141da177e4SLinus Torvalds 	 * are done. Procfs-like symlinks just set LAST_BIND.
19151da177e4SLinus Torvalds 	 */
1916a70e65dfSChristoph Hellwig 	nd.flags |= LOOKUP_PARENT;
1917a70e65dfSChristoph Hellwig 	error = security_inode_follow_link(path.dentry, &nd);
19181da177e4SLinus Torvalds 	if (error)
19191da177e4SLinus Torvalds 		goto exit_dput;
1920a70e65dfSChristoph Hellwig 	error = __do_follow_link(&path, &nd);
1921de459215SKirill Korotaev 	if (error) {
1922de459215SKirill Korotaev 		/* Does someone understand code flow here? Or it is only
1923de459215SKirill Korotaev 		 * me so stupid? Anathema to whoever designed this non-sense
1924de459215SKirill Korotaev 		 * with "intent.open".
1925de459215SKirill Korotaev 		 */
1926a70e65dfSChristoph Hellwig 		release_open_intent(&nd);
1927a70e65dfSChristoph Hellwig 		return ERR_PTR(error);
1928de459215SKirill Korotaev 	}
1929a70e65dfSChristoph Hellwig 	nd.flags &= ~LOOKUP_PARENT;
1930a70e65dfSChristoph Hellwig 	if (nd.last_type == LAST_BIND)
19311da177e4SLinus Torvalds 		goto ok;
19321da177e4SLinus Torvalds 	error = -EISDIR;
1933a70e65dfSChristoph Hellwig 	if (nd.last_type != LAST_NORM)
19341da177e4SLinus Torvalds 		goto exit;
1935a70e65dfSChristoph Hellwig 	if (nd.last.name[nd.last.len]) {
1936a70e65dfSChristoph Hellwig 		__putname(nd.last.name);
19371da177e4SLinus Torvalds 		goto exit;
19381da177e4SLinus Torvalds 	}
19391da177e4SLinus Torvalds 	error = -ELOOP;
19401da177e4SLinus Torvalds 	if (count++==32) {
1941a70e65dfSChristoph Hellwig 		__putname(nd.last.name);
19421da177e4SLinus Torvalds 		goto exit;
19431da177e4SLinus Torvalds 	}
1944a70e65dfSChristoph Hellwig 	dir = nd.path.dentry;
19451b1dcc1bSJes Sorensen 	mutex_lock(&dir->d_inode->i_mutex);
1946a70e65dfSChristoph Hellwig 	path.dentry = lookup_hash(&nd);
1947a70e65dfSChristoph Hellwig 	path.mnt = nd.path.mnt;
1948a70e65dfSChristoph Hellwig 	__putname(nd.last.name);
19491da177e4SLinus Torvalds 	goto do_last;
19501da177e4SLinus Torvalds }
19511da177e4SLinus Torvalds 
19521da177e4SLinus Torvalds /**
1953a70e65dfSChristoph Hellwig  * filp_open - open file and return file pointer
1954a70e65dfSChristoph Hellwig  *
1955a70e65dfSChristoph Hellwig  * @filename:	path to open
1956a70e65dfSChristoph Hellwig  * @flags:	open flags as per the open(2) second argument
1957a70e65dfSChristoph Hellwig  * @mode:	mode for the new file if O_CREAT is set, else ignored
1958a70e65dfSChristoph Hellwig  *
1959a70e65dfSChristoph Hellwig  * This is the helper to open a file from kernelspace if you really
1960a70e65dfSChristoph Hellwig  * have to.  But in generally you should not do this, so please move
1961a70e65dfSChristoph Hellwig  * along, nothing to see here..
1962a70e65dfSChristoph Hellwig  */
1963a70e65dfSChristoph Hellwig struct file *filp_open(const char *filename, int flags, int mode)
1964a70e65dfSChristoph Hellwig {
1965a70e65dfSChristoph Hellwig 	return do_filp_open(AT_FDCWD, filename, flags, mode);
1966a70e65dfSChristoph Hellwig }
1967a70e65dfSChristoph Hellwig EXPORT_SYMBOL(filp_open);
1968a70e65dfSChristoph Hellwig 
1969a70e65dfSChristoph Hellwig /**
19701da177e4SLinus Torvalds  * lookup_create - lookup a dentry, creating it if it doesn't exist
19711da177e4SLinus Torvalds  * @nd: nameidata info
19721da177e4SLinus Torvalds  * @is_dir: directory flag
19731da177e4SLinus Torvalds  *
19741da177e4SLinus Torvalds  * Simple function to lookup and return a dentry and create it
19751da177e4SLinus Torvalds  * if it doesn't exist.  Is SMP-safe.
1976c663e5d8SChristoph Hellwig  *
19774ac91378SJan Blunck  * Returns with nd->path.dentry->d_inode->i_mutex locked.
19781da177e4SLinus Torvalds  */
19791da177e4SLinus Torvalds struct dentry *lookup_create(struct nameidata *nd, int is_dir)
19801da177e4SLinus Torvalds {
1981c663e5d8SChristoph Hellwig 	struct dentry *dentry = ERR_PTR(-EEXIST);
19821da177e4SLinus Torvalds 
19834ac91378SJan Blunck 	mutex_lock_nested(&nd->path.dentry->d_inode->i_mutex, I_MUTEX_PARENT);
1984c663e5d8SChristoph Hellwig 	/*
1985c663e5d8SChristoph Hellwig 	 * Yucky last component or no last component at all?
1986c663e5d8SChristoph Hellwig 	 * (foo/., foo/.., /////)
1987c663e5d8SChristoph Hellwig 	 */
19881da177e4SLinus Torvalds 	if (nd->last_type != LAST_NORM)
19891da177e4SLinus Torvalds 		goto fail;
19901da177e4SLinus Torvalds 	nd->flags &= ~LOOKUP_PARENT;
1991a634904aSASANO Masahiro 	nd->flags |= LOOKUP_CREATE;
1992a634904aSASANO Masahiro 	nd->intent.open.flags = O_EXCL;
1993c663e5d8SChristoph Hellwig 
1994c663e5d8SChristoph Hellwig 	/*
1995c663e5d8SChristoph Hellwig 	 * Do the final lookup.
1996c663e5d8SChristoph Hellwig 	 */
199749705b77SChristoph Hellwig 	dentry = lookup_hash(nd);
19981da177e4SLinus Torvalds 	if (IS_ERR(dentry))
19991da177e4SLinus Torvalds 		goto fail;
2000c663e5d8SChristoph Hellwig 
2001c663e5d8SChristoph Hellwig 	/*
2002c663e5d8SChristoph Hellwig 	 * Special case - lookup gave negative, but... we had foo/bar/
2003c663e5d8SChristoph Hellwig 	 * From the vfs_mknod() POV we just have a negative dentry -
2004c663e5d8SChristoph Hellwig 	 * all is fine. Let's be bastards - you had / on the end, you've
2005c663e5d8SChristoph Hellwig 	 * been asking for (non-existent) directory. -ENOENT for you.
2006c663e5d8SChristoph Hellwig 	 */
20071da177e4SLinus Torvalds 	if (!is_dir && nd->last.name[nd->last.len] && !dentry->d_inode)
20081da177e4SLinus Torvalds 		goto enoent;
20091da177e4SLinus Torvalds 	return dentry;
20101da177e4SLinus Torvalds enoent:
20111da177e4SLinus Torvalds 	dput(dentry);
20121da177e4SLinus Torvalds 	dentry = ERR_PTR(-ENOENT);
20131da177e4SLinus Torvalds fail:
20141da177e4SLinus Torvalds 	return dentry;
20151da177e4SLinus Torvalds }
2016f81a0bffSChristoph Hellwig EXPORT_SYMBOL_GPL(lookup_create);
20171da177e4SLinus Torvalds 
20181da177e4SLinus Torvalds int vfs_mknod(struct inode *dir, struct dentry *dentry, int mode, dev_t dev)
20191da177e4SLinus Torvalds {
20201da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
20211da177e4SLinus Torvalds 
20221da177e4SLinus Torvalds 	if (error)
20231da177e4SLinus Torvalds 		return error;
20241da177e4SLinus Torvalds 
20251da177e4SLinus Torvalds 	if ((S_ISCHR(mode) || S_ISBLK(mode)) && !capable(CAP_MKNOD))
20261da177e4SLinus Torvalds 		return -EPERM;
20271da177e4SLinus Torvalds 
20281da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->mknod)
20291da177e4SLinus Torvalds 		return -EPERM;
20301da177e4SLinus Torvalds 
20311da177e4SLinus Torvalds 	error = security_inode_mknod(dir, dentry, mode, dev);
20321da177e4SLinus Torvalds 	if (error)
20331da177e4SLinus Torvalds 		return error;
20341da177e4SLinus Torvalds 
20351da177e4SLinus Torvalds 	DQUOT_INIT(dir);
20361da177e4SLinus Torvalds 	error = dir->i_op->mknod(dir, dentry, mode, dev);
2037a74574aaSStephen Smalley 	if (!error)
2038f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
20391da177e4SLinus Torvalds 	return error;
20401da177e4SLinus Torvalds }
20411da177e4SLinus Torvalds 
2042463c3197SDave Hansen static int may_mknod(mode_t mode)
2043463c3197SDave Hansen {
2044463c3197SDave Hansen 	switch (mode & S_IFMT) {
2045463c3197SDave Hansen 	case S_IFREG:
2046463c3197SDave Hansen 	case S_IFCHR:
2047463c3197SDave Hansen 	case S_IFBLK:
2048463c3197SDave Hansen 	case S_IFIFO:
2049463c3197SDave Hansen 	case S_IFSOCK:
2050463c3197SDave Hansen 	case 0: /* zero mode translates to S_IFREG */
2051463c3197SDave Hansen 		return 0;
2052463c3197SDave Hansen 	case S_IFDIR:
2053463c3197SDave Hansen 		return -EPERM;
2054463c3197SDave Hansen 	default:
2055463c3197SDave Hansen 		return -EINVAL;
2056463c3197SDave Hansen 	}
2057463c3197SDave Hansen }
2058463c3197SDave Hansen 
20595590ff0dSUlrich Drepper asmlinkage long sys_mknodat(int dfd, const char __user *filename, int mode,
20605590ff0dSUlrich Drepper 				unsigned dev)
20611da177e4SLinus Torvalds {
20621da177e4SLinus Torvalds 	int error = 0;
20631da177e4SLinus Torvalds 	char * tmp;
20641da177e4SLinus Torvalds 	struct dentry * dentry;
20651da177e4SLinus Torvalds 	struct nameidata nd;
20661da177e4SLinus Torvalds 
20671da177e4SLinus Torvalds 	if (S_ISDIR(mode))
20681da177e4SLinus Torvalds 		return -EPERM;
20691da177e4SLinus Torvalds 	tmp = getname(filename);
20701da177e4SLinus Torvalds 	if (IS_ERR(tmp))
20711da177e4SLinus Torvalds 		return PTR_ERR(tmp);
20721da177e4SLinus Torvalds 
20735590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, tmp, LOOKUP_PARENT, &nd);
20741da177e4SLinus Torvalds 	if (error)
20751da177e4SLinus Torvalds 		goto out;
20761da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 0);
2077463c3197SDave Hansen 	if (IS_ERR(dentry)) {
20781da177e4SLinus Torvalds 		error = PTR_ERR(dentry);
2079463c3197SDave Hansen 		goto out_unlock;
2080463c3197SDave Hansen 	}
20814ac91378SJan Blunck 	if (!IS_POSIXACL(nd.path.dentry->d_inode))
20821da177e4SLinus Torvalds 		mode &= ~current->fs->umask;
2083463c3197SDave Hansen 	error = may_mknod(mode);
2084463c3197SDave Hansen 	if (error)
2085463c3197SDave Hansen 		goto out_dput;
2086463c3197SDave Hansen 	error = mnt_want_write(nd.path.mnt);
2087463c3197SDave Hansen 	if (error)
2088463c3197SDave Hansen 		goto out_dput;
20891da177e4SLinus Torvalds 	switch (mode & S_IFMT) {
20901da177e4SLinus Torvalds 		case 0: case S_IFREG:
20914ac91378SJan Blunck 			error = vfs_create(nd.path.dentry->d_inode,dentry,mode,&nd);
20921da177e4SLinus Torvalds 			break;
20931da177e4SLinus Torvalds 		case S_IFCHR: case S_IFBLK:
20944ac91378SJan Blunck 			error = vfs_mknod(nd.path.dentry->d_inode,dentry,mode,
20951da177e4SLinus Torvalds 					new_decode_dev(dev));
20961da177e4SLinus Torvalds 			break;
20971da177e4SLinus Torvalds 		case S_IFIFO: case S_IFSOCK:
20984ac91378SJan Blunck 			error = vfs_mknod(nd.path.dentry->d_inode,dentry,mode,0);
20991da177e4SLinus Torvalds 			break;
21001da177e4SLinus Torvalds 	}
2101463c3197SDave Hansen 	mnt_drop_write(nd.path.mnt);
2102463c3197SDave Hansen out_dput:
21031da177e4SLinus Torvalds 	dput(dentry);
2104463c3197SDave Hansen out_unlock:
21054ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
21061d957f9bSJan Blunck 	path_put(&nd.path);
21071da177e4SLinus Torvalds out:
21081da177e4SLinus Torvalds 	putname(tmp);
21091da177e4SLinus Torvalds 
21101da177e4SLinus Torvalds 	return error;
21111da177e4SLinus Torvalds }
21121da177e4SLinus Torvalds 
21135590ff0dSUlrich Drepper asmlinkage long sys_mknod(const char __user *filename, int mode, unsigned dev)
21145590ff0dSUlrich Drepper {
21155590ff0dSUlrich Drepper 	return sys_mknodat(AT_FDCWD, filename, mode, dev);
21165590ff0dSUlrich Drepper }
21175590ff0dSUlrich Drepper 
21181da177e4SLinus Torvalds int vfs_mkdir(struct inode *dir, struct dentry *dentry, int mode)
21191da177e4SLinus Torvalds {
21201da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
21211da177e4SLinus Torvalds 
21221da177e4SLinus Torvalds 	if (error)
21231da177e4SLinus Torvalds 		return error;
21241da177e4SLinus Torvalds 
21251da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->mkdir)
21261da177e4SLinus Torvalds 		return -EPERM;
21271da177e4SLinus Torvalds 
21281da177e4SLinus Torvalds 	mode &= (S_IRWXUGO|S_ISVTX);
21291da177e4SLinus Torvalds 	error = security_inode_mkdir(dir, dentry, mode);
21301da177e4SLinus Torvalds 	if (error)
21311da177e4SLinus Torvalds 		return error;
21321da177e4SLinus Torvalds 
21331da177e4SLinus Torvalds 	DQUOT_INIT(dir);
21341da177e4SLinus Torvalds 	error = dir->i_op->mkdir(dir, dentry, mode);
2135a74574aaSStephen Smalley 	if (!error)
2136f38aa942SAmy Griffis 		fsnotify_mkdir(dir, dentry);
21371da177e4SLinus Torvalds 	return error;
21381da177e4SLinus Torvalds }
21391da177e4SLinus Torvalds 
21405590ff0dSUlrich Drepper asmlinkage long sys_mkdirat(int dfd, const char __user *pathname, int mode)
21411da177e4SLinus Torvalds {
21421da177e4SLinus Torvalds 	int error = 0;
21431da177e4SLinus Torvalds 	char * tmp;
21446902d925SDave Hansen 	struct dentry *dentry;
21456902d925SDave Hansen 	struct nameidata nd;
21461da177e4SLinus Torvalds 
21471da177e4SLinus Torvalds 	tmp = getname(pathname);
21481da177e4SLinus Torvalds 	error = PTR_ERR(tmp);
21496902d925SDave Hansen 	if (IS_ERR(tmp))
21506902d925SDave Hansen 		goto out_err;
21511da177e4SLinus Torvalds 
21525590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, tmp, LOOKUP_PARENT, &nd);
21531da177e4SLinus Torvalds 	if (error)
21541da177e4SLinus Torvalds 		goto out;
21551da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 1);
21561da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
21576902d925SDave Hansen 	if (IS_ERR(dentry))
21586902d925SDave Hansen 		goto out_unlock;
21596902d925SDave Hansen 
21604ac91378SJan Blunck 	if (!IS_POSIXACL(nd.path.dentry->d_inode))
21611da177e4SLinus Torvalds 		mode &= ~current->fs->umask;
2162463c3197SDave Hansen 	error = mnt_want_write(nd.path.mnt);
2163463c3197SDave Hansen 	if (error)
2164463c3197SDave Hansen 		goto out_dput;
21654ac91378SJan Blunck 	error = vfs_mkdir(nd.path.dentry->d_inode, dentry, mode);
2166463c3197SDave Hansen 	mnt_drop_write(nd.path.mnt);
2167463c3197SDave Hansen out_dput:
21681da177e4SLinus Torvalds 	dput(dentry);
21696902d925SDave Hansen out_unlock:
21704ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
21711d957f9bSJan Blunck 	path_put(&nd.path);
21721da177e4SLinus Torvalds out:
21731da177e4SLinus Torvalds 	putname(tmp);
21746902d925SDave Hansen out_err:
21751da177e4SLinus Torvalds 	return error;
21761da177e4SLinus Torvalds }
21771da177e4SLinus Torvalds 
21785590ff0dSUlrich Drepper asmlinkage long sys_mkdir(const char __user *pathname, int mode)
21795590ff0dSUlrich Drepper {
21805590ff0dSUlrich Drepper 	return sys_mkdirat(AT_FDCWD, pathname, mode);
21815590ff0dSUlrich Drepper }
21825590ff0dSUlrich Drepper 
21831da177e4SLinus Torvalds /*
21841da177e4SLinus Torvalds  * We try to drop the dentry early: we should have
21851da177e4SLinus Torvalds  * a usage count of 2 if we're the only user of this
21861da177e4SLinus Torvalds  * dentry, and if that is true (possibly after pruning
21871da177e4SLinus Torvalds  * the dcache), then we drop the dentry now.
21881da177e4SLinus Torvalds  *
21891da177e4SLinus Torvalds  * A low-level filesystem can, if it choses, legally
21901da177e4SLinus Torvalds  * do a
21911da177e4SLinus Torvalds  *
21921da177e4SLinus Torvalds  *	if (!d_unhashed(dentry))
21931da177e4SLinus Torvalds  *		return -EBUSY;
21941da177e4SLinus Torvalds  *
21951da177e4SLinus Torvalds  * if it cannot handle the case of removing a directory
21961da177e4SLinus Torvalds  * that is still in use by something else..
21971da177e4SLinus Torvalds  */
21981da177e4SLinus Torvalds void dentry_unhash(struct dentry *dentry)
21991da177e4SLinus Torvalds {
22001da177e4SLinus Torvalds 	dget(dentry);
22011da177e4SLinus Torvalds 	shrink_dcache_parent(dentry);
22021da177e4SLinus Torvalds 	spin_lock(&dcache_lock);
22031da177e4SLinus Torvalds 	spin_lock(&dentry->d_lock);
22041da177e4SLinus Torvalds 	if (atomic_read(&dentry->d_count) == 2)
22051da177e4SLinus Torvalds 		__d_drop(dentry);
22061da177e4SLinus Torvalds 	spin_unlock(&dentry->d_lock);
22071da177e4SLinus Torvalds 	spin_unlock(&dcache_lock);
22081da177e4SLinus Torvalds }
22091da177e4SLinus Torvalds 
22101da177e4SLinus Torvalds int vfs_rmdir(struct inode *dir, struct dentry *dentry)
22111da177e4SLinus Torvalds {
22121da177e4SLinus Torvalds 	int error = may_delete(dir, dentry, 1);
22131da177e4SLinus Torvalds 
22141da177e4SLinus Torvalds 	if (error)
22151da177e4SLinus Torvalds 		return error;
22161da177e4SLinus Torvalds 
22171da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->rmdir)
22181da177e4SLinus Torvalds 		return -EPERM;
22191da177e4SLinus Torvalds 
22201da177e4SLinus Torvalds 	DQUOT_INIT(dir);
22211da177e4SLinus Torvalds 
22221b1dcc1bSJes Sorensen 	mutex_lock(&dentry->d_inode->i_mutex);
22231da177e4SLinus Torvalds 	dentry_unhash(dentry);
22241da177e4SLinus Torvalds 	if (d_mountpoint(dentry))
22251da177e4SLinus Torvalds 		error = -EBUSY;
22261da177e4SLinus Torvalds 	else {
22271da177e4SLinus Torvalds 		error = security_inode_rmdir(dir, dentry);
22281da177e4SLinus Torvalds 		if (!error) {
22291da177e4SLinus Torvalds 			error = dir->i_op->rmdir(dir, dentry);
22301da177e4SLinus Torvalds 			if (!error)
22311da177e4SLinus Torvalds 				dentry->d_inode->i_flags |= S_DEAD;
22321da177e4SLinus Torvalds 		}
22331da177e4SLinus Torvalds 	}
22341b1dcc1bSJes Sorensen 	mutex_unlock(&dentry->d_inode->i_mutex);
22351da177e4SLinus Torvalds 	if (!error) {
22361da177e4SLinus Torvalds 		d_delete(dentry);
22371da177e4SLinus Torvalds 	}
22381da177e4SLinus Torvalds 	dput(dentry);
22391da177e4SLinus Torvalds 
22401da177e4SLinus Torvalds 	return error;
22411da177e4SLinus Torvalds }
22421da177e4SLinus Torvalds 
22435590ff0dSUlrich Drepper static long do_rmdir(int dfd, const char __user *pathname)
22441da177e4SLinus Torvalds {
22451da177e4SLinus Torvalds 	int error = 0;
22461da177e4SLinus Torvalds 	char * name;
22471da177e4SLinus Torvalds 	struct dentry *dentry;
22481da177e4SLinus Torvalds 	struct nameidata nd;
22491da177e4SLinus Torvalds 
22501da177e4SLinus Torvalds 	name = getname(pathname);
22511da177e4SLinus Torvalds 	if(IS_ERR(name))
22521da177e4SLinus Torvalds 		return PTR_ERR(name);
22531da177e4SLinus Torvalds 
22545590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, name, LOOKUP_PARENT, &nd);
22551da177e4SLinus Torvalds 	if (error)
22561da177e4SLinus Torvalds 		goto exit;
22571da177e4SLinus Torvalds 
22581da177e4SLinus Torvalds 	switch(nd.last_type) {
22591da177e4SLinus Torvalds 		case LAST_DOTDOT:
22601da177e4SLinus Torvalds 			error = -ENOTEMPTY;
22611da177e4SLinus Torvalds 			goto exit1;
22621da177e4SLinus Torvalds 		case LAST_DOT:
22631da177e4SLinus Torvalds 			error = -EINVAL;
22641da177e4SLinus Torvalds 			goto exit1;
22651da177e4SLinus Torvalds 		case LAST_ROOT:
22661da177e4SLinus Torvalds 			error = -EBUSY;
22671da177e4SLinus Torvalds 			goto exit1;
22681da177e4SLinus Torvalds 	}
22694ac91378SJan Blunck 	mutex_lock_nested(&nd.path.dentry->d_inode->i_mutex, I_MUTEX_PARENT);
227049705b77SChristoph Hellwig 	dentry = lookup_hash(&nd);
22711da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
22726902d925SDave Hansen 	if (IS_ERR(dentry))
22736902d925SDave Hansen 		goto exit2;
22740622753bSDave Hansen 	error = mnt_want_write(nd.path.mnt);
22750622753bSDave Hansen 	if (error)
22760622753bSDave Hansen 		goto exit3;
22774ac91378SJan Blunck 	error = vfs_rmdir(nd.path.dentry->d_inode, dentry);
22780622753bSDave Hansen 	mnt_drop_write(nd.path.mnt);
22790622753bSDave Hansen exit3:
22801da177e4SLinus Torvalds 	dput(dentry);
22816902d925SDave Hansen exit2:
22824ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
22831da177e4SLinus Torvalds exit1:
22841d957f9bSJan Blunck 	path_put(&nd.path);
22851da177e4SLinus Torvalds exit:
22861da177e4SLinus Torvalds 	putname(name);
22871da177e4SLinus Torvalds 	return error;
22881da177e4SLinus Torvalds }
22891da177e4SLinus Torvalds 
22905590ff0dSUlrich Drepper asmlinkage long sys_rmdir(const char __user *pathname)
22915590ff0dSUlrich Drepper {
22925590ff0dSUlrich Drepper 	return do_rmdir(AT_FDCWD, pathname);
22935590ff0dSUlrich Drepper }
22945590ff0dSUlrich Drepper 
22951da177e4SLinus Torvalds int vfs_unlink(struct inode *dir, struct dentry *dentry)
22961da177e4SLinus Torvalds {
22971da177e4SLinus Torvalds 	int error = may_delete(dir, dentry, 0);
22981da177e4SLinus Torvalds 
22991da177e4SLinus Torvalds 	if (error)
23001da177e4SLinus Torvalds 		return error;
23011da177e4SLinus Torvalds 
23021da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->unlink)
23031da177e4SLinus Torvalds 		return -EPERM;
23041da177e4SLinus Torvalds 
23051da177e4SLinus Torvalds 	DQUOT_INIT(dir);
23061da177e4SLinus Torvalds 
23071b1dcc1bSJes Sorensen 	mutex_lock(&dentry->d_inode->i_mutex);
23081da177e4SLinus Torvalds 	if (d_mountpoint(dentry))
23091da177e4SLinus Torvalds 		error = -EBUSY;
23101da177e4SLinus Torvalds 	else {
23111da177e4SLinus Torvalds 		error = security_inode_unlink(dir, dentry);
23121da177e4SLinus Torvalds 		if (!error)
23131da177e4SLinus Torvalds 			error = dir->i_op->unlink(dir, dentry);
23141da177e4SLinus Torvalds 	}
23151b1dcc1bSJes Sorensen 	mutex_unlock(&dentry->d_inode->i_mutex);
23161da177e4SLinus Torvalds 
23171da177e4SLinus Torvalds 	/* We don't d_delete() NFS sillyrenamed files--they still exist. */
23181da177e4SLinus Torvalds 	if (!error && !(dentry->d_flags & DCACHE_NFSFS_RENAMED)) {
2319ece95912SJan Kara 		fsnotify_link_count(dentry->d_inode);
23201da177e4SLinus Torvalds 		d_delete(dentry);
23211da177e4SLinus Torvalds 	}
23220eeca283SRobert Love 
23231da177e4SLinus Torvalds 	return error;
23241da177e4SLinus Torvalds }
23251da177e4SLinus Torvalds 
23261da177e4SLinus Torvalds /*
23271da177e4SLinus Torvalds  * Make sure that the actual truncation of the file will occur outside its
23281b1dcc1bSJes Sorensen  * directory's i_mutex.  Truncate can take a long time if there is a lot of
23291da177e4SLinus Torvalds  * writeout happening, and we don't want to prevent access to the directory
23301da177e4SLinus Torvalds  * while waiting on the I/O.
23311da177e4SLinus Torvalds  */
23325590ff0dSUlrich Drepper static long do_unlinkat(int dfd, const char __user *pathname)
23331da177e4SLinus Torvalds {
23341da177e4SLinus Torvalds 	int error = 0;
23351da177e4SLinus Torvalds 	char * name;
23361da177e4SLinus Torvalds 	struct dentry *dentry;
23371da177e4SLinus Torvalds 	struct nameidata nd;
23381da177e4SLinus Torvalds 	struct inode *inode = NULL;
23391da177e4SLinus Torvalds 
23401da177e4SLinus Torvalds 	name = getname(pathname);
23411da177e4SLinus Torvalds 	if(IS_ERR(name))
23421da177e4SLinus Torvalds 		return PTR_ERR(name);
23431da177e4SLinus Torvalds 
23445590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, name, LOOKUP_PARENT, &nd);
23451da177e4SLinus Torvalds 	if (error)
23461da177e4SLinus Torvalds 		goto exit;
23471da177e4SLinus Torvalds 	error = -EISDIR;
23481da177e4SLinus Torvalds 	if (nd.last_type != LAST_NORM)
23491da177e4SLinus Torvalds 		goto exit1;
23504ac91378SJan Blunck 	mutex_lock_nested(&nd.path.dentry->d_inode->i_mutex, I_MUTEX_PARENT);
235149705b77SChristoph Hellwig 	dentry = lookup_hash(&nd);
23521da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
23531da177e4SLinus Torvalds 	if (!IS_ERR(dentry)) {
23541da177e4SLinus Torvalds 		/* Why not before? Because we want correct error value */
23551da177e4SLinus Torvalds 		if (nd.last.name[nd.last.len])
23561da177e4SLinus Torvalds 			goto slashes;
23571da177e4SLinus Torvalds 		inode = dentry->d_inode;
23581da177e4SLinus Torvalds 		if (inode)
23591da177e4SLinus Torvalds 			atomic_inc(&inode->i_count);
23600622753bSDave Hansen 		error = mnt_want_write(nd.path.mnt);
23610622753bSDave Hansen 		if (error)
23620622753bSDave Hansen 			goto exit2;
23634ac91378SJan Blunck 		error = vfs_unlink(nd.path.dentry->d_inode, dentry);
23640622753bSDave Hansen 		mnt_drop_write(nd.path.mnt);
23651da177e4SLinus Torvalds 	exit2:
23661da177e4SLinus Torvalds 		dput(dentry);
23671da177e4SLinus Torvalds 	}
23684ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
23691da177e4SLinus Torvalds 	if (inode)
23701da177e4SLinus Torvalds 		iput(inode);	/* truncate the inode here */
23711da177e4SLinus Torvalds exit1:
23721d957f9bSJan Blunck 	path_put(&nd.path);
23731da177e4SLinus Torvalds exit:
23741da177e4SLinus Torvalds 	putname(name);
23751da177e4SLinus Torvalds 	return error;
23761da177e4SLinus Torvalds 
23771da177e4SLinus Torvalds slashes:
23781da177e4SLinus Torvalds 	error = !dentry->d_inode ? -ENOENT :
23791da177e4SLinus Torvalds 		S_ISDIR(dentry->d_inode->i_mode) ? -EISDIR : -ENOTDIR;
23801da177e4SLinus Torvalds 	goto exit2;
23811da177e4SLinus Torvalds }
23821da177e4SLinus Torvalds 
23835590ff0dSUlrich Drepper asmlinkage long sys_unlinkat(int dfd, const char __user *pathname, int flag)
23845590ff0dSUlrich Drepper {
23855590ff0dSUlrich Drepper 	if ((flag & ~AT_REMOVEDIR) != 0)
23865590ff0dSUlrich Drepper 		return -EINVAL;
23875590ff0dSUlrich Drepper 
23885590ff0dSUlrich Drepper 	if (flag & AT_REMOVEDIR)
23895590ff0dSUlrich Drepper 		return do_rmdir(dfd, pathname);
23905590ff0dSUlrich Drepper 
23915590ff0dSUlrich Drepper 	return do_unlinkat(dfd, pathname);
23925590ff0dSUlrich Drepper }
23935590ff0dSUlrich Drepper 
23945590ff0dSUlrich Drepper asmlinkage long sys_unlink(const char __user *pathname)
23955590ff0dSUlrich Drepper {
23965590ff0dSUlrich Drepper 	return do_unlinkat(AT_FDCWD, pathname);
23975590ff0dSUlrich Drepper }
23985590ff0dSUlrich Drepper 
23991da177e4SLinus Torvalds int vfs_symlink(struct inode *dir, struct dentry *dentry, const char *oldname, int mode)
24001da177e4SLinus Torvalds {
24011da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
24021da177e4SLinus Torvalds 
24031da177e4SLinus Torvalds 	if (error)
24041da177e4SLinus Torvalds 		return error;
24051da177e4SLinus Torvalds 
24061da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->symlink)
24071da177e4SLinus Torvalds 		return -EPERM;
24081da177e4SLinus Torvalds 
24091da177e4SLinus Torvalds 	error = security_inode_symlink(dir, dentry, oldname);
24101da177e4SLinus Torvalds 	if (error)
24111da177e4SLinus Torvalds 		return error;
24121da177e4SLinus Torvalds 
24131da177e4SLinus Torvalds 	DQUOT_INIT(dir);
24141da177e4SLinus Torvalds 	error = dir->i_op->symlink(dir, dentry, oldname);
2415a74574aaSStephen Smalley 	if (!error)
2416f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
24171da177e4SLinus Torvalds 	return error;
24181da177e4SLinus Torvalds }
24191da177e4SLinus Torvalds 
24205590ff0dSUlrich Drepper asmlinkage long sys_symlinkat(const char __user *oldname,
24215590ff0dSUlrich Drepper 			      int newdfd, const char __user *newname)
24221da177e4SLinus Torvalds {
24231da177e4SLinus Torvalds 	int error = 0;
24241da177e4SLinus Torvalds 	char * from;
24251da177e4SLinus Torvalds 	char * to;
24266902d925SDave Hansen 	struct dentry *dentry;
24276902d925SDave Hansen 	struct nameidata nd;
24281da177e4SLinus Torvalds 
24291da177e4SLinus Torvalds 	from = getname(oldname);
24301da177e4SLinus Torvalds 	if(IS_ERR(from))
24311da177e4SLinus Torvalds 		return PTR_ERR(from);
24321da177e4SLinus Torvalds 	to = getname(newname);
24331da177e4SLinus Torvalds 	error = PTR_ERR(to);
24346902d925SDave Hansen 	if (IS_ERR(to))
24356902d925SDave Hansen 		goto out_putname;
24361da177e4SLinus Torvalds 
24375590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, to, LOOKUP_PARENT, &nd);
24381da177e4SLinus Torvalds 	if (error)
24391da177e4SLinus Torvalds 		goto out;
24401da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 0);
24411da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
24426902d925SDave Hansen 	if (IS_ERR(dentry))
24436902d925SDave Hansen 		goto out_unlock;
24446902d925SDave Hansen 
244575c3f29dSDave Hansen 	error = mnt_want_write(nd.path.mnt);
244675c3f29dSDave Hansen 	if (error)
244775c3f29dSDave Hansen 		goto out_dput;
24484ac91378SJan Blunck 	error = vfs_symlink(nd.path.dentry->d_inode, dentry, from, S_IALLUGO);
244975c3f29dSDave Hansen 	mnt_drop_write(nd.path.mnt);
245075c3f29dSDave Hansen out_dput:
24511da177e4SLinus Torvalds 	dput(dentry);
24526902d925SDave Hansen out_unlock:
24534ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
24541d957f9bSJan Blunck 	path_put(&nd.path);
24551da177e4SLinus Torvalds out:
24561da177e4SLinus Torvalds 	putname(to);
24576902d925SDave Hansen out_putname:
24581da177e4SLinus Torvalds 	putname(from);
24591da177e4SLinus Torvalds 	return error;
24601da177e4SLinus Torvalds }
24611da177e4SLinus Torvalds 
24625590ff0dSUlrich Drepper asmlinkage long sys_symlink(const char __user *oldname, const char __user *newname)
24635590ff0dSUlrich Drepper {
24645590ff0dSUlrich Drepper 	return sys_symlinkat(oldname, AT_FDCWD, newname);
24655590ff0dSUlrich Drepper }
24665590ff0dSUlrich Drepper 
24671da177e4SLinus Torvalds int vfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *new_dentry)
24681da177e4SLinus Torvalds {
24691da177e4SLinus Torvalds 	struct inode *inode = old_dentry->d_inode;
24701da177e4SLinus Torvalds 	int error;
24711da177e4SLinus Torvalds 
24721da177e4SLinus Torvalds 	if (!inode)
24731da177e4SLinus Torvalds 		return -ENOENT;
24741da177e4SLinus Torvalds 
24751da177e4SLinus Torvalds 	error = may_create(dir, new_dentry, NULL);
24761da177e4SLinus Torvalds 	if (error)
24771da177e4SLinus Torvalds 		return error;
24781da177e4SLinus Torvalds 
24791da177e4SLinus Torvalds 	if (dir->i_sb != inode->i_sb)
24801da177e4SLinus Torvalds 		return -EXDEV;
24811da177e4SLinus Torvalds 
24821da177e4SLinus Torvalds 	/*
24831da177e4SLinus Torvalds 	 * A link to an append-only or immutable file cannot be created.
24841da177e4SLinus Torvalds 	 */
24851da177e4SLinus Torvalds 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
24861da177e4SLinus Torvalds 		return -EPERM;
24871da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->link)
24881da177e4SLinus Torvalds 		return -EPERM;
24891da177e4SLinus Torvalds 	if (S_ISDIR(old_dentry->d_inode->i_mode))
24901da177e4SLinus Torvalds 		return -EPERM;
24911da177e4SLinus Torvalds 
24921da177e4SLinus Torvalds 	error = security_inode_link(old_dentry, dir, new_dentry);
24931da177e4SLinus Torvalds 	if (error)
24941da177e4SLinus Torvalds 		return error;
24951da177e4SLinus Torvalds 
24961b1dcc1bSJes Sorensen 	mutex_lock(&old_dentry->d_inode->i_mutex);
24971da177e4SLinus Torvalds 	DQUOT_INIT(dir);
24981da177e4SLinus Torvalds 	error = dir->i_op->link(old_dentry, dir, new_dentry);
24991b1dcc1bSJes Sorensen 	mutex_unlock(&old_dentry->d_inode->i_mutex);
2500e31e14ecSStephen Smalley 	if (!error)
2501ece95912SJan Kara 		fsnotify_link(dir, old_dentry->d_inode, new_dentry);
25021da177e4SLinus Torvalds 	return error;
25031da177e4SLinus Torvalds }
25041da177e4SLinus Torvalds 
25051da177e4SLinus Torvalds /*
25061da177e4SLinus Torvalds  * Hardlinks are often used in delicate situations.  We avoid
25071da177e4SLinus Torvalds  * security-related surprises by not following symlinks on the
25081da177e4SLinus Torvalds  * newname.  --KAB
25091da177e4SLinus Torvalds  *
25101da177e4SLinus Torvalds  * We don't follow them on the oldname either to be compatible
25111da177e4SLinus Torvalds  * with linux 2.0, and to avoid hard-linking to directories
25121da177e4SLinus Torvalds  * and other special files.  --ADM
25131da177e4SLinus Torvalds  */
25145590ff0dSUlrich Drepper asmlinkage long sys_linkat(int olddfd, const char __user *oldname,
2515c04030e1SUlrich Drepper 			   int newdfd, const char __user *newname,
2516c04030e1SUlrich Drepper 			   int flags)
25171da177e4SLinus Torvalds {
25181da177e4SLinus Torvalds 	struct dentry *new_dentry;
25191da177e4SLinus Torvalds 	struct nameidata nd, old_nd;
25201da177e4SLinus Torvalds 	int error;
25211da177e4SLinus Torvalds 	char * to;
25221da177e4SLinus Torvalds 
252345c9b11aSUlrich Drepper 	if ((flags & ~AT_SYMLINK_FOLLOW) != 0)
2524c04030e1SUlrich Drepper 		return -EINVAL;
2525c04030e1SUlrich Drepper 
25261da177e4SLinus Torvalds 	to = getname(newname);
25271da177e4SLinus Torvalds 	if (IS_ERR(to))
25281da177e4SLinus Torvalds 		return PTR_ERR(to);
25291da177e4SLinus Torvalds 
253045c9b11aSUlrich Drepper 	error = __user_walk_fd(olddfd, oldname,
253145c9b11aSUlrich Drepper 			       flags & AT_SYMLINK_FOLLOW ? LOOKUP_FOLLOW : 0,
253245c9b11aSUlrich Drepper 			       &old_nd);
25331da177e4SLinus Torvalds 	if (error)
25341da177e4SLinus Torvalds 		goto exit;
25355590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, to, LOOKUP_PARENT, &nd);
25361da177e4SLinus Torvalds 	if (error)
25371da177e4SLinus Torvalds 		goto out;
25381da177e4SLinus Torvalds 	error = -EXDEV;
25394ac91378SJan Blunck 	if (old_nd.path.mnt != nd.path.mnt)
25401da177e4SLinus Torvalds 		goto out_release;
25411da177e4SLinus Torvalds 	new_dentry = lookup_create(&nd, 0);
25421da177e4SLinus Torvalds 	error = PTR_ERR(new_dentry);
25436902d925SDave Hansen 	if (IS_ERR(new_dentry))
25446902d925SDave Hansen 		goto out_unlock;
254575c3f29dSDave Hansen 	error = mnt_want_write(nd.path.mnt);
254675c3f29dSDave Hansen 	if (error)
254775c3f29dSDave Hansen 		goto out_dput;
25484ac91378SJan Blunck 	error = vfs_link(old_nd.path.dentry, nd.path.dentry->d_inode, new_dentry);
254975c3f29dSDave Hansen 	mnt_drop_write(nd.path.mnt);
255075c3f29dSDave Hansen out_dput:
25511da177e4SLinus Torvalds 	dput(new_dentry);
25526902d925SDave Hansen out_unlock:
25534ac91378SJan Blunck 	mutex_unlock(&nd.path.dentry->d_inode->i_mutex);
25541da177e4SLinus Torvalds out_release:
25551d957f9bSJan Blunck 	path_put(&nd.path);
25561da177e4SLinus Torvalds out:
25571d957f9bSJan Blunck 	path_put(&old_nd.path);
25581da177e4SLinus Torvalds exit:
25591da177e4SLinus Torvalds 	putname(to);
25601da177e4SLinus Torvalds 
25611da177e4SLinus Torvalds 	return error;
25621da177e4SLinus Torvalds }
25631da177e4SLinus Torvalds 
25645590ff0dSUlrich Drepper asmlinkage long sys_link(const char __user *oldname, const char __user *newname)
25655590ff0dSUlrich Drepper {
2566c04030e1SUlrich Drepper 	return sys_linkat(AT_FDCWD, oldname, AT_FDCWD, newname, 0);
25675590ff0dSUlrich Drepper }
25685590ff0dSUlrich Drepper 
25691da177e4SLinus Torvalds /*
25701da177e4SLinus Torvalds  * The worst of all namespace operations - renaming directory. "Perverted"
25711da177e4SLinus Torvalds  * doesn't even start to describe it. Somebody in UCB had a heck of a trip...
25721da177e4SLinus Torvalds  * Problems:
25731da177e4SLinus Torvalds  *	a) we can get into loop creation. Check is done in is_subdir().
25741da177e4SLinus Torvalds  *	b) race potential - two innocent renames can create a loop together.
25751da177e4SLinus Torvalds  *	   That's where 4.4 screws up. Current fix: serialization on
2576a11f3a05SArjan van de Ven  *	   sb->s_vfs_rename_mutex. We might be more accurate, but that's another
25771da177e4SLinus Torvalds  *	   story.
25781da177e4SLinus Torvalds  *	c) we have to lock _three_ objects - parents and victim (if it exists).
25791b1dcc1bSJes Sorensen  *	   And that - after we got ->i_mutex on parents (until then we don't know
25801da177e4SLinus Torvalds  *	   whether the target exists).  Solution: try to be smart with locking
25811da177e4SLinus Torvalds  *	   order for inodes.  We rely on the fact that tree topology may change
2582a11f3a05SArjan van de Ven  *	   only under ->s_vfs_rename_mutex _and_ that parent of the object we
25831da177e4SLinus Torvalds  *	   move will be locked.  Thus we can rank directories by the tree
25841da177e4SLinus Torvalds  *	   (ancestors first) and rank all non-directories after them.
25851da177e4SLinus Torvalds  *	   That works since everybody except rename does "lock parent, lookup,
2586a11f3a05SArjan van de Ven  *	   lock child" and rename is under ->s_vfs_rename_mutex.
25871da177e4SLinus Torvalds  *	   HOWEVER, it relies on the assumption that any object with ->lookup()
25881da177e4SLinus Torvalds  *	   has no more than 1 dentry.  If "hybrid" objects will ever appear,
25891da177e4SLinus Torvalds  *	   we'd better make sure that there's no link(2) for them.
25901da177e4SLinus Torvalds  *	d) some filesystems don't support opened-but-unlinked directories,
25911da177e4SLinus Torvalds  *	   either because of layout or because they are not ready to deal with
25921da177e4SLinus Torvalds  *	   all cases correctly. The latter will be fixed (taking this sort of
25931da177e4SLinus Torvalds  *	   stuff into VFS), but the former is not going away. Solution: the same
25941da177e4SLinus Torvalds  *	   trick as in rmdir().
25951da177e4SLinus Torvalds  *	e) conversion from fhandle to dentry may come in the wrong moment - when
25961b1dcc1bSJes Sorensen  *	   we are removing the target. Solution: we will have to grab ->i_mutex
25971da177e4SLinus Torvalds  *	   in the fhandle_to_dentry code. [FIXME - current nfsfh.c relies on
25981b1dcc1bSJes Sorensen  *	   ->i_mutex on parents, which works but leads to some truely excessive
25991da177e4SLinus Torvalds  *	   locking].
26001da177e4SLinus Torvalds  */
260175c96f85SAdrian Bunk static int vfs_rename_dir(struct inode *old_dir, struct dentry *old_dentry,
26021da177e4SLinus Torvalds 			  struct inode *new_dir, struct dentry *new_dentry)
26031da177e4SLinus Torvalds {
26041da177e4SLinus Torvalds 	int error = 0;
26051da177e4SLinus Torvalds 	struct inode *target;
26061da177e4SLinus Torvalds 
26071da177e4SLinus Torvalds 	/*
26081da177e4SLinus Torvalds 	 * If we are going to change the parent - check write permissions,
26091da177e4SLinus Torvalds 	 * we'll need to flip '..'.
26101da177e4SLinus Torvalds 	 */
26111da177e4SLinus Torvalds 	if (new_dir != old_dir) {
26121da177e4SLinus Torvalds 		error = permission(old_dentry->d_inode, MAY_WRITE, NULL);
26131da177e4SLinus Torvalds 		if (error)
26141da177e4SLinus Torvalds 			return error;
26151da177e4SLinus Torvalds 	}
26161da177e4SLinus Torvalds 
26171da177e4SLinus Torvalds 	error = security_inode_rename(old_dir, old_dentry, new_dir, new_dentry);
26181da177e4SLinus Torvalds 	if (error)
26191da177e4SLinus Torvalds 		return error;
26201da177e4SLinus Torvalds 
26211da177e4SLinus Torvalds 	target = new_dentry->d_inode;
26221da177e4SLinus Torvalds 	if (target) {
26231b1dcc1bSJes Sorensen 		mutex_lock(&target->i_mutex);
26241da177e4SLinus Torvalds 		dentry_unhash(new_dentry);
26251da177e4SLinus Torvalds 	}
26261da177e4SLinus Torvalds 	if (d_mountpoint(old_dentry)||d_mountpoint(new_dentry))
26271da177e4SLinus Torvalds 		error = -EBUSY;
26281da177e4SLinus Torvalds 	else
26291da177e4SLinus Torvalds 		error = old_dir->i_op->rename(old_dir, old_dentry, new_dir, new_dentry);
26301da177e4SLinus Torvalds 	if (target) {
26311da177e4SLinus Torvalds 		if (!error)
26321da177e4SLinus Torvalds 			target->i_flags |= S_DEAD;
26331b1dcc1bSJes Sorensen 		mutex_unlock(&target->i_mutex);
26341da177e4SLinus Torvalds 		if (d_unhashed(new_dentry))
26351da177e4SLinus Torvalds 			d_rehash(new_dentry);
26361da177e4SLinus Torvalds 		dput(new_dentry);
26371da177e4SLinus Torvalds 	}
2638e31e14ecSStephen Smalley 	if (!error)
2639349457ccSMark Fasheh 		if (!(old_dir->i_sb->s_type->fs_flags & FS_RENAME_DOES_D_MOVE))
26401da177e4SLinus Torvalds 			d_move(old_dentry,new_dentry);
26411da177e4SLinus Torvalds 	return error;
26421da177e4SLinus Torvalds }
26431da177e4SLinus Torvalds 
264475c96f85SAdrian Bunk static int vfs_rename_other(struct inode *old_dir, struct dentry *old_dentry,
26451da177e4SLinus Torvalds 			    struct inode *new_dir, struct dentry *new_dentry)
26461da177e4SLinus Torvalds {
26471da177e4SLinus Torvalds 	struct inode *target;
26481da177e4SLinus Torvalds 	int error;
26491da177e4SLinus Torvalds 
26501da177e4SLinus Torvalds 	error = security_inode_rename(old_dir, old_dentry, new_dir, new_dentry);
26511da177e4SLinus Torvalds 	if (error)
26521da177e4SLinus Torvalds 		return error;
26531da177e4SLinus Torvalds 
26541da177e4SLinus Torvalds 	dget(new_dentry);
26551da177e4SLinus Torvalds 	target = new_dentry->d_inode;
26561da177e4SLinus Torvalds 	if (target)
26571b1dcc1bSJes Sorensen 		mutex_lock(&target->i_mutex);
26581da177e4SLinus Torvalds 	if (d_mountpoint(old_dentry)||d_mountpoint(new_dentry))
26591da177e4SLinus Torvalds 		error = -EBUSY;
26601da177e4SLinus Torvalds 	else
26611da177e4SLinus Torvalds 		error = old_dir->i_op->rename(old_dir, old_dentry, new_dir, new_dentry);
26621da177e4SLinus Torvalds 	if (!error) {
2663349457ccSMark Fasheh 		if (!(old_dir->i_sb->s_type->fs_flags & FS_RENAME_DOES_D_MOVE))
26641da177e4SLinus Torvalds 			d_move(old_dentry, new_dentry);
26651da177e4SLinus Torvalds 	}
26661da177e4SLinus Torvalds 	if (target)
26671b1dcc1bSJes Sorensen 		mutex_unlock(&target->i_mutex);
26681da177e4SLinus Torvalds 	dput(new_dentry);
26691da177e4SLinus Torvalds 	return error;
26701da177e4SLinus Torvalds }
26711da177e4SLinus Torvalds 
26721da177e4SLinus Torvalds int vfs_rename(struct inode *old_dir, struct dentry *old_dentry,
26731da177e4SLinus Torvalds 	       struct inode *new_dir, struct dentry *new_dentry)
26741da177e4SLinus Torvalds {
26751da177e4SLinus Torvalds 	int error;
26761da177e4SLinus Torvalds 	int is_dir = S_ISDIR(old_dentry->d_inode->i_mode);
26770eeca283SRobert Love 	const char *old_name;
26781da177e4SLinus Torvalds 
26791da177e4SLinus Torvalds 	if (old_dentry->d_inode == new_dentry->d_inode)
26801da177e4SLinus Torvalds  		return 0;
26811da177e4SLinus Torvalds 
26821da177e4SLinus Torvalds 	error = may_delete(old_dir, old_dentry, is_dir);
26831da177e4SLinus Torvalds 	if (error)
26841da177e4SLinus Torvalds 		return error;
26851da177e4SLinus Torvalds 
26861da177e4SLinus Torvalds 	if (!new_dentry->d_inode)
26871da177e4SLinus Torvalds 		error = may_create(new_dir, new_dentry, NULL);
26881da177e4SLinus Torvalds 	else
26891da177e4SLinus Torvalds 		error = may_delete(new_dir, new_dentry, is_dir);
26901da177e4SLinus Torvalds 	if (error)
26911da177e4SLinus Torvalds 		return error;
26921da177e4SLinus Torvalds 
26931da177e4SLinus Torvalds 	if (!old_dir->i_op || !old_dir->i_op->rename)
26941da177e4SLinus Torvalds 		return -EPERM;
26951da177e4SLinus Torvalds 
26961da177e4SLinus Torvalds 	DQUOT_INIT(old_dir);
26971da177e4SLinus Torvalds 	DQUOT_INIT(new_dir);
26981da177e4SLinus Torvalds 
26990eeca283SRobert Love 	old_name = fsnotify_oldname_init(old_dentry->d_name.name);
27000eeca283SRobert Love 
27011da177e4SLinus Torvalds 	if (is_dir)
27021da177e4SLinus Torvalds 		error = vfs_rename_dir(old_dir,old_dentry,new_dir,new_dentry);
27031da177e4SLinus Torvalds 	else
27041da177e4SLinus Torvalds 		error = vfs_rename_other(old_dir,old_dentry,new_dir,new_dentry);
27051da177e4SLinus Torvalds 	if (!error) {
27060eeca283SRobert Love 		const char *new_name = old_dentry->d_name.name;
270789204c40SJohn McCutchan 		fsnotify_move(old_dir, new_dir, old_name, new_name, is_dir,
27085a190ae6SAl Viro 			      new_dentry->d_inode, old_dentry);
27091da177e4SLinus Torvalds 	}
27100eeca283SRobert Love 	fsnotify_oldname_free(old_name);
27110eeca283SRobert Love 
27121da177e4SLinus Torvalds 	return error;
27131da177e4SLinus Torvalds }
27141da177e4SLinus Torvalds 
27155590ff0dSUlrich Drepper static int do_rename(int olddfd, const char *oldname,
27165590ff0dSUlrich Drepper 			int newdfd, const char *newname)
27171da177e4SLinus Torvalds {
27181da177e4SLinus Torvalds 	int error = 0;
27191da177e4SLinus Torvalds 	struct dentry * old_dir, * new_dir;
27201da177e4SLinus Torvalds 	struct dentry * old_dentry, *new_dentry;
27211da177e4SLinus Torvalds 	struct dentry * trap;
27221da177e4SLinus Torvalds 	struct nameidata oldnd, newnd;
27231da177e4SLinus Torvalds 
27245590ff0dSUlrich Drepper 	error = do_path_lookup(olddfd, oldname, LOOKUP_PARENT, &oldnd);
27251da177e4SLinus Torvalds 	if (error)
27261da177e4SLinus Torvalds 		goto exit;
27271da177e4SLinus Torvalds 
27285590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, newname, LOOKUP_PARENT, &newnd);
27291da177e4SLinus Torvalds 	if (error)
27301da177e4SLinus Torvalds 		goto exit1;
27311da177e4SLinus Torvalds 
27321da177e4SLinus Torvalds 	error = -EXDEV;
27334ac91378SJan Blunck 	if (oldnd.path.mnt != newnd.path.mnt)
27341da177e4SLinus Torvalds 		goto exit2;
27351da177e4SLinus Torvalds 
27364ac91378SJan Blunck 	old_dir = oldnd.path.dentry;
27371da177e4SLinus Torvalds 	error = -EBUSY;
27381da177e4SLinus Torvalds 	if (oldnd.last_type != LAST_NORM)
27391da177e4SLinus Torvalds 		goto exit2;
27401da177e4SLinus Torvalds 
27414ac91378SJan Blunck 	new_dir = newnd.path.dentry;
27421da177e4SLinus Torvalds 	if (newnd.last_type != LAST_NORM)
27431da177e4SLinus Torvalds 		goto exit2;
27441da177e4SLinus Torvalds 
27451da177e4SLinus Torvalds 	trap = lock_rename(new_dir, old_dir);
27461da177e4SLinus Torvalds 
274749705b77SChristoph Hellwig 	old_dentry = lookup_hash(&oldnd);
27481da177e4SLinus Torvalds 	error = PTR_ERR(old_dentry);
27491da177e4SLinus Torvalds 	if (IS_ERR(old_dentry))
27501da177e4SLinus Torvalds 		goto exit3;
27511da177e4SLinus Torvalds 	/* source must exist */
27521da177e4SLinus Torvalds 	error = -ENOENT;
27531da177e4SLinus Torvalds 	if (!old_dentry->d_inode)
27541da177e4SLinus Torvalds 		goto exit4;
27551da177e4SLinus Torvalds 	/* unless the source is a directory trailing slashes give -ENOTDIR */
27561da177e4SLinus Torvalds 	if (!S_ISDIR(old_dentry->d_inode->i_mode)) {
27571da177e4SLinus Torvalds 		error = -ENOTDIR;
27581da177e4SLinus Torvalds 		if (oldnd.last.name[oldnd.last.len])
27591da177e4SLinus Torvalds 			goto exit4;
27601da177e4SLinus Torvalds 		if (newnd.last.name[newnd.last.len])
27611da177e4SLinus Torvalds 			goto exit4;
27621da177e4SLinus Torvalds 	}
27631da177e4SLinus Torvalds 	/* source should not be ancestor of target */
27641da177e4SLinus Torvalds 	error = -EINVAL;
27651da177e4SLinus Torvalds 	if (old_dentry == trap)
27661da177e4SLinus Torvalds 		goto exit4;
276749705b77SChristoph Hellwig 	new_dentry = lookup_hash(&newnd);
27681da177e4SLinus Torvalds 	error = PTR_ERR(new_dentry);
27691da177e4SLinus Torvalds 	if (IS_ERR(new_dentry))
27701da177e4SLinus Torvalds 		goto exit4;
27711da177e4SLinus Torvalds 	/* target should not be an ancestor of source */
27721da177e4SLinus Torvalds 	error = -ENOTEMPTY;
27731da177e4SLinus Torvalds 	if (new_dentry == trap)
27741da177e4SLinus Torvalds 		goto exit5;
27751da177e4SLinus Torvalds 
27769079b1ebSDave Hansen 	error = mnt_want_write(oldnd.path.mnt);
27779079b1ebSDave Hansen 	if (error)
27789079b1ebSDave Hansen 		goto exit5;
27791da177e4SLinus Torvalds 	error = vfs_rename(old_dir->d_inode, old_dentry,
27801da177e4SLinus Torvalds 				   new_dir->d_inode, new_dentry);
27819079b1ebSDave Hansen 	mnt_drop_write(oldnd.path.mnt);
27821da177e4SLinus Torvalds exit5:
27831da177e4SLinus Torvalds 	dput(new_dentry);
27841da177e4SLinus Torvalds exit4:
27851da177e4SLinus Torvalds 	dput(old_dentry);
27861da177e4SLinus Torvalds exit3:
27871da177e4SLinus Torvalds 	unlock_rename(new_dir, old_dir);
27881da177e4SLinus Torvalds exit2:
27891d957f9bSJan Blunck 	path_put(&newnd.path);
27901da177e4SLinus Torvalds exit1:
27911d957f9bSJan Blunck 	path_put(&oldnd.path);
27921da177e4SLinus Torvalds exit:
27931da177e4SLinus Torvalds 	return error;
27941da177e4SLinus Torvalds }
27951da177e4SLinus Torvalds 
27965590ff0dSUlrich Drepper asmlinkage long sys_renameat(int olddfd, const char __user *oldname,
27975590ff0dSUlrich Drepper 			     int newdfd, const char __user *newname)
27981da177e4SLinus Torvalds {
27991da177e4SLinus Torvalds 	int error;
28001da177e4SLinus Torvalds 	char * from;
28011da177e4SLinus Torvalds 	char * to;
28021da177e4SLinus Torvalds 
28031da177e4SLinus Torvalds 	from = getname(oldname);
28041da177e4SLinus Torvalds 	if(IS_ERR(from))
28051da177e4SLinus Torvalds 		return PTR_ERR(from);
28061da177e4SLinus Torvalds 	to = getname(newname);
28071da177e4SLinus Torvalds 	error = PTR_ERR(to);
28081da177e4SLinus Torvalds 	if (!IS_ERR(to)) {
28095590ff0dSUlrich Drepper 		error = do_rename(olddfd, from, newdfd, to);
28101da177e4SLinus Torvalds 		putname(to);
28111da177e4SLinus Torvalds 	}
28121da177e4SLinus Torvalds 	putname(from);
28131da177e4SLinus Torvalds 	return error;
28141da177e4SLinus Torvalds }
28151da177e4SLinus Torvalds 
28165590ff0dSUlrich Drepper asmlinkage long sys_rename(const char __user *oldname, const char __user *newname)
28175590ff0dSUlrich Drepper {
28185590ff0dSUlrich Drepper 	return sys_renameat(AT_FDCWD, oldname, AT_FDCWD, newname);
28195590ff0dSUlrich Drepper }
28205590ff0dSUlrich Drepper 
28211da177e4SLinus Torvalds int vfs_readlink(struct dentry *dentry, char __user *buffer, int buflen, const char *link)
28221da177e4SLinus Torvalds {
28231da177e4SLinus Torvalds 	int len;
28241da177e4SLinus Torvalds 
28251da177e4SLinus Torvalds 	len = PTR_ERR(link);
28261da177e4SLinus Torvalds 	if (IS_ERR(link))
28271da177e4SLinus Torvalds 		goto out;
28281da177e4SLinus Torvalds 
28291da177e4SLinus Torvalds 	len = strlen(link);
28301da177e4SLinus Torvalds 	if (len > (unsigned) buflen)
28311da177e4SLinus Torvalds 		len = buflen;
28321da177e4SLinus Torvalds 	if (copy_to_user(buffer, link, len))
28331da177e4SLinus Torvalds 		len = -EFAULT;
28341da177e4SLinus Torvalds out:
28351da177e4SLinus Torvalds 	return len;
28361da177e4SLinus Torvalds }
28371da177e4SLinus Torvalds 
28381da177e4SLinus Torvalds /*
28391da177e4SLinus Torvalds  * A helper for ->readlink().  This should be used *ONLY* for symlinks that
28401da177e4SLinus Torvalds  * have ->follow_link() touching nd only in nd_set_link().  Using (or not
28411da177e4SLinus Torvalds  * using) it for any given inode is up to filesystem.
28421da177e4SLinus Torvalds  */
28431da177e4SLinus Torvalds int generic_readlink(struct dentry *dentry, char __user *buffer, int buflen)
28441da177e4SLinus Torvalds {
28451da177e4SLinus Torvalds 	struct nameidata nd;
2846cc314eefSLinus Torvalds 	void *cookie;
2847cc314eefSLinus Torvalds 
28481da177e4SLinus Torvalds 	nd.depth = 0;
2849cc314eefSLinus Torvalds 	cookie = dentry->d_inode->i_op->follow_link(dentry, &nd);
2850cc314eefSLinus Torvalds 	if (!IS_ERR(cookie)) {
2851cc314eefSLinus Torvalds 		int res = vfs_readlink(dentry, buffer, buflen, nd_get_link(&nd));
28521da177e4SLinus Torvalds 		if (dentry->d_inode->i_op->put_link)
2853cc314eefSLinus Torvalds 			dentry->d_inode->i_op->put_link(dentry, &nd, cookie);
2854cc314eefSLinus Torvalds 		cookie = ERR_PTR(res);
28551da177e4SLinus Torvalds 	}
2856cc314eefSLinus Torvalds 	return PTR_ERR(cookie);
28571da177e4SLinus Torvalds }
28581da177e4SLinus Torvalds 
28591da177e4SLinus Torvalds int vfs_follow_link(struct nameidata *nd, const char *link)
28601da177e4SLinus Torvalds {
28611da177e4SLinus Torvalds 	return __vfs_follow_link(nd, link);
28621da177e4SLinus Torvalds }
28631da177e4SLinus Torvalds 
28641da177e4SLinus Torvalds /* get the link contents into pagecache */
28651da177e4SLinus Torvalds static char *page_getlink(struct dentry * dentry, struct page **ppage)
28661da177e4SLinus Torvalds {
28671da177e4SLinus Torvalds 	struct page * page;
28681da177e4SLinus Torvalds 	struct address_space *mapping = dentry->d_inode->i_mapping;
2869090d2b18SPekka Enberg 	page = read_mapping_page(mapping, 0, NULL);
28701da177e4SLinus Torvalds 	if (IS_ERR(page))
28716fe6900eSNick Piggin 		return (char*)page;
28721da177e4SLinus Torvalds 	*ppage = page;
28731da177e4SLinus Torvalds 	return kmap(page);
28741da177e4SLinus Torvalds }
28751da177e4SLinus Torvalds 
28761da177e4SLinus Torvalds int page_readlink(struct dentry *dentry, char __user *buffer, int buflen)
28771da177e4SLinus Torvalds {
28781da177e4SLinus Torvalds 	struct page *page = NULL;
28791da177e4SLinus Torvalds 	char *s = page_getlink(dentry, &page);
28801da177e4SLinus Torvalds 	int res = vfs_readlink(dentry,buffer,buflen,s);
28811da177e4SLinus Torvalds 	if (page) {
28821da177e4SLinus Torvalds 		kunmap(page);
28831da177e4SLinus Torvalds 		page_cache_release(page);
28841da177e4SLinus Torvalds 	}
28851da177e4SLinus Torvalds 	return res;
28861da177e4SLinus Torvalds }
28871da177e4SLinus Torvalds 
2888cc314eefSLinus Torvalds void *page_follow_link_light(struct dentry *dentry, struct nameidata *nd)
28891da177e4SLinus Torvalds {
2890cc314eefSLinus Torvalds 	struct page *page = NULL;
28911da177e4SLinus Torvalds 	nd_set_link(nd, page_getlink(dentry, &page));
2892cc314eefSLinus Torvalds 	return page;
28931da177e4SLinus Torvalds }
28941da177e4SLinus Torvalds 
2895cc314eefSLinus Torvalds void page_put_link(struct dentry *dentry, struct nameidata *nd, void *cookie)
28961da177e4SLinus Torvalds {
2897cc314eefSLinus Torvalds 	struct page *page = cookie;
2898cc314eefSLinus Torvalds 
2899cc314eefSLinus Torvalds 	if (page) {
29001da177e4SLinus Torvalds 		kunmap(page);
29011da177e4SLinus Torvalds 		page_cache_release(page);
29021da177e4SLinus Torvalds 	}
29031da177e4SLinus Torvalds }
29041da177e4SLinus Torvalds 
29050adb25d2SKirill Korotaev int __page_symlink(struct inode *inode, const char *symname, int len,
29060adb25d2SKirill Korotaev 		gfp_t gfp_mask)
29071da177e4SLinus Torvalds {
29081da177e4SLinus Torvalds 	struct address_space *mapping = inode->i_mapping;
29090adb25d2SKirill Korotaev 	struct page *page;
2910afddba49SNick Piggin 	void *fsdata;
2911beb497abSDmitriy Monakhov 	int err;
29121da177e4SLinus Torvalds 	char *kaddr;
29131da177e4SLinus Torvalds 
29147e53cac4SNeilBrown retry:
2915afddba49SNick Piggin 	err = pagecache_write_begin(NULL, mapping, 0, len-1,
2916afddba49SNick Piggin 				AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata);
29171da177e4SLinus Torvalds 	if (err)
2918afddba49SNick Piggin 		goto fail;
2919afddba49SNick Piggin 
29201da177e4SLinus Torvalds 	kaddr = kmap_atomic(page, KM_USER0);
29211da177e4SLinus Torvalds 	memcpy(kaddr, symname, len-1);
29221da177e4SLinus Torvalds 	kunmap_atomic(kaddr, KM_USER0);
2923afddba49SNick Piggin 
2924afddba49SNick Piggin 	err = pagecache_write_end(NULL, mapping, 0, len-1, len-1,
2925afddba49SNick Piggin 							page, fsdata);
29261da177e4SLinus Torvalds 	if (err < 0)
29271da177e4SLinus Torvalds 		goto fail;
2928afddba49SNick Piggin 	if (err < len-1)
2929afddba49SNick Piggin 		goto retry;
2930afddba49SNick Piggin 
29311da177e4SLinus Torvalds 	mark_inode_dirty(inode);
29321da177e4SLinus Torvalds 	return 0;
29331da177e4SLinus Torvalds fail:
29341da177e4SLinus Torvalds 	return err;
29351da177e4SLinus Torvalds }
29361da177e4SLinus Torvalds 
29370adb25d2SKirill Korotaev int page_symlink(struct inode *inode, const char *symname, int len)
29380adb25d2SKirill Korotaev {
29390adb25d2SKirill Korotaev 	return __page_symlink(inode, symname, len,
29400adb25d2SKirill Korotaev 			mapping_gfp_mask(inode->i_mapping));
29410adb25d2SKirill Korotaev }
29420adb25d2SKirill Korotaev 
294392e1d5beSArjan van de Ven const struct inode_operations page_symlink_inode_operations = {
29441da177e4SLinus Torvalds 	.readlink	= generic_readlink,
29451da177e4SLinus Torvalds 	.follow_link	= page_follow_link_light,
29461da177e4SLinus Torvalds 	.put_link	= page_put_link,
29471da177e4SLinus Torvalds };
29481da177e4SLinus Torvalds 
29491da177e4SLinus Torvalds EXPORT_SYMBOL(__user_walk);
29505590ff0dSUlrich Drepper EXPORT_SYMBOL(__user_walk_fd);
29511da177e4SLinus Torvalds EXPORT_SYMBOL(follow_down);
29521da177e4SLinus Torvalds EXPORT_SYMBOL(follow_up);
29531da177e4SLinus Torvalds EXPORT_SYMBOL(get_write_access); /* binfmt_aout */
29541da177e4SLinus Torvalds EXPORT_SYMBOL(getname);
29551da177e4SLinus Torvalds EXPORT_SYMBOL(lock_rename);
29561da177e4SLinus Torvalds EXPORT_SYMBOL(lookup_one_len);
29571da177e4SLinus Torvalds EXPORT_SYMBOL(page_follow_link_light);
29581da177e4SLinus Torvalds EXPORT_SYMBOL(page_put_link);
29591da177e4SLinus Torvalds EXPORT_SYMBOL(page_readlink);
29600adb25d2SKirill Korotaev EXPORT_SYMBOL(__page_symlink);
29611da177e4SLinus Torvalds EXPORT_SYMBOL(page_symlink);
29621da177e4SLinus Torvalds EXPORT_SYMBOL(page_symlink_inode_operations);
29631da177e4SLinus Torvalds EXPORT_SYMBOL(path_lookup);
296416f18200SJosef 'Jeff' Sipek EXPORT_SYMBOL(vfs_path_lookup);
29651da177e4SLinus Torvalds EXPORT_SYMBOL(permission);
2966e4543eddSChristoph Hellwig EXPORT_SYMBOL(vfs_permission);
29678c744fb8SChristoph Hellwig EXPORT_SYMBOL(file_permission);
29681da177e4SLinus Torvalds EXPORT_SYMBOL(unlock_rename);
29691da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_create);
29701da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_follow_link);
29711da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_link);
29721da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_mkdir);
29731da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_mknod);
29741da177e4SLinus Torvalds EXPORT_SYMBOL(generic_permission);
29751da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_readlink);
29761da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_rename);
29771da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_rmdir);
29781da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_symlink);
29791da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_unlink);
29801da177e4SLinus Torvalds EXPORT_SYMBOL(dentry_unhash);
29811da177e4SLinus Torvalds EXPORT_SYMBOL(generic_readlink);
2982