xref: /openbmc/linux/fs/namei.c (revision 6902d925)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  linux/fs/namei.c
31da177e4SLinus Torvalds  *
41da177e4SLinus Torvalds  *  Copyright (C) 1991, 1992  Linus Torvalds
51da177e4SLinus Torvalds  */
61da177e4SLinus Torvalds 
71da177e4SLinus Torvalds /*
81da177e4SLinus Torvalds  * Some corrections by tytso.
91da177e4SLinus Torvalds  */
101da177e4SLinus Torvalds 
111da177e4SLinus Torvalds /* [Feb 1997 T. Schoebel-Theuer] Complete rewrite of the pathname
121da177e4SLinus Torvalds  * lookup logic.
131da177e4SLinus Torvalds  */
141da177e4SLinus Torvalds /* [Feb-Apr 2000, AV] Rewrite to the new namespace architecture.
151da177e4SLinus Torvalds  */
161da177e4SLinus Torvalds 
171da177e4SLinus Torvalds #include <linux/init.h>
181da177e4SLinus Torvalds #include <linux/module.h>
191da177e4SLinus Torvalds #include <linux/slab.h>
201da177e4SLinus Torvalds #include <linux/fs.h>
211da177e4SLinus Torvalds #include <linux/namei.h>
221da177e4SLinus Torvalds #include <linux/quotaops.h>
231da177e4SLinus Torvalds #include <linux/pagemap.h>
240eeca283SRobert Love #include <linux/fsnotify.h>
251da177e4SLinus Torvalds #include <linux/smp_lock.h>
261da177e4SLinus Torvalds #include <linux/personality.h>
271da177e4SLinus Torvalds #include <linux/security.h>
281da177e4SLinus Torvalds #include <linux/syscalls.h>
291da177e4SLinus Torvalds #include <linux/mount.h>
301da177e4SLinus Torvalds #include <linux/audit.h>
3116f7e0feSRandy Dunlap #include <linux/capability.h>
32834f2a4aSTrond Myklebust #include <linux/file.h>
335590ff0dSUlrich Drepper #include <linux/fcntl.h>
345590ff0dSUlrich Drepper #include <linux/namei.h>
351da177e4SLinus Torvalds #include <asm/namei.h>
361da177e4SLinus Torvalds #include <asm/uaccess.h>
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds #define ACC_MODE(x) ("\000\004\002\006"[(x)&O_ACCMODE])
391da177e4SLinus Torvalds 
401da177e4SLinus Torvalds /* [Feb-1997 T. Schoebel-Theuer]
411da177e4SLinus Torvalds  * Fundamental changes in the pathname lookup mechanisms (namei)
421da177e4SLinus Torvalds  * were necessary because of omirr.  The reason is that omirr needs
431da177e4SLinus Torvalds  * to know the _real_ pathname, not the user-supplied one, in case
441da177e4SLinus Torvalds  * of symlinks (and also when transname replacements occur).
451da177e4SLinus Torvalds  *
461da177e4SLinus Torvalds  * The new code replaces the old recursive symlink resolution with
471da177e4SLinus Torvalds  * an iterative one (in case of non-nested symlink chains).  It does
481da177e4SLinus Torvalds  * this with calls to <fs>_follow_link().
491da177e4SLinus Torvalds  * As a side effect, dir_namei(), _namei() and follow_link() are now
501da177e4SLinus Torvalds  * replaced with a single function lookup_dentry() that can handle all
511da177e4SLinus Torvalds  * the special cases of the former code.
521da177e4SLinus Torvalds  *
531da177e4SLinus Torvalds  * With the new dcache, the pathname is stored at each inode, at least as
541da177e4SLinus Torvalds  * long as the refcount of the inode is positive.  As a side effect, the
551da177e4SLinus Torvalds  * size of the dcache depends on the inode cache and thus is dynamic.
561da177e4SLinus Torvalds  *
571da177e4SLinus Torvalds  * [29-Apr-1998 C. Scott Ananian] Updated above description of symlink
581da177e4SLinus Torvalds  * resolution to correspond with current state of the code.
591da177e4SLinus Torvalds  *
601da177e4SLinus Torvalds  * Note that the symlink resolution is not *completely* iterative.
611da177e4SLinus Torvalds  * There is still a significant amount of tail- and mid- recursion in
621da177e4SLinus Torvalds  * the algorithm.  Also, note that <fs>_readlink() is not used in
631da177e4SLinus Torvalds  * lookup_dentry(): lookup_dentry() on the result of <fs>_readlink()
641da177e4SLinus Torvalds  * may return different results than <fs>_follow_link().  Many virtual
651da177e4SLinus Torvalds  * filesystems (including /proc) exhibit this behavior.
661da177e4SLinus Torvalds  */
671da177e4SLinus Torvalds 
681da177e4SLinus Torvalds /* [24-Feb-97 T. Schoebel-Theuer] Side effects caused by new implementation:
691da177e4SLinus Torvalds  * New symlink semantics: when open() is called with flags O_CREAT | O_EXCL
701da177e4SLinus Torvalds  * and the name already exists in form of a symlink, try to create the new
711da177e4SLinus Torvalds  * name indicated by the symlink. The old code always complained that the
721da177e4SLinus Torvalds  * name already exists, due to not following the symlink even if its target
731da177e4SLinus Torvalds  * is nonexistent.  The new semantics affects also mknod() and link() when
741da177e4SLinus Torvalds  * the name is a symlink pointing to a non-existant name.
751da177e4SLinus Torvalds  *
761da177e4SLinus Torvalds  * I don't know which semantics is the right one, since I have no access
771da177e4SLinus Torvalds  * to standards. But I found by trial that HP-UX 9.0 has the full "new"
781da177e4SLinus Torvalds  * semantics implemented, while SunOS 4.1.1 and Solaris (SunOS 5.4) have the
791da177e4SLinus Torvalds  * "old" one. Personally, I think the new semantics is much more logical.
801da177e4SLinus Torvalds  * Note that "ln old new" where "new" is a symlink pointing to a non-existing
811da177e4SLinus Torvalds  * file does succeed in both HP-UX and SunOs, but not in Solaris
821da177e4SLinus Torvalds  * and in the old Linux semantics.
831da177e4SLinus Torvalds  */
841da177e4SLinus Torvalds 
851da177e4SLinus Torvalds /* [16-Dec-97 Kevin Buhr] For security reasons, we change some symlink
861da177e4SLinus Torvalds  * semantics.  See the comments in "open_namei" and "do_link" below.
871da177e4SLinus Torvalds  *
881da177e4SLinus Torvalds  * [10-Sep-98 Alan Modra] Another symlink change.
891da177e4SLinus Torvalds  */
901da177e4SLinus Torvalds 
911da177e4SLinus Torvalds /* [Feb-Apr 2000 AV] Complete rewrite. Rules for symlinks:
921da177e4SLinus Torvalds  *	inside the path - always follow.
931da177e4SLinus Torvalds  *	in the last component in creation/removal/renaming - never follow.
941da177e4SLinus Torvalds  *	if LOOKUP_FOLLOW passed - follow.
951da177e4SLinus Torvalds  *	if the pathname has trailing slashes - follow.
961da177e4SLinus Torvalds  *	otherwise - don't follow.
971da177e4SLinus Torvalds  * (applied in that order).
981da177e4SLinus Torvalds  *
991da177e4SLinus Torvalds  * [Jun 2000 AV] Inconsistent behaviour of open() in case if flags==O_CREAT
1001da177e4SLinus Torvalds  * restored for 2.4. This is the last surviving part of old 4.2BSD bug.
1011da177e4SLinus Torvalds  * During the 2.4 we need to fix the userland stuff depending on it -
1021da177e4SLinus Torvalds  * hopefully we will be able to get rid of that wart in 2.5. So far only
1031da177e4SLinus Torvalds  * XEmacs seems to be relying on it...
1041da177e4SLinus Torvalds  */
1051da177e4SLinus Torvalds /*
1061da177e4SLinus Torvalds  * [Sep 2001 AV] Single-semaphore locking scheme (kudos to David Holland)
107a11f3a05SArjan van de Ven  * implemented.  Let's see if raised priority of ->s_vfs_rename_mutex gives
1081da177e4SLinus Torvalds  * any extra contention...
1091da177e4SLinus Torvalds  */
1101da177e4SLinus Torvalds 
1111da177e4SLinus Torvalds /* In order to reduce some races, while at the same time doing additional
1121da177e4SLinus Torvalds  * checking and hopefully speeding things up, we copy filenames to the
1131da177e4SLinus Torvalds  * kernel data space before using them..
1141da177e4SLinus Torvalds  *
1151da177e4SLinus Torvalds  * POSIX.1 2.4: an empty pathname is invalid (ENOENT).
1161da177e4SLinus Torvalds  * PATH_MAX includes the nul terminator --RR.
1171da177e4SLinus Torvalds  */
118858119e1SArjan van de Ven static int do_getname(const char __user *filename, char *page)
1191da177e4SLinus Torvalds {
1201da177e4SLinus Torvalds 	int retval;
1211da177e4SLinus Torvalds 	unsigned long len = PATH_MAX;
1221da177e4SLinus Torvalds 
1231da177e4SLinus Torvalds 	if (!segment_eq(get_fs(), KERNEL_DS)) {
1241da177e4SLinus Torvalds 		if ((unsigned long) filename >= TASK_SIZE)
1251da177e4SLinus Torvalds 			return -EFAULT;
1261da177e4SLinus Torvalds 		if (TASK_SIZE - (unsigned long) filename < PATH_MAX)
1271da177e4SLinus Torvalds 			len = TASK_SIZE - (unsigned long) filename;
1281da177e4SLinus Torvalds 	}
1291da177e4SLinus Torvalds 
1301da177e4SLinus Torvalds 	retval = strncpy_from_user(page, filename, len);
1311da177e4SLinus Torvalds 	if (retval > 0) {
1321da177e4SLinus Torvalds 		if (retval < len)
1331da177e4SLinus Torvalds 			return 0;
1341da177e4SLinus Torvalds 		return -ENAMETOOLONG;
1351da177e4SLinus Torvalds 	} else if (!retval)
1361da177e4SLinus Torvalds 		retval = -ENOENT;
1371da177e4SLinus Torvalds 	return retval;
1381da177e4SLinus Torvalds }
1391da177e4SLinus Torvalds 
1401da177e4SLinus Torvalds char * getname(const char __user * filename)
1411da177e4SLinus Torvalds {
1421da177e4SLinus Torvalds 	char *tmp, *result;
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds 	result = ERR_PTR(-ENOMEM);
1451da177e4SLinus Torvalds 	tmp = __getname();
1461da177e4SLinus Torvalds 	if (tmp)  {
1471da177e4SLinus Torvalds 		int retval = do_getname(filename, tmp);
1481da177e4SLinus Torvalds 
1491da177e4SLinus Torvalds 		result = tmp;
1501da177e4SLinus Torvalds 		if (retval < 0) {
1511da177e4SLinus Torvalds 			__putname(tmp);
1521da177e4SLinus Torvalds 			result = ERR_PTR(retval);
1531da177e4SLinus Torvalds 		}
1541da177e4SLinus Torvalds 	}
1551da177e4SLinus Torvalds 	audit_getname(result);
1561da177e4SLinus Torvalds 	return result;
1571da177e4SLinus Torvalds }
1581da177e4SLinus Torvalds 
1591da177e4SLinus Torvalds #ifdef CONFIG_AUDITSYSCALL
1601da177e4SLinus Torvalds void putname(const char *name)
1611da177e4SLinus Torvalds {
1625ac3a9c2SAl Viro 	if (unlikely(!audit_dummy_context()))
1631da177e4SLinus Torvalds 		audit_putname(name);
1641da177e4SLinus Torvalds 	else
1651da177e4SLinus Torvalds 		__putname(name);
1661da177e4SLinus Torvalds }
1671da177e4SLinus Torvalds EXPORT_SYMBOL(putname);
1681da177e4SLinus Torvalds #endif
1691da177e4SLinus Torvalds 
1701da177e4SLinus Torvalds 
1711da177e4SLinus Torvalds /**
1721da177e4SLinus Torvalds  * generic_permission  -  check for access rights on a Posix-like filesystem
1731da177e4SLinus Torvalds  * @inode:	inode to check access rights for
1741da177e4SLinus Torvalds  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
1751da177e4SLinus Torvalds  * @check_acl:	optional callback to check for Posix ACLs
1761da177e4SLinus Torvalds  *
1771da177e4SLinus Torvalds  * Used to check for read/write/execute permissions on a file.
1781da177e4SLinus Torvalds  * We use "fsuid" for this, letting us set arbitrary permissions
1791da177e4SLinus Torvalds  * for filesystem access without changing the "normal" uids which
1801da177e4SLinus Torvalds  * are used for other things..
1811da177e4SLinus Torvalds  */
1821da177e4SLinus Torvalds int generic_permission(struct inode *inode, int mask,
1831da177e4SLinus Torvalds 		int (*check_acl)(struct inode *inode, int mask))
1841da177e4SLinus Torvalds {
1851da177e4SLinus Torvalds 	umode_t			mode = inode->i_mode;
1861da177e4SLinus Torvalds 
1871da177e4SLinus Torvalds 	if (current->fsuid == inode->i_uid)
1881da177e4SLinus Torvalds 		mode >>= 6;
1891da177e4SLinus Torvalds 	else {
1901da177e4SLinus Torvalds 		if (IS_POSIXACL(inode) && (mode & S_IRWXG) && check_acl) {
1911da177e4SLinus Torvalds 			int error = check_acl(inode, mask);
1921da177e4SLinus Torvalds 			if (error == -EACCES)
1931da177e4SLinus Torvalds 				goto check_capabilities;
1941da177e4SLinus Torvalds 			else if (error != -EAGAIN)
1951da177e4SLinus Torvalds 				return error;
1961da177e4SLinus Torvalds 		}
1971da177e4SLinus Torvalds 
1981da177e4SLinus Torvalds 		if (in_group_p(inode->i_gid))
1991da177e4SLinus Torvalds 			mode >>= 3;
2001da177e4SLinus Torvalds 	}
2011da177e4SLinus Torvalds 
2021da177e4SLinus Torvalds 	/*
2031da177e4SLinus Torvalds 	 * If the DACs are ok we don't need any capability check.
2041da177e4SLinus Torvalds 	 */
2051da177e4SLinus Torvalds 	if (((mode & mask & (MAY_READ|MAY_WRITE|MAY_EXEC)) == mask))
2061da177e4SLinus Torvalds 		return 0;
2071da177e4SLinus Torvalds 
2081da177e4SLinus Torvalds  check_capabilities:
2091da177e4SLinus Torvalds 	/*
2101da177e4SLinus Torvalds 	 * Read/write DACs are always overridable.
2111da177e4SLinus Torvalds 	 * Executable DACs are overridable if at least one exec bit is set.
2121da177e4SLinus Torvalds 	 */
2131da177e4SLinus Torvalds 	if (!(mask & MAY_EXEC) ||
2141da177e4SLinus Torvalds 	    (inode->i_mode & S_IXUGO) || S_ISDIR(inode->i_mode))
2151da177e4SLinus Torvalds 		if (capable(CAP_DAC_OVERRIDE))
2161da177e4SLinus Torvalds 			return 0;
2171da177e4SLinus Torvalds 
2181da177e4SLinus Torvalds 	/*
2191da177e4SLinus Torvalds 	 * Searching includes executable on directories, else just read.
2201da177e4SLinus Torvalds 	 */
2211da177e4SLinus Torvalds 	if (mask == MAY_READ || (S_ISDIR(inode->i_mode) && !(mask & MAY_WRITE)))
2221da177e4SLinus Torvalds 		if (capable(CAP_DAC_READ_SEARCH))
2231da177e4SLinus Torvalds 			return 0;
2241da177e4SLinus Torvalds 
2251da177e4SLinus Torvalds 	return -EACCES;
2261da177e4SLinus Torvalds }
2271da177e4SLinus Torvalds 
2281da177e4SLinus Torvalds int permission(struct inode *inode, int mask, struct nameidata *nd)
2291da177e4SLinus Torvalds {
230a343bb77STrond Myklebust 	umode_t mode = inode->i_mode;
2311da177e4SLinus Torvalds 	int retval, submask;
2321da177e4SLinus Torvalds 
2331da177e4SLinus Torvalds 	if (mask & MAY_WRITE) {
2341da177e4SLinus Torvalds 
2351da177e4SLinus Torvalds 		/*
2361da177e4SLinus Torvalds 		 * Nobody gets write access to a read-only fs.
2371da177e4SLinus Torvalds 		 */
2381da177e4SLinus Torvalds 		if (IS_RDONLY(inode) &&
2391da177e4SLinus Torvalds 		    (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)))
2401da177e4SLinus Torvalds 			return -EROFS;
2411da177e4SLinus Torvalds 
2421da177e4SLinus Torvalds 		/*
2431da177e4SLinus Torvalds 		 * Nobody gets write access to an immutable file.
2441da177e4SLinus Torvalds 		 */
2451da177e4SLinus Torvalds 		if (IS_IMMUTABLE(inode))
2461da177e4SLinus Torvalds 			return -EACCES;
2471da177e4SLinus Torvalds 	}
2481da177e4SLinus Torvalds 
2491da177e4SLinus Torvalds 
250a343bb77STrond Myklebust 	/*
251a343bb77STrond Myklebust 	 * MAY_EXEC on regular files requires special handling: We override
252a343bb77STrond Myklebust 	 * filesystem execute permissions if the mode bits aren't set.
253a343bb77STrond Myklebust 	 */
254a343bb77STrond Myklebust 	if ((mask & MAY_EXEC) && S_ISREG(mode) && !(mode & S_IXUGO))
255a343bb77STrond Myklebust 		return -EACCES;
256a343bb77STrond Myklebust 
2571da177e4SLinus Torvalds 	/* Ordinary permission routines do not understand MAY_APPEND. */
2581da177e4SLinus Torvalds 	submask = mask & ~MAY_APPEND;
2591da177e4SLinus Torvalds 	if (inode->i_op && inode->i_op->permission)
2601da177e4SLinus Torvalds 		retval = inode->i_op->permission(inode, submask, nd);
2611da177e4SLinus Torvalds 	else
2621da177e4SLinus Torvalds 		retval = generic_permission(inode, submask, NULL);
2631da177e4SLinus Torvalds 	if (retval)
2641da177e4SLinus Torvalds 		return retval;
2651da177e4SLinus Torvalds 
2661da177e4SLinus Torvalds 	return security_inode_permission(inode, mask, nd);
2671da177e4SLinus Torvalds }
2681da177e4SLinus Torvalds 
269e4543eddSChristoph Hellwig /**
270e4543eddSChristoph Hellwig  * vfs_permission  -  check for access rights to a given path
271e4543eddSChristoph Hellwig  * @nd:		lookup result that describes the path
272e4543eddSChristoph Hellwig  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
273e4543eddSChristoph Hellwig  *
274e4543eddSChristoph Hellwig  * Used to check for read/write/execute permissions on a path.
275e4543eddSChristoph Hellwig  * We use "fsuid" for this, letting us set arbitrary permissions
276e4543eddSChristoph Hellwig  * for filesystem access without changing the "normal" uids which
277e4543eddSChristoph Hellwig  * are used for other things.
278e4543eddSChristoph Hellwig  */
279e4543eddSChristoph Hellwig int vfs_permission(struct nameidata *nd, int mask)
280e4543eddSChristoph Hellwig {
281e4543eddSChristoph Hellwig 	return permission(nd->dentry->d_inode, mask, nd);
282e4543eddSChristoph Hellwig }
283e4543eddSChristoph Hellwig 
2848c744fb8SChristoph Hellwig /**
2858c744fb8SChristoph Hellwig  * file_permission  -  check for additional access rights to a given file
2868c744fb8SChristoph Hellwig  * @file:	file to check access rights for
2878c744fb8SChristoph Hellwig  * @mask:	right to check for (%MAY_READ, %MAY_WRITE, %MAY_EXEC)
2888c744fb8SChristoph Hellwig  *
2898c744fb8SChristoph Hellwig  * Used to check for read/write/execute permissions on an already opened
2908c744fb8SChristoph Hellwig  * file.
2918c744fb8SChristoph Hellwig  *
2928c744fb8SChristoph Hellwig  * Note:
2938c744fb8SChristoph Hellwig  *	Do not use this function in new code.  All access checks should
2948c744fb8SChristoph Hellwig  *	be done using vfs_permission().
2958c744fb8SChristoph Hellwig  */
2968c744fb8SChristoph Hellwig int file_permission(struct file *file, int mask)
2978c744fb8SChristoph Hellwig {
2988c744fb8SChristoph Hellwig 	return permission(file->f_dentry->d_inode, mask, NULL);
2998c744fb8SChristoph Hellwig }
3008c744fb8SChristoph Hellwig 
3011da177e4SLinus Torvalds /*
3021da177e4SLinus Torvalds  * get_write_access() gets write permission for a file.
3031da177e4SLinus Torvalds  * put_write_access() releases this write permission.
3041da177e4SLinus Torvalds  * This is used for regular files.
3051da177e4SLinus Torvalds  * We cannot support write (and maybe mmap read-write shared) accesses and
3061da177e4SLinus Torvalds  * MAP_DENYWRITE mmappings simultaneously. The i_writecount field of an inode
3071da177e4SLinus Torvalds  * can have the following values:
3081da177e4SLinus Torvalds  * 0: no writers, no VM_DENYWRITE mappings
3091da177e4SLinus Torvalds  * < 0: (-i_writecount) vm_area_structs with VM_DENYWRITE set exist
3101da177e4SLinus Torvalds  * > 0: (i_writecount) users are writing to the file.
3111da177e4SLinus Torvalds  *
3121da177e4SLinus Torvalds  * Normally we operate on that counter with atomic_{inc,dec} and it's safe
3131da177e4SLinus Torvalds  * except for the cases where we don't hold i_writecount yet. Then we need to
3141da177e4SLinus Torvalds  * use {get,deny}_write_access() - these functions check the sign and refuse
3151da177e4SLinus Torvalds  * to do the change if sign is wrong. Exclusion between them is provided by
3161da177e4SLinus Torvalds  * the inode->i_lock spinlock.
3171da177e4SLinus Torvalds  */
3181da177e4SLinus Torvalds 
3191da177e4SLinus Torvalds int get_write_access(struct inode * inode)
3201da177e4SLinus Torvalds {
3211da177e4SLinus Torvalds 	spin_lock(&inode->i_lock);
3221da177e4SLinus Torvalds 	if (atomic_read(&inode->i_writecount) < 0) {
3231da177e4SLinus Torvalds 		spin_unlock(&inode->i_lock);
3241da177e4SLinus Torvalds 		return -ETXTBSY;
3251da177e4SLinus Torvalds 	}
3261da177e4SLinus Torvalds 	atomic_inc(&inode->i_writecount);
3271da177e4SLinus Torvalds 	spin_unlock(&inode->i_lock);
3281da177e4SLinus Torvalds 
3291da177e4SLinus Torvalds 	return 0;
3301da177e4SLinus Torvalds }
3311da177e4SLinus Torvalds 
3321da177e4SLinus Torvalds int deny_write_access(struct file * file)
3331da177e4SLinus Torvalds {
3341da177e4SLinus Torvalds 	struct inode *inode = file->f_dentry->d_inode;
3351da177e4SLinus Torvalds 
3361da177e4SLinus Torvalds 	spin_lock(&inode->i_lock);
3371da177e4SLinus Torvalds 	if (atomic_read(&inode->i_writecount) > 0) {
3381da177e4SLinus Torvalds 		spin_unlock(&inode->i_lock);
3391da177e4SLinus Torvalds 		return -ETXTBSY;
3401da177e4SLinus Torvalds 	}
3411da177e4SLinus Torvalds 	atomic_dec(&inode->i_writecount);
3421da177e4SLinus Torvalds 	spin_unlock(&inode->i_lock);
3431da177e4SLinus Torvalds 
3441da177e4SLinus Torvalds 	return 0;
3451da177e4SLinus Torvalds }
3461da177e4SLinus Torvalds 
3471da177e4SLinus Torvalds void path_release(struct nameidata *nd)
3481da177e4SLinus Torvalds {
3491da177e4SLinus Torvalds 	dput(nd->dentry);
3501da177e4SLinus Torvalds 	mntput(nd->mnt);
3511da177e4SLinus Torvalds }
3521da177e4SLinus Torvalds 
3531da177e4SLinus Torvalds /*
3541da177e4SLinus Torvalds  * umount() mustn't call path_release()/mntput() as that would clear
3551da177e4SLinus Torvalds  * mnt_expiry_mark
3561da177e4SLinus Torvalds  */
3571da177e4SLinus Torvalds void path_release_on_umount(struct nameidata *nd)
3581da177e4SLinus Torvalds {
3591da177e4SLinus Torvalds 	dput(nd->dentry);
360751c404bSMiklos Szeredi 	mntput_no_expire(nd->mnt);
3611da177e4SLinus Torvalds }
3621da177e4SLinus Torvalds 
363834f2a4aSTrond Myklebust /**
364834f2a4aSTrond Myklebust  * release_open_intent - free up open intent resources
365834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
366834f2a4aSTrond Myklebust  */
367834f2a4aSTrond Myklebust void release_open_intent(struct nameidata *nd)
368834f2a4aSTrond Myklebust {
369834f2a4aSTrond Myklebust 	if (nd->intent.open.file->f_dentry == NULL)
370834f2a4aSTrond Myklebust 		put_filp(nd->intent.open.file);
371834f2a4aSTrond Myklebust 	else
372834f2a4aSTrond Myklebust 		fput(nd->intent.open.file);
373834f2a4aSTrond Myklebust }
374834f2a4aSTrond Myklebust 
375bcdc5e01SIan Kent static inline struct dentry *
376bcdc5e01SIan Kent do_revalidate(struct dentry *dentry, struct nameidata *nd)
377bcdc5e01SIan Kent {
378bcdc5e01SIan Kent 	int status = dentry->d_op->d_revalidate(dentry, nd);
379bcdc5e01SIan Kent 	if (unlikely(status <= 0)) {
380bcdc5e01SIan Kent 		/*
381bcdc5e01SIan Kent 		 * The dentry failed validation.
382bcdc5e01SIan Kent 		 * If d_revalidate returned 0 attempt to invalidate
383bcdc5e01SIan Kent 		 * the dentry otherwise d_revalidate is asking us
384bcdc5e01SIan Kent 		 * to return a fail status.
385bcdc5e01SIan Kent 		 */
386bcdc5e01SIan Kent 		if (!status) {
387bcdc5e01SIan Kent 			if (!d_invalidate(dentry)) {
388bcdc5e01SIan Kent 				dput(dentry);
389bcdc5e01SIan Kent 				dentry = NULL;
390bcdc5e01SIan Kent 			}
391bcdc5e01SIan Kent 		} else {
392bcdc5e01SIan Kent 			dput(dentry);
393bcdc5e01SIan Kent 			dentry = ERR_PTR(status);
394bcdc5e01SIan Kent 		}
395bcdc5e01SIan Kent 	}
396bcdc5e01SIan Kent 	return dentry;
397bcdc5e01SIan Kent }
398bcdc5e01SIan Kent 
3991da177e4SLinus Torvalds /*
4001da177e4SLinus Torvalds  * Internal lookup() using the new generic dcache.
4011da177e4SLinus Torvalds  * SMP-safe
4021da177e4SLinus Torvalds  */
4031da177e4SLinus Torvalds static struct dentry * cached_lookup(struct dentry * parent, struct qstr * name, struct nameidata *nd)
4041da177e4SLinus Torvalds {
4051da177e4SLinus Torvalds 	struct dentry * dentry = __d_lookup(parent, name);
4061da177e4SLinus Torvalds 
4071da177e4SLinus Torvalds 	/* lockess __d_lookup may fail due to concurrent d_move()
4081da177e4SLinus Torvalds 	 * in some unrelated directory, so try with d_lookup
4091da177e4SLinus Torvalds 	 */
4101da177e4SLinus Torvalds 	if (!dentry)
4111da177e4SLinus Torvalds 		dentry = d_lookup(parent, name);
4121da177e4SLinus Torvalds 
413bcdc5e01SIan Kent 	if (dentry && dentry->d_op && dentry->d_op->d_revalidate)
414bcdc5e01SIan Kent 		dentry = do_revalidate(dentry, nd);
415bcdc5e01SIan Kent 
4161da177e4SLinus Torvalds 	return dentry;
4171da177e4SLinus Torvalds }
4181da177e4SLinus Torvalds 
4191da177e4SLinus Torvalds /*
4201da177e4SLinus Torvalds  * Short-cut version of permission(), for calling by
4211da177e4SLinus Torvalds  * path_walk(), when dcache lock is held.  Combines parts
4221da177e4SLinus Torvalds  * of permission() and generic_permission(), and tests ONLY for
4231da177e4SLinus Torvalds  * MAY_EXEC permission.
4241da177e4SLinus Torvalds  *
4251da177e4SLinus Torvalds  * If appropriate, check DAC only.  If not appropriate, or
4261da177e4SLinus Torvalds  * short-cut DAC fails, then call permission() to do more
4271da177e4SLinus Torvalds  * complete permission check.
4281da177e4SLinus Torvalds  */
429858119e1SArjan van de Ven static int exec_permission_lite(struct inode *inode,
4301da177e4SLinus Torvalds 				       struct nameidata *nd)
4311da177e4SLinus Torvalds {
4321da177e4SLinus Torvalds 	umode_t	mode = inode->i_mode;
4331da177e4SLinus Torvalds 
4341da177e4SLinus Torvalds 	if (inode->i_op && inode->i_op->permission)
4351da177e4SLinus Torvalds 		return -EAGAIN;
4361da177e4SLinus Torvalds 
4371da177e4SLinus Torvalds 	if (current->fsuid == inode->i_uid)
4381da177e4SLinus Torvalds 		mode >>= 6;
4391da177e4SLinus Torvalds 	else if (in_group_p(inode->i_gid))
4401da177e4SLinus Torvalds 		mode >>= 3;
4411da177e4SLinus Torvalds 
4421da177e4SLinus Torvalds 	if (mode & MAY_EXEC)
4431da177e4SLinus Torvalds 		goto ok;
4441da177e4SLinus Torvalds 
4451da177e4SLinus Torvalds 	if ((inode->i_mode & S_IXUGO) && capable(CAP_DAC_OVERRIDE))
4461da177e4SLinus Torvalds 		goto ok;
4471da177e4SLinus Torvalds 
4481da177e4SLinus Torvalds 	if (S_ISDIR(inode->i_mode) && capable(CAP_DAC_OVERRIDE))
4491da177e4SLinus Torvalds 		goto ok;
4501da177e4SLinus Torvalds 
4511da177e4SLinus Torvalds 	if (S_ISDIR(inode->i_mode) && capable(CAP_DAC_READ_SEARCH))
4521da177e4SLinus Torvalds 		goto ok;
4531da177e4SLinus Torvalds 
4541da177e4SLinus Torvalds 	return -EACCES;
4551da177e4SLinus Torvalds ok:
4561da177e4SLinus Torvalds 	return security_inode_permission(inode, MAY_EXEC, nd);
4571da177e4SLinus Torvalds }
4581da177e4SLinus Torvalds 
4591da177e4SLinus Torvalds /*
4601da177e4SLinus Torvalds  * This is called when everything else fails, and we actually have
4611da177e4SLinus Torvalds  * to go to the low-level filesystem to find out what we should do..
4621da177e4SLinus Torvalds  *
4631da177e4SLinus Torvalds  * We get the directory semaphore, and after getting that we also
4641da177e4SLinus Torvalds  * make sure that nobody added the entry to the dcache in the meantime..
4651da177e4SLinus Torvalds  * SMP-safe
4661da177e4SLinus Torvalds  */
4671da177e4SLinus Torvalds static struct dentry * real_lookup(struct dentry * parent, struct qstr * name, struct nameidata *nd)
4681da177e4SLinus Torvalds {
4691da177e4SLinus Torvalds 	struct dentry * result;
4701da177e4SLinus Torvalds 	struct inode *dir = parent->d_inode;
4711da177e4SLinus Torvalds 
4721b1dcc1bSJes Sorensen 	mutex_lock(&dir->i_mutex);
4731da177e4SLinus Torvalds 	/*
4741da177e4SLinus Torvalds 	 * First re-do the cached lookup just in case it was created
4751da177e4SLinus Torvalds 	 * while we waited for the directory semaphore..
4761da177e4SLinus Torvalds 	 *
4771da177e4SLinus Torvalds 	 * FIXME! This could use version numbering or similar to
4781da177e4SLinus Torvalds 	 * avoid unnecessary cache lookups.
4791da177e4SLinus Torvalds 	 *
4801da177e4SLinus Torvalds 	 * The "dcache_lock" is purely to protect the RCU list walker
4811da177e4SLinus Torvalds 	 * from concurrent renames at this point (we mustn't get false
4821da177e4SLinus Torvalds 	 * negatives from the RCU list walk here, unlike the optimistic
4831da177e4SLinus Torvalds 	 * fast walk).
4841da177e4SLinus Torvalds 	 *
4851da177e4SLinus Torvalds 	 * so doing d_lookup() (with seqlock), instead of lockfree __d_lookup
4861da177e4SLinus Torvalds 	 */
4871da177e4SLinus Torvalds 	result = d_lookup(parent, name);
4881da177e4SLinus Torvalds 	if (!result) {
4891da177e4SLinus Torvalds 		struct dentry * dentry = d_alloc(parent, name);
4901da177e4SLinus Torvalds 		result = ERR_PTR(-ENOMEM);
4911da177e4SLinus Torvalds 		if (dentry) {
4921da177e4SLinus Torvalds 			result = dir->i_op->lookup(dir, dentry, nd);
4931da177e4SLinus Torvalds 			if (result)
4941da177e4SLinus Torvalds 				dput(dentry);
4951da177e4SLinus Torvalds 			else
4961da177e4SLinus Torvalds 				result = dentry;
4971da177e4SLinus Torvalds 		}
4981b1dcc1bSJes Sorensen 		mutex_unlock(&dir->i_mutex);
4991da177e4SLinus Torvalds 		return result;
5001da177e4SLinus Torvalds 	}
5011da177e4SLinus Torvalds 
5021da177e4SLinus Torvalds 	/*
5031da177e4SLinus Torvalds 	 * Uhhuh! Nasty case: the cache was re-populated while
5041da177e4SLinus Torvalds 	 * we waited on the semaphore. Need to revalidate.
5051da177e4SLinus Torvalds 	 */
5061b1dcc1bSJes Sorensen 	mutex_unlock(&dir->i_mutex);
5071da177e4SLinus Torvalds 	if (result->d_op && result->d_op->d_revalidate) {
508bcdc5e01SIan Kent 		result = do_revalidate(result, nd);
509bcdc5e01SIan Kent 		if (!result)
5101da177e4SLinus Torvalds 			result = ERR_PTR(-ENOENT);
5111da177e4SLinus Torvalds 	}
5121da177e4SLinus Torvalds 	return result;
5131da177e4SLinus Torvalds }
5141da177e4SLinus Torvalds 
5151da177e4SLinus Torvalds static int __emul_lookup_dentry(const char *, struct nameidata *);
5161da177e4SLinus Torvalds 
5171da177e4SLinus Torvalds /* SMP-safe */
518f1662356SArjan van de Ven static __always_inline int
5191da177e4SLinus Torvalds walk_init_root(const char *name, struct nameidata *nd)
5201da177e4SLinus Torvalds {
521e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
522e518ddb7SAndreas Mohr 
523e518ddb7SAndreas Mohr 	read_lock(&fs->lock);
524e518ddb7SAndreas Mohr 	if (fs->altroot && !(nd->flags & LOOKUP_NOALT)) {
525e518ddb7SAndreas Mohr 		nd->mnt = mntget(fs->altrootmnt);
526e518ddb7SAndreas Mohr 		nd->dentry = dget(fs->altroot);
527e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
5281da177e4SLinus Torvalds 		if (__emul_lookup_dentry(name,nd))
5291da177e4SLinus Torvalds 			return 0;
530e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
5311da177e4SLinus Torvalds 	}
532e518ddb7SAndreas Mohr 	nd->mnt = mntget(fs->rootmnt);
533e518ddb7SAndreas Mohr 	nd->dentry = dget(fs->root);
534e518ddb7SAndreas Mohr 	read_unlock(&fs->lock);
5351da177e4SLinus Torvalds 	return 1;
5361da177e4SLinus Torvalds }
5371da177e4SLinus Torvalds 
538f1662356SArjan van de Ven static __always_inline int __vfs_follow_link(struct nameidata *nd, const char *link)
5391da177e4SLinus Torvalds {
5401da177e4SLinus Torvalds 	int res = 0;
5411da177e4SLinus Torvalds 	char *name;
5421da177e4SLinus Torvalds 	if (IS_ERR(link))
5431da177e4SLinus Torvalds 		goto fail;
5441da177e4SLinus Torvalds 
5451da177e4SLinus Torvalds 	if (*link == '/') {
5461da177e4SLinus Torvalds 		path_release(nd);
5471da177e4SLinus Torvalds 		if (!walk_init_root(link, nd))
5481da177e4SLinus Torvalds 			/* weird __emul_prefix() stuff did it */
5491da177e4SLinus Torvalds 			goto out;
5501da177e4SLinus Torvalds 	}
5511da177e4SLinus Torvalds 	res = link_path_walk(link, nd);
5521da177e4SLinus Torvalds out:
5531da177e4SLinus Torvalds 	if (nd->depth || res || nd->last_type!=LAST_NORM)
5541da177e4SLinus Torvalds 		return res;
5551da177e4SLinus Torvalds 	/*
5561da177e4SLinus Torvalds 	 * If it is an iterative symlinks resolution in open_namei() we
5571da177e4SLinus Torvalds 	 * have to copy the last component. And all that crap because of
5581da177e4SLinus Torvalds 	 * bloody create() on broken symlinks. Furrfu...
5591da177e4SLinus Torvalds 	 */
5601da177e4SLinus Torvalds 	name = __getname();
5611da177e4SLinus Torvalds 	if (unlikely(!name)) {
5621da177e4SLinus Torvalds 		path_release(nd);
5631da177e4SLinus Torvalds 		return -ENOMEM;
5641da177e4SLinus Torvalds 	}
5651da177e4SLinus Torvalds 	strcpy(name, nd->last.name);
5661da177e4SLinus Torvalds 	nd->last.name = name;
5671da177e4SLinus Torvalds 	return 0;
5681da177e4SLinus Torvalds fail:
5691da177e4SLinus Torvalds 	path_release(nd);
5701da177e4SLinus Torvalds 	return PTR_ERR(link);
5711da177e4SLinus Torvalds }
5721da177e4SLinus Torvalds 
57390ebe565SAl Viro struct path {
57490ebe565SAl Viro 	struct vfsmount *mnt;
57590ebe565SAl Viro 	struct dentry *dentry;
57690ebe565SAl Viro };
57790ebe565SAl Viro 
578051d3812SIan Kent static inline void dput_path(struct path *path, struct nameidata *nd)
579051d3812SIan Kent {
580051d3812SIan Kent 	dput(path->dentry);
581051d3812SIan Kent 	if (path->mnt != nd->mnt)
582051d3812SIan Kent 		mntput(path->mnt);
583051d3812SIan Kent }
584051d3812SIan Kent 
585051d3812SIan Kent static inline void path_to_nameidata(struct path *path, struct nameidata *nd)
586051d3812SIan Kent {
587051d3812SIan Kent 	dput(nd->dentry);
588051d3812SIan Kent 	if (nd->mnt != path->mnt)
589051d3812SIan Kent 		mntput(nd->mnt);
590051d3812SIan Kent 	nd->mnt = path->mnt;
591051d3812SIan Kent 	nd->dentry = path->dentry;
592051d3812SIan Kent }
593051d3812SIan Kent 
594f1662356SArjan van de Ven static __always_inline int __do_follow_link(struct path *path, struct nameidata *nd)
5951da177e4SLinus Torvalds {
5961da177e4SLinus Torvalds 	int error;
597cc314eefSLinus Torvalds 	void *cookie;
598cd4e91d3SAl Viro 	struct dentry *dentry = path->dentry;
5991da177e4SLinus Torvalds 
600d671a1cbSAl Viro 	touch_atime(path->mnt, dentry);
6011da177e4SLinus Torvalds 	nd_set_link(nd, NULL);
602cd4e91d3SAl Viro 
603051d3812SIan Kent 	if (path->mnt != nd->mnt) {
604051d3812SIan Kent 		path_to_nameidata(path, nd);
605051d3812SIan Kent 		dget(dentry);
606051d3812SIan Kent 	}
607cd4e91d3SAl Viro 	mntget(path->mnt);
608cc314eefSLinus Torvalds 	cookie = dentry->d_inode->i_op->follow_link(dentry, nd);
609cc314eefSLinus Torvalds 	error = PTR_ERR(cookie);
610cc314eefSLinus Torvalds 	if (!IS_ERR(cookie)) {
6111da177e4SLinus Torvalds 		char *s = nd_get_link(nd);
612cc314eefSLinus Torvalds 		error = 0;
6131da177e4SLinus Torvalds 		if (s)
6141da177e4SLinus Torvalds 			error = __vfs_follow_link(nd, s);
6151da177e4SLinus Torvalds 		if (dentry->d_inode->i_op->put_link)
616cc314eefSLinus Torvalds 			dentry->d_inode->i_op->put_link(dentry, nd, cookie);
6171da177e4SLinus Torvalds 	}
618cd4e91d3SAl Viro 	dput(dentry);
619cd4e91d3SAl Viro 	mntput(path->mnt);
6201da177e4SLinus Torvalds 
6211da177e4SLinus Torvalds 	return error;
6221da177e4SLinus Torvalds }
6231da177e4SLinus Torvalds 
6241da177e4SLinus Torvalds /*
6251da177e4SLinus Torvalds  * This limits recursive symlink follows to 8, while
6261da177e4SLinus Torvalds  * limiting consecutive symlinks to 40.
6271da177e4SLinus Torvalds  *
6281da177e4SLinus Torvalds  * Without that kind of total limit, nasty chains of consecutive
6291da177e4SLinus Torvalds  * symlinks can cause almost arbitrarily long lookups.
6301da177e4SLinus Torvalds  */
63190ebe565SAl Viro static inline int do_follow_link(struct path *path, struct nameidata *nd)
6321da177e4SLinus Torvalds {
6331da177e4SLinus Torvalds 	int err = -ELOOP;
6341da177e4SLinus Torvalds 	if (current->link_count >= MAX_NESTED_LINKS)
6351da177e4SLinus Torvalds 		goto loop;
6361da177e4SLinus Torvalds 	if (current->total_link_count >= 40)
6371da177e4SLinus Torvalds 		goto loop;
6381da177e4SLinus Torvalds 	BUG_ON(nd->depth >= MAX_NESTED_LINKS);
6391da177e4SLinus Torvalds 	cond_resched();
64090ebe565SAl Viro 	err = security_inode_follow_link(path->dentry, nd);
6411da177e4SLinus Torvalds 	if (err)
6421da177e4SLinus Torvalds 		goto loop;
6431da177e4SLinus Torvalds 	current->link_count++;
6441da177e4SLinus Torvalds 	current->total_link_count++;
6451da177e4SLinus Torvalds 	nd->depth++;
646cd4e91d3SAl Viro 	err = __do_follow_link(path, nd);
6471da177e4SLinus Torvalds 	current->link_count--;
6481da177e4SLinus Torvalds 	nd->depth--;
6491da177e4SLinus Torvalds 	return err;
6501da177e4SLinus Torvalds loop:
65109dd17d3SMiklos Szeredi 	dput_path(path, nd);
652839d9f93SAl Viro 	path_release(nd);
6531da177e4SLinus Torvalds 	return err;
6541da177e4SLinus Torvalds }
6551da177e4SLinus Torvalds 
6561da177e4SLinus Torvalds int follow_up(struct vfsmount **mnt, struct dentry **dentry)
6571da177e4SLinus Torvalds {
6581da177e4SLinus Torvalds 	struct vfsmount *parent;
6591da177e4SLinus Torvalds 	struct dentry *mountpoint;
6601da177e4SLinus Torvalds 	spin_lock(&vfsmount_lock);
6611da177e4SLinus Torvalds 	parent=(*mnt)->mnt_parent;
6621da177e4SLinus Torvalds 	if (parent == *mnt) {
6631da177e4SLinus Torvalds 		spin_unlock(&vfsmount_lock);
6641da177e4SLinus Torvalds 		return 0;
6651da177e4SLinus Torvalds 	}
6661da177e4SLinus Torvalds 	mntget(parent);
6671da177e4SLinus Torvalds 	mountpoint=dget((*mnt)->mnt_mountpoint);
6681da177e4SLinus Torvalds 	spin_unlock(&vfsmount_lock);
6691da177e4SLinus Torvalds 	dput(*dentry);
6701da177e4SLinus Torvalds 	*dentry = mountpoint;
6711da177e4SLinus Torvalds 	mntput(*mnt);
6721da177e4SLinus Torvalds 	*mnt = parent;
6731da177e4SLinus Torvalds 	return 1;
6741da177e4SLinus Torvalds }
6751da177e4SLinus Torvalds 
6761da177e4SLinus Torvalds /* no need for dcache_lock, as serialization is taken care in
6771da177e4SLinus Torvalds  * namespace.c
6781da177e4SLinus Torvalds  */
679463ffb2eSAl Viro static int __follow_mount(struct path *path)
680463ffb2eSAl Viro {
681463ffb2eSAl Viro 	int res = 0;
682463ffb2eSAl Viro 	while (d_mountpoint(path->dentry)) {
683463ffb2eSAl Viro 		struct vfsmount *mounted = lookup_mnt(path->mnt, path->dentry);
684463ffb2eSAl Viro 		if (!mounted)
685463ffb2eSAl Viro 			break;
686463ffb2eSAl Viro 		dput(path->dentry);
687463ffb2eSAl Viro 		if (res)
688463ffb2eSAl Viro 			mntput(path->mnt);
689463ffb2eSAl Viro 		path->mnt = mounted;
690463ffb2eSAl Viro 		path->dentry = dget(mounted->mnt_root);
691463ffb2eSAl Viro 		res = 1;
692463ffb2eSAl Viro 	}
693463ffb2eSAl Viro 	return res;
694463ffb2eSAl Viro }
695463ffb2eSAl Viro 
69658c465ebSAl Viro static void follow_mount(struct vfsmount **mnt, struct dentry **dentry)
6971da177e4SLinus Torvalds {
6981da177e4SLinus Torvalds 	while (d_mountpoint(*dentry)) {
6991da177e4SLinus Torvalds 		struct vfsmount *mounted = lookup_mnt(*mnt, *dentry);
7001da177e4SLinus Torvalds 		if (!mounted)
7011da177e4SLinus Torvalds 			break;
70258c465ebSAl Viro 		dput(*dentry);
7031da177e4SLinus Torvalds 		mntput(*mnt);
7041da177e4SLinus Torvalds 		*mnt = mounted;
7051da177e4SLinus Torvalds 		*dentry = dget(mounted->mnt_root);
7061da177e4SLinus Torvalds 	}
7071da177e4SLinus Torvalds }
7081da177e4SLinus Torvalds 
7091da177e4SLinus Torvalds /* no need for dcache_lock, as serialization is taken care in
7101da177e4SLinus Torvalds  * namespace.c
7111da177e4SLinus Torvalds  */
712e13b210fSAl Viro int follow_down(struct vfsmount **mnt, struct dentry **dentry)
7131da177e4SLinus Torvalds {
7141da177e4SLinus Torvalds 	struct vfsmount *mounted;
7151da177e4SLinus Torvalds 
7161da177e4SLinus Torvalds 	mounted = lookup_mnt(*mnt, *dentry);
7171da177e4SLinus Torvalds 	if (mounted) {
718e13b210fSAl Viro 		dput(*dentry);
7191da177e4SLinus Torvalds 		mntput(*mnt);
7201da177e4SLinus Torvalds 		*mnt = mounted;
7211da177e4SLinus Torvalds 		*dentry = dget(mounted->mnt_root);
7221da177e4SLinus Torvalds 		return 1;
7231da177e4SLinus Torvalds 	}
7241da177e4SLinus Torvalds 	return 0;
7251da177e4SLinus Torvalds }
7261da177e4SLinus Torvalds 
727f1662356SArjan van de Ven static __always_inline void follow_dotdot(struct nameidata *nd)
7281da177e4SLinus Torvalds {
729e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
730e518ddb7SAndreas Mohr 
7311da177e4SLinus Torvalds 	while(1) {
7321da177e4SLinus Torvalds 		struct vfsmount *parent;
73358c465ebSAl Viro 		struct dentry *old = nd->dentry;
7341da177e4SLinus Torvalds 
735e518ddb7SAndreas Mohr                 read_lock(&fs->lock);
736e518ddb7SAndreas Mohr 		if (nd->dentry == fs->root &&
737e518ddb7SAndreas Mohr 		    nd->mnt == fs->rootmnt) {
738e518ddb7SAndreas Mohr                         read_unlock(&fs->lock);
7391da177e4SLinus Torvalds 			break;
7401da177e4SLinus Torvalds 		}
741e518ddb7SAndreas Mohr                 read_unlock(&fs->lock);
7421da177e4SLinus Torvalds 		spin_lock(&dcache_lock);
74358c465ebSAl Viro 		if (nd->dentry != nd->mnt->mnt_root) {
74458c465ebSAl Viro 			nd->dentry = dget(nd->dentry->d_parent);
7451da177e4SLinus Torvalds 			spin_unlock(&dcache_lock);
7461da177e4SLinus Torvalds 			dput(old);
7471da177e4SLinus Torvalds 			break;
7481da177e4SLinus Torvalds 		}
7491da177e4SLinus Torvalds 		spin_unlock(&dcache_lock);
7501da177e4SLinus Torvalds 		spin_lock(&vfsmount_lock);
75158c465ebSAl Viro 		parent = nd->mnt->mnt_parent;
75258c465ebSAl Viro 		if (parent == nd->mnt) {
7531da177e4SLinus Torvalds 			spin_unlock(&vfsmount_lock);
7541da177e4SLinus Torvalds 			break;
7551da177e4SLinus Torvalds 		}
7561da177e4SLinus Torvalds 		mntget(parent);
75758c465ebSAl Viro 		nd->dentry = dget(nd->mnt->mnt_mountpoint);
7581da177e4SLinus Torvalds 		spin_unlock(&vfsmount_lock);
7591da177e4SLinus Torvalds 		dput(old);
76058c465ebSAl Viro 		mntput(nd->mnt);
76158c465ebSAl Viro 		nd->mnt = parent;
7621da177e4SLinus Torvalds 	}
76358c465ebSAl Viro 	follow_mount(&nd->mnt, &nd->dentry);
7641da177e4SLinus Torvalds }
7651da177e4SLinus Torvalds 
7661da177e4SLinus Torvalds /*
7671da177e4SLinus Torvalds  *  It's more convoluted than I'd like it to be, but... it's still fairly
7681da177e4SLinus Torvalds  *  small and for now I'd prefer to have fast path as straight as possible.
7691da177e4SLinus Torvalds  *  It _is_ time-critical.
7701da177e4SLinus Torvalds  */
7711da177e4SLinus Torvalds static int do_lookup(struct nameidata *nd, struct qstr *name,
7721da177e4SLinus Torvalds 		     struct path *path)
7731da177e4SLinus Torvalds {
7741da177e4SLinus Torvalds 	struct vfsmount *mnt = nd->mnt;
7751da177e4SLinus Torvalds 	struct dentry *dentry = __d_lookup(nd->dentry, name);
7761da177e4SLinus Torvalds 
7771da177e4SLinus Torvalds 	if (!dentry)
7781da177e4SLinus Torvalds 		goto need_lookup;
7791da177e4SLinus Torvalds 	if (dentry->d_op && dentry->d_op->d_revalidate)
7801da177e4SLinus Torvalds 		goto need_revalidate;
7811da177e4SLinus Torvalds done:
7821da177e4SLinus Torvalds 	path->mnt = mnt;
7831da177e4SLinus Torvalds 	path->dentry = dentry;
784634ee701SAl Viro 	__follow_mount(path);
7851da177e4SLinus Torvalds 	return 0;
7861da177e4SLinus Torvalds 
7871da177e4SLinus Torvalds need_lookup:
7881da177e4SLinus Torvalds 	dentry = real_lookup(nd->dentry, name, nd);
7891da177e4SLinus Torvalds 	if (IS_ERR(dentry))
7901da177e4SLinus Torvalds 		goto fail;
7911da177e4SLinus Torvalds 	goto done;
7921da177e4SLinus Torvalds 
7931da177e4SLinus Torvalds need_revalidate:
794bcdc5e01SIan Kent 	dentry = do_revalidate(dentry, nd);
795bcdc5e01SIan Kent 	if (!dentry)
7961da177e4SLinus Torvalds 		goto need_lookup;
797bcdc5e01SIan Kent 	if (IS_ERR(dentry))
798bcdc5e01SIan Kent 		goto fail;
799bcdc5e01SIan Kent 	goto done;
8001da177e4SLinus Torvalds 
8011da177e4SLinus Torvalds fail:
8021da177e4SLinus Torvalds 	return PTR_ERR(dentry);
8031da177e4SLinus Torvalds }
8041da177e4SLinus Torvalds 
8051da177e4SLinus Torvalds /*
8061da177e4SLinus Torvalds  * Name resolution.
807ea3834d9SPrasanna Meda  * This is the basic name resolution function, turning a pathname into
808ea3834d9SPrasanna Meda  * the final dentry. We expect 'base' to be positive and a directory.
8091da177e4SLinus Torvalds  *
810ea3834d9SPrasanna Meda  * Returns 0 and nd will have valid dentry and mnt on success.
811ea3834d9SPrasanna Meda  * Returns error and drops reference to input namei data on failure.
8121da177e4SLinus Torvalds  */
8131da177e4SLinus Torvalds static fastcall int __link_path_walk(const char * name, struct nameidata *nd)
8141da177e4SLinus Torvalds {
8151da177e4SLinus Torvalds 	struct path next;
8161da177e4SLinus Torvalds 	struct inode *inode;
8171da177e4SLinus Torvalds 	int err;
8181da177e4SLinus Torvalds 	unsigned int lookup_flags = nd->flags;
8191da177e4SLinus Torvalds 
8201da177e4SLinus Torvalds 	while (*name=='/')
8211da177e4SLinus Torvalds 		name++;
8221da177e4SLinus Torvalds 	if (!*name)
8231da177e4SLinus Torvalds 		goto return_reval;
8241da177e4SLinus Torvalds 
8251da177e4SLinus Torvalds 	inode = nd->dentry->d_inode;
8261da177e4SLinus Torvalds 	if (nd->depth)
827f55eab82STrond Myklebust 		lookup_flags = LOOKUP_FOLLOW | (nd->flags & LOOKUP_CONTINUE);
8281da177e4SLinus Torvalds 
8291da177e4SLinus Torvalds 	/* At this point we know we have a real path component. */
8301da177e4SLinus Torvalds 	for(;;) {
8311da177e4SLinus Torvalds 		unsigned long hash;
8321da177e4SLinus Torvalds 		struct qstr this;
8331da177e4SLinus Torvalds 		unsigned int c;
8341da177e4SLinus Torvalds 
835cdce5d6bSTrond Myklebust 		nd->flags |= LOOKUP_CONTINUE;
8361da177e4SLinus Torvalds 		err = exec_permission_lite(inode, nd);
837e4543eddSChristoph Hellwig 		if (err == -EAGAIN)
838e4543eddSChristoph Hellwig 			err = vfs_permission(nd, MAY_EXEC);
8391da177e4SLinus Torvalds  		if (err)
8401da177e4SLinus Torvalds 			break;
8411da177e4SLinus Torvalds 
8421da177e4SLinus Torvalds 		this.name = name;
8431da177e4SLinus Torvalds 		c = *(const unsigned char *)name;
8441da177e4SLinus Torvalds 
8451da177e4SLinus Torvalds 		hash = init_name_hash();
8461da177e4SLinus Torvalds 		do {
8471da177e4SLinus Torvalds 			name++;
8481da177e4SLinus Torvalds 			hash = partial_name_hash(c, hash);
8491da177e4SLinus Torvalds 			c = *(const unsigned char *)name;
8501da177e4SLinus Torvalds 		} while (c && (c != '/'));
8511da177e4SLinus Torvalds 		this.len = name - (const char *) this.name;
8521da177e4SLinus Torvalds 		this.hash = end_name_hash(hash);
8531da177e4SLinus Torvalds 
8541da177e4SLinus Torvalds 		/* remove trailing slashes? */
8551da177e4SLinus Torvalds 		if (!c)
8561da177e4SLinus Torvalds 			goto last_component;
8571da177e4SLinus Torvalds 		while (*++name == '/');
8581da177e4SLinus Torvalds 		if (!*name)
8591da177e4SLinus Torvalds 			goto last_with_slashes;
8601da177e4SLinus Torvalds 
8611da177e4SLinus Torvalds 		/*
8621da177e4SLinus Torvalds 		 * "." and ".." are special - ".." especially so because it has
8631da177e4SLinus Torvalds 		 * to be able to know about the current root directory and
8641da177e4SLinus Torvalds 		 * parent relationships.
8651da177e4SLinus Torvalds 		 */
8661da177e4SLinus Torvalds 		if (this.name[0] == '.') switch (this.len) {
8671da177e4SLinus Torvalds 			default:
8681da177e4SLinus Torvalds 				break;
8691da177e4SLinus Torvalds 			case 2:
8701da177e4SLinus Torvalds 				if (this.name[1] != '.')
8711da177e4SLinus Torvalds 					break;
87258c465ebSAl Viro 				follow_dotdot(nd);
8731da177e4SLinus Torvalds 				inode = nd->dentry->d_inode;
8741da177e4SLinus Torvalds 				/* fallthrough */
8751da177e4SLinus Torvalds 			case 1:
8761da177e4SLinus Torvalds 				continue;
8771da177e4SLinus Torvalds 		}
8781da177e4SLinus Torvalds 		/*
8791da177e4SLinus Torvalds 		 * See if the low-level filesystem might want
8801da177e4SLinus Torvalds 		 * to use its own hash..
8811da177e4SLinus Torvalds 		 */
8821da177e4SLinus Torvalds 		if (nd->dentry->d_op && nd->dentry->d_op->d_hash) {
8831da177e4SLinus Torvalds 			err = nd->dentry->d_op->d_hash(nd->dentry, &this);
8841da177e4SLinus Torvalds 			if (err < 0)
8851da177e4SLinus Torvalds 				break;
8861da177e4SLinus Torvalds 		}
8871da177e4SLinus Torvalds 		/* This does the actual lookups.. */
8881da177e4SLinus Torvalds 		err = do_lookup(nd, &this, &next);
8891da177e4SLinus Torvalds 		if (err)
8901da177e4SLinus Torvalds 			break;
8911da177e4SLinus Torvalds 
8921da177e4SLinus Torvalds 		err = -ENOENT;
8931da177e4SLinus Torvalds 		inode = next.dentry->d_inode;
8941da177e4SLinus Torvalds 		if (!inode)
8951da177e4SLinus Torvalds 			goto out_dput;
8961da177e4SLinus Torvalds 		err = -ENOTDIR;
8971da177e4SLinus Torvalds 		if (!inode->i_op)
8981da177e4SLinus Torvalds 			goto out_dput;
8991da177e4SLinus Torvalds 
9001da177e4SLinus Torvalds 		if (inode->i_op->follow_link) {
90190ebe565SAl Viro 			err = do_follow_link(&next, nd);
9021da177e4SLinus Torvalds 			if (err)
9031da177e4SLinus Torvalds 				goto return_err;
9041da177e4SLinus Torvalds 			err = -ENOENT;
9051da177e4SLinus Torvalds 			inode = nd->dentry->d_inode;
9061da177e4SLinus Torvalds 			if (!inode)
9071da177e4SLinus Torvalds 				break;
9081da177e4SLinus Torvalds 			err = -ENOTDIR;
9091da177e4SLinus Torvalds 			if (!inode->i_op)
9101da177e4SLinus Torvalds 				break;
91109dd17d3SMiklos Szeredi 		} else
91209dd17d3SMiklos Szeredi 			path_to_nameidata(&next, nd);
9131da177e4SLinus Torvalds 		err = -ENOTDIR;
9141da177e4SLinus Torvalds 		if (!inode->i_op->lookup)
9151da177e4SLinus Torvalds 			break;
9161da177e4SLinus Torvalds 		continue;
9171da177e4SLinus Torvalds 		/* here ends the main loop */
9181da177e4SLinus Torvalds 
9191da177e4SLinus Torvalds last_with_slashes:
9201da177e4SLinus Torvalds 		lookup_flags |= LOOKUP_FOLLOW | LOOKUP_DIRECTORY;
9211da177e4SLinus Torvalds last_component:
922f55eab82STrond Myklebust 		/* Clear LOOKUP_CONTINUE iff it was previously unset */
923f55eab82STrond Myklebust 		nd->flags &= lookup_flags | ~LOOKUP_CONTINUE;
9241da177e4SLinus Torvalds 		if (lookup_flags & LOOKUP_PARENT)
9251da177e4SLinus Torvalds 			goto lookup_parent;
9261da177e4SLinus Torvalds 		if (this.name[0] == '.') switch (this.len) {
9271da177e4SLinus Torvalds 			default:
9281da177e4SLinus Torvalds 				break;
9291da177e4SLinus Torvalds 			case 2:
9301da177e4SLinus Torvalds 				if (this.name[1] != '.')
9311da177e4SLinus Torvalds 					break;
93258c465ebSAl Viro 				follow_dotdot(nd);
9331da177e4SLinus Torvalds 				inode = nd->dentry->d_inode;
9341da177e4SLinus Torvalds 				/* fallthrough */
9351da177e4SLinus Torvalds 			case 1:
9361da177e4SLinus Torvalds 				goto return_reval;
9371da177e4SLinus Torvalds 		}
9381da177e4SLinus Torvalds 		if (nd->dentry->d_op && nd->dentry->d_op->d_hash) {
9391da177e4SLinus Torvalds 			err = nd->dentry->d_op->d_hash(nd->dentry, &this);
9401da177e4SLinus Torvalds 			if (err < 0)
9411da177e4SLinus Torvalds 				break;
9421da177e4SLinus Torvalds 		}
9431da177e4SLinus Torvalds 		err = do_lookup(nd, &this, &next);
9441da177e4SLinus Torvalds 		if (err)
9451da177e4SLinus Torvalds 			break;
9461da177e4SLinus Torvalds 		inode = next.dentry->d_inode;
9471da177e4SLinus Torvalds 		if ((lookup_flags & LOOKUP_FOLLOW)
9481da177e4SLinus Torvalds 		    && inode && inode->i_op && inode->i_op->follow_link) {
94990ebe565SAl Viro 			err = do_follow_link(&next, nd);
9501da177e4SLinus Torvalds 			if (err)
9511da177e4SLinus Torvalds 				goto return_err;
9521da177e4SLinus Torvalds 			inode = nd->dentry->d_inode;
95309dd17d3SMiklos Szeredi 		} else
95409dd17d3SMiklos Szeredi 			path_to_nameidata(&next, nd);
9551da177e4SLinus Torvalds 		err = -ENOENT;
9561da177e4SLinus Torvalds 		if (!inode)
9571da177e4SLinus Torvalds 			break;
9581da177e4SLinus Torvalds 		if (lookup_flags & LOOKUP_DIRECTORY) {
9591da177e4SLinus Torvalds 			err = -ENOTDIR;
9601da177e4SLinus Torvalds 			if (!inode->i_op || !inode->i_op->lookup)
9611da177e4SLinus Torvalds 				break;
9621da177e4SLinus Torvalds 		}
9631da177e4SLinus Torvalds 		goto return_base;
9641da177e4SLinus Torvalds lookup_parent:
9651da177e4SLinus Torvalds 		nd->last = this;
9661da177e4SLinus Torvalds 		nd->last_type = LAST_NORM;
9671da177e4SLinus Torvalds 		if (this.name[0] != '.')
9681da177e4SLinus Torvalds 			goto return_base;
9691da177e4SLinus Torvalds 		if (this.len == 1)
9701da177e4SLinus Torvalds 			nd->last_type = LAST_DOT;
9711da177e4SLinus Torvalds 		else if (this.len == 2 && this.name[1] == '.')
9721da177e4SLinus Torvalds 			nd->last_type = LAST_DOTDOT;
9731da177e4SLinus Torvalds 		else
9741da177e4SLinus Torvalds 			goto return_base;
9751da177e4SLinus Torvalds return_reval:
9761da177e4SLinus Torvalds 		/*
9771da177e4SLinus Torvalds 		 * We bypassed the ordinary revalidation routines.
9781da177e4SLinus Torvalds 		 * We may need to check the cached dentry for staleness.
9791da177e4SLinus Torvalds 		 */
9801da177e4SLinus Torvalds 		if (nd->dentry && nd->dentry->d_sb &&
9811da177e4SLinus Torvalds 		    (nd->dentry->d_sb->s_type->fs_flags & FS_REVAL_DOT)) {
9821da177e4SLinus Torvalds 			err = -ESTALE;
9831da177e4SLinus Torvalds 			/* Note: we do not d_invalidate() */
9841da177e4SLinus Torvalds 			if (!nd->dentry->d_op->d_revalidate(nd->dentry, nd))
9851da177e4SLinus Torvalds 				break;
9861da177e4SLinus Torvalds 		}
9871da177e4SLinus Torvalds return_base:
9881da177e4SLinus Torvalds 		return 0;
9891da177e4SLinus Torvalds out_dput:
99009dd17d3SMiklos Szeredi 		dput_path(&next, nd);
9911da177e4SLinus Torvalds 		break;
9921da177e4SLinus Torvalds 	}
9931da177e4SLinus Torvalds 	path_release(nd);
9941da177e4SLinus Torvalds return_err:
9951da177e4SLinus Torvalds 	return err;
9961da177e4SLinus Torvalds }
9971da177e4SLinus Torvalds 
9981da177e4SLinus Torvalds /*
9991da177e4SLinus Torvalds  * Wrapper to retry pathname resolution whenever the underlying
10001da177e4SLinus Torvalds  * file system returns an ESTALE.
10011da177e4SLinus Torvalds  *
10021da177e4SLinus Torvalds  * Retry the whole path once, forcing real lookup requests
10031da177e4SLinus Torvalds  * instead of relying on the dcache.
10041da177e4SLinus Torvalds  */
10051da177e4SLinus Torvalds int fastcall link_path_walk(const char *name, struct nameidata *nd)
10061da177e4SLinus Torvalds {
10071da177e4SLinus Torvalds 	struct nameidata save = *nd;
10081da177e4SLinus Torvalds 	int result;
10091da177e4SLinus Torvalds 
10101da177e4SLinus Torvalds 	/* make sure the stuff we saved doesn't go away */
10111da177e4SLinus Torvalds 	dget(save.dentry);
10121da177e4SLinus Torvalds 	mntget(save.mnt);
10131da177e4SLinus Torvalds 
10141da177e4SLinus Torvalds 	result = __link_path_walk(name, nd);
10151da177e4SLinus Torvalds 	if (result == -ESTALE) {
10161da177e4SLinus Torvalds 		*nd = save;
10171da177e4SLinus Torvalds 		dget(nd->dentry);
10181da177e4SLinus Torvalds 		mntget(nd->mnt);
10191da177e4SLinus Torvalds 		nd->flags |= LOOKUP_REVAL;
10201da177e4SLinus Torvalds 		result = __link_path_walk(name, nd);
10211da177e4SLinus Torvalds 	}
10221da177e4SLinus Torvalds 
10231da177e4SLinus Torvalds 	dput(save.dentry);
10241da177e4SLinus Torvalds 	mntput(save.mnt);
10251da177e4SLinus Torvalds 
10261da177e4SLinus Torvalds 	return result;
10271da177e4SLinus Torvalds }
10281da177e4SLinus Torvalds 
10291da177e4SLinus Torvalds int fastcall path_walk(const char * name, struct nameidata *nd)
10301da177e4SLinus Torvalds {
10311da177e4SLinus Torvalds 	current->total_link_count = 0;
10321da177e4SLinus Torvalds 	return link_path_walk(name, nd);
10331da177e4SLinus Torvalds }
10341da177e4SLinus Torvalds 
1035ea3834d9SPrasanna Meda /*
1036ea3834d9SPrasanna Meda  * SMP-safe: Returns 1 and nd will have valid dentry and mnt, if
1037ea3834d9SPrasanna Meda  * everything is done. Returns 0 and drops input nd, if lookup failed;
1038ea3834d9SPrasanna Meda  */
10391da177e4SLinus Torvalds static int __emul_lookup_dentry(const char *name, struct nameidata *nd)
10401da177e4SLinus Torvalds {
10411da177e4SLinus Torvalds 	if (path_walk(name, nd))
10421da177e4SLinus Torvalds 		return 0;		/* something went wrong... */
10431da177e4SLinus Torvalds 
10441da177e4SLinus Torvalds 	if (!nd->dentry->d_inode || S_ISDIR(nd->dentry->d_inode->i_mode)) {
10451da177e4SLinus Torvalds 		struct dentry *old_dentry = nd->dentry;
10461da177e4SLinus Torvalds 		struct vfsmount *old_mnt = nd->mnt;
10471da177e4SLinus Torvalds 		struct qstr last = nd->last;
10481da177e4SLinus Torvalds 		int last_type = nd->last_type;
1049e518ddb7SAndreas Mohr 		struct fs_struct *fs = current->fs;
1050e518ddb7SAndreas Mohr 
10511da177e4SLinus Torvalds 		/*
1052e518ddb7SAndreas Mohr 		 * NAME was not found in alternate root or it's a directory.
1053e518ddb7SAndreas Mohr 		 * Try to find it in the normal root:
10541da177e4SLinus Torvalds 		 */
10551da177e4SLinus Torvalds 		nd->last_type = LAST_ROOT;
1056e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
1057e518ddb7SAndreas Mohr 		nd->mnt = mntget(fs->rootmnt);
1058e518ddb7SAndreas Mohr 		nd->dentry = dget(fs->root);
1059e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
10601da177e4SLinus Torvalds 		if (path_walk(name, nd) == 0) {
10611da177e4SLinus Torvalds 			if (nd->dentry->d_inode) {
10621da177e4SLinus Torvalds 				dput(old_dentry);
10631da177e4SLinus Torvalds 				mntput(old_mnt);
10641da177e4SLinus Torvalds 				return 1;
10651da177e4SLinus Torvalds 			}
10661da177e4SLinus Torvalds 			path_release(nd);
10671da177e4SLinus Torvalds 		}
10681da177e4SLinus Torvalds 		nd->dentry = old_dentry;
10691da177e4SLinus Torvalds 		nd->mnt = old_mnt;
10701da177e4SLinus Torvalds 		nd->last = last;
10711da177e4SLinus Torvalds 		nd->last_type = last_type;
10721da177e4SLinus Torvalds 	}
10731da177e4SLinus Torvalds 	return 1;
10741da177e4SLinus Torvalds }
10751da177e4SLinus Torvalds 
10761da177e4SLinus Torvalds void set_fs_altroot(void)
10771da177e4SLinus Torvalds {
10781da177e4SLinus Torvalds 	char *emul = __emul_prefix();
10791da177e4SLinus Torvalds 	struct nameidata nd;
10801da177e4SLinus Torvalds 	struct vfsmount *mnt = NULL, *oldmnt;
10811da177e4SLinus Torvalds 	struct dentry *dentry = NULL, *olddentry;
10821da177e4SLinus Torvalds 	int err;
1083e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
10841da177e4SLinus Torvalds 
10851da177e4SLinus Torvalds 	if (!emul)
10861da177e4SLinus Torvalds 		goto set_it;
10871da177e4SLinus Torvalds 	err = path_lookup(emul, LOOKUP_FOLLOW|LOOKUP_DIRECTORY|LOOKUP_NOALT, &nd);
10881da177e4SLinus Torvalds 	if (!err) {
10891da177e4SLinus Torvalds 		mnt = nd.mnt;
10901da177e4SLinus Torvalds 		dentry = nd.dentry;
10911da177e4SLinus Torvalds 	}
10921da177e4SLinus Torvalds set_it:
1093e518ddb7SAndreas Mohr 	write_lock(&fs->lock);
1094e518ddb7SAndreas Mohr 	oldmnt = fs->altrootmnt;
1095e518ddb7SAndreas Mohr 	olddentry = fs->altroot;
1096e518ddb7SAndreas Mohr 	fs->altrootmnt = mnt;
1097e518ddb7SAndreas Mohr 	fs->altroot = dentry;
1098e518ddb7SAndreas Mohr 	write_unlock(&fs->lock);
10991da177e4SLinus Torvalds 	if (olddentry) {
11001da177e4SLinus Torvalds 		dput(olddentry);
11011da177e4SLinus Torvalds 		mntput(oldmnt);
11021da177e4SLinus Torvalds 	}
11031da177e4SLinus Torvalds }
11041da177e4SLinus Torvalds 
1105ea3834d9SPrasanna Meda /* Returns 0 and nd will be valid on success; Retuns error, otherwise. */
11065590ff0dSUlrich Drepper static int fastcall do_path_lookup(int dfd, const char *name,
11075590ff0dSUlrich Drepper 				unsigned int flags, struct nameidata *nd)
11081da177e4SLinus Torvalds {
1109ea3834d9SPrasanna Meda 	int retval = 0;
1110170aa3d0SUlrich Drepper 	int fput_needed;
1111170aa3d0SUlrich Drepper 	struct file *file;
1112e518ddb7SAndreas Mohr 	struct fs_struct *fs = current->fs;
11131da177e4SLinus Torvalds 
11141da177e4SLinus Torvalds 	nd->last_type = LAST_ROOT; /* if there are only slashes... */
11151da177e4SLinus Torvalds 	nd->flags = flags;
11161da177e4SLinus Torvalds 	nd->depth = 0;
11171da177e4SLinus Torvalds 
11181da177e4SLinus Torvalds 	if (*name=='/') {
1119e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
1120e518ddb7SAndreas Mohr 		if (fs->altroot && !(nd->flags & LOOKUP_NOALT)) {
1121e518ddb7SAndreas Mohr 			nd->mnt = mntget(fs->altrootmnt);
1122e518ddb7SAndreas Mohr 			nd->dentry = dget(fs->altroot);
1123e518ddb7SAndreas Mohr 			read_unlock(&fs->lock);
11241da177e4SLinus Torvalds 			if (__emul_lookup_dentry(name,nd))
1125ea3834d9SPrasanna Meda 				goto out; /* found in altroot */
1126e518ddb7SAndreas Mohr 			read_lock(&fs->lock);
11271da177e4SLinus Torvalds 		}
1128e518ddb7SAndreas Mohr 		nd->mnt = mntget(fs->rootmnt);
1129e518ddb7SAndreas Mohr 		nd->dentry = dget(fs->root);
1130e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
11315590ff0dSUlrich Drepper 	} else if (dfd == AT_FDCWD) {
1132e518ddb7SAndreas Mohr 		read_lock(&fs->lock);
1133e518ddb7SAndreas Mohr 		nd->mnt = mntget(fs->pwdmnt);
1134e518ddb7SAndreas Mohr 		nd->dentry = dget(fs->pwd);
1135e518ddb7SAndreas Mohr 		read_unlock(&fs->lock);
11365590ff0dSUlrich Drepper 	} else {
11375590ff0dSUlrich Drepper 		struct dentry *dentry;
11385590ff0dSUlrich Drepper 
11395590ff0dSUlrich Drepper 		file = fget_light(dfd, &fput_needed);
11405590ff0dSUlrich Drepper 		retval = -EBADF;
1141170aa3d0SUlrich Drepper 		if (!file)
11426d09bb62STrond Myklebust 			goto out_fail;
11435590ff0dSUlrich Drepper 
11445590ff0dSUlrich Drepper 		dentry = file->f_dentry;
11455590ff0dSUlrich Drepper 
11465590ff0dSUlrich Drepper 		retval = -ENOTDIR;
1147170aa3d0SUlrich Drepper 		if (!S_ISDIR(dentry->d_inode->i_mode))
11486d09bb62STrond Myklebust 			goto fput_fail;
11495590ff0dSUlrich Drepper 
11505590ff0dSUlrich Drepper 		retval = file_permission(file, MAY_EXEC);
1151170aa3d0SUlrich Drepper 		if (retval)
11526d09bb62STrond Myklebust 			goto fput_fail;
11535590ff0dSUlrich Drepper 
11545590ff0dSUlrich Drepper 		nd->mnt = mntget(file->f_vfsmnt);
11555590ff0dSUlrich Drepper 		nd->dentry = dget(dentry);
11565590ff0dSUlrich Drepper 
11575590ff0dSUlrich Drepper 		fput_light(file, fput_needed);
11581da177e4SLinus Torvalds 	}
11591da177e4SLinus Torvalds 	current->total_link_count = 0;
11601da177e4SLinus Torvalds 	retval = link_path_walk(name, nd);
1161ea3834d9SPrasanna Meda out:
11623bc8414bSSuzuki 	if (likely(retval == 0)) {
11635ac3a9c2SAl Viro 		if (unlikely(!audit_dummy_context() && nd && nd->dentry &&
11643bc8414bSSuzuki 				nd->dentry->d_inode))
11659c937dccSAmy Griffis 		audit_inode(name, nd->dentry->d_inode);
11663bc8414bSSuzuki 	}
11676d09bb62STrond Myklebust out_fail:
1168170aa3d0SUlrich Drepper 	return retval;
1169170aa3d0SUlrich Drepper 
11706d09bb62STrond Myklebust fput_fail:
1171170aa3d0SUlrich Drepper 	fput_light(file, fput_needed);
11726d09bb62STrond Myklebust 	goto out_fail;
11731da177e4SLinus Torvalds }
11741da177e4SLinus Torvalds 
11755590ff0dSUlrich Drepper int fastcall path_lookup(const char *name, unsigned int flags,
11765590ff0dSUlrich Drepper 			struct nameidata *nd)
11775590ff0dSUlrich Drepper {
11785590ff0dSUlrich Drepper 	return do_path_lookup(AT_FDCWD, name, flags, nd);
11795590ff0dSUlrich Drepper }
11805590ff0dSUlrich Drepper 
11815590ff0dSUlrich Drepper static int __path_lookup_intent_open(int dfd, const char *name,
11825590ff0dSUlrich Drepper 		unsigned int lookup_flags, struct nameidata *nd,
11835590ff0dSUlrich Drepper 		int open_flags, int create_mode)
1184834f2a4aSTrond Myklebust {
1185834f2a4aSTrond Myklebust 	struct file *filp = get_empty_filp();
1186834f2a4aSTrond Myklebust 	int err;
1187834f2a4aSTrond Myklebust 
1188834f2a4aSTrond Myklebust 	if (filp == NULL)
1189834f2a4aSTrond Myklebust 		return -ENFILE;
1190834f2a4aSTrond Myklebust 	nd->intent.open.file = filp;
1191834f2a4aSTrond Myklebust 	nd->intent.open.flags = open_flags;
1192834f2a4aSTrond Myklebust 	nd->intent.open.create_mode = create_mode;
11935590ff0dSUlrich Drepper 	err = do_path_lookup(dfd, name, lookup_flags|LOOKUP_OPEN, nd);
1194834f2a4aSTrond Myklebust 	if (IS_ERR(nd->intent.open.file)) {
1195834f2a4aSTrond Myklebust 		if (err == 0) {
1196834f2a4aSTrond Myklebust 			err = PTR_ERR(nd->intent.open.file);
1197834f2a4aSTrond Myklebust 			path_release(nd);
1198834f2a4aSTrond Myklebust 		}
1199834f2a4aSTrond Myklebust 	} else if (err != 0)
1200834f2a4aSTrond Myklebust 		release_open_intent(nd);
1201834f2a4aSTrond Myklebust 	return err;
1202834f2a4aSTrond Myklebust }
1203834f2a4aSTrond Myklebust 
1204834f2a4aSTrond Myklebust /**
1205834f2a4aSTrond Myklebust  * path_lookup_open - lookup a file path with open intent
12067045f37bSMartin Waitz  * @dfd: the directory to use as base, or AT_FDCWD
1207834f2a4aSTrond Myklebust  * @name: pointer to file name
1208834f2a4aSTrond Myklebust  * @lookup_flags: lookup intent flags
1209834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
1210834f2a4aSTrond Myklebust  * @open_flags: open intent flags
1211834f2a4aSTrond Myklebust  */
12125590ff0dSUlrich Drepper int path_lookup_open(int dfd, const char *name, unsigned int lookup_flags,
1213834f2a4aSTrond Myklebust 		struct nameidata *nd, int open_flags)
1214834f2a4aSTrond Myklebust {
12155590ff0dSUlrich Drepper 	return __path_lookup_intent_open(dfd, name, lookup_flags, nd,
1216834f2a4aSTrond Myklebust 			open_flags, 0);
1217834f2a4aSTrond Myklebust }
1218834f2a4aSTrond Myklebust 
1219834f2a4aSTrond Myklebust /**
1220834f2a4aSTrond Myklebust  * path_lookup_create - lookup a file path with open + create intent
12217045f37bSMartin Waitz  * @dfd: the directory to use as base, or AT_FDCWD
1222834f2a4aSTrond Myklebust  * @name: pointer to file name
1223834f2a4aSTrond Myklebust  * @lookup_flags: lookup intent flags
1224834f2a4aSTrond Myklebust  * @nd: pointer to nameidata
1225834f2a4aSTrond Myklebust  * @open_flags: open intent flags
1226834f2a4aSTrond Myklebust  * @create_mode: create intent flags
1227834f2a4aSTrond Myklebust  */
12285590ff0dSUlrich Drepper static int path_lookup_create(int dfd, const char *name,
12295590ff0dSUlrich Drepper 			      unsigned int lookup_flags, struct nameidata *nd,
12305590ff0dSUlrich Drepper 			      int open_flags, int create_mode)
1231834f2a4aSTrond Myklebust {
12325590ff0dSUlrich Drepper 	return __path_lookup_intent_open(dfd, name, lookup_flags|LOOKUP_CREATE,
12335590ff0dSUlrich Drepper 			nd, open_flags, create_mode);
1234834f2a4aSTrond Myklebust }
1235834f2a4aSTrond Myklebust 
1236834f2a4aSTrond Myklebust int __user_path_lookup_open(const char __user *name, unsigned int lookup_flags,
1237834f2a4aSTrond Myklebust 		struct nameidata *nd, int open_flags)
1238834f2a4aSTrond Myklebust {
1239834f2a4aSTrond Myklebust 	char *tmp = getname(name);
1240834f2a4aSTrond Myklebust 	int err = PTR_ERR(tmp);
1241834f2a4aSTrond Myklebust 
1242834f2a4aSTrond Myklebust 	if (!IS_ERR(tmp)) {
12435590ff0dSUlrich Drepper 		err = __path_lookup_intent_open(AT_FDCWD, tmp, lookup_flags, nd, open_flags, 0);
1244834f2a4aSTrond Myklebust 		putname(tmp);
1245834f2a4aSTrond Myklebust 	}
1246834f2a4aSTrond Myklebust 	return err;
1247834f2a4aSTrond Myklebust }
1248834f2a4aSTrond Myklebust 
12491da177e4SLinus Torvalds /*
12501da177e4SLinus Torvalds  * Restricted form of lookup. Doesn't follow links, single-component only,
12511da177e4SLinus Torvalds  * needs parent already locked. Doesn't follow mounts.
12521da177e4SLinus Torvalds  * SMP-safe.
12531da177e4SLinus Torvalds  */
12541da177e4SLinus Torvalds static struct dentry * __lookup_hash(struct qstr *name, struct dentry * base, struct nameidata *nd)
12551da177e4SLinus Torvalds {
12561da177e4SLinus Torvalds 	struct dentry * dentry;
12571da177e4SLinus Torvalds 	struct inode *inode;
12581da177e4SLinus Torvalds 	int err;
12591da177e4SLinus Torvalds 
12601da177e4SLinus Torvalds 	inode = base->d_inode;
12611da177e4SLinus Torvalds 	err = permission(inode, MAY_EXEC, nd);
12621da177e4SLinus Torvalds 	dentry = ERR_PTR(err);
12631da177e4SLinus Torvalds 	if (err)
12641da177e4SLinus Torvalds 		goto out;
12651da177e4SLinus Torvalds 
12661da177e4SLinus Torvalds 	/*
12671da177e4SLinus Torvalds 	 * See if the low-level filesystem might want
12681da177e4SLinus Torvalds 	 * to use its own hash..
12691da177e4SLinus Torvalds 	 */
12701da177e4SLinus Torvalds 	if (base->d_op && base->d_op->d_hash) {
12711da177e4SLinus Torvalds 		err = base->d_op->d_hash(base, name);
12721da177e4SLinus Torvalds 		dentry = ERR_PTR(err);
12731da177e4SLinus Torvalds 		if (err < 0)
12741da177e4SLinus Torvalds 			goto out;
12751da177e4SLinus Torvalds 	}
12761da177e4SLinus Torvalds 
12771da177e4SLinus Torvalds 	dentry = cached_lookup(base, name, nd);
12781da177e4SLinus Torvalds 	if (!dentry) {
12791da177e4SLinus Torvalds 		struct dentry *new = d_alloc(base, name);
12801da177e4SLinus Torvalds 		dentry = ERR_PTR(-ENOMEM);
12811da177e4SLinus Torvalds 		if (!new)
12821da177e4SLinus Torvalds 			goto out;
12831da177e4SLinus Torvalds 		dentry = inode->i_op->lookup(inode, new, nd);
12841da177e4SLinus Torvalds 		if (!dentry)
12851da177e4SLinus Torvalds 			dentry = new;
12861da177e4SLinus Torvalds 		else
12871da177e4SLinus Torvalds 			dput(new);
12881da177e4SLinus Torvalds 	}
12891da177e4SLinus Torvalds out:
12901da177e4SLinus Torvalds 	return dentry;
12911da177e4SLinus Torvalds }
12921da177e4SLinus Torvalds 
1293a244e169SAdrian Bunk static struct dentry *lookup_hash(struct nameidata *nd)
12941da177e4SLinus Torvalds {
129549705b77SChristoph Hellwig 	return __lookup_hash(&nd->last, nd->dentry, nd);
12961da177e4SLinus Torvalds }
12971da177e4SLinus Torvalds 
12981da177e4SLinus Torvalds /* SMP-safe */
12991da177e4SLinus Torvalds struct dentry * lookup_one_len(const char * name, struct dentry * base, int len)
13001da177e4SLinus Torvalds {
13011da177e4SLinus Torvalds 	unsigned long hash;
13021da177e4SLinus Torvalds 	struct qstr this;
13031da177e4SLinus Torvalds 	unsigned int c;
13041da177e4SLinus Torvalds 
13051da177e4SLinus Torvalds 	this.name = name;
13061da177e4SLinus Torvalds 	this.len = len;
13071da177e4SLinus Torvalds 	if (!len)
13081da177e4SLinus Torvalds 		goto access;
13091da177e4SLinus Torvalds 
13101da177e4SLinus Torvalds 	hash = init_name_hash();
13111da177e4SLinus Torvalds 	while (len--) {
13121da177e4SLinus Torvalds 		c = *(const unsigned char *)name++;
13131da177e4SLinus Torvalds 		if (c == '/' || c == '\0')
13141da177e4SLinus Torvalds 			goto access;
13151da177e4SLinus Torvalds 		hash = partial_name_hash(c, hash);
13161da177e4SLinus Torvalds 	}
13171da177e4SLinus Torvalds 	this.hash = end_name_hash(hash);
13181da177e4SLinus Torvalds 
131949705b77SChristoph Hellwig 	return __lookup_hash(&this, base, NULL);
13201da177e4SLinus Torvalds access:
13211da177e4SLinus Torvalds 	return ERR_PTR(-EACCES);
13221da177e4SLinus Torvalds }
13231da177e4SLinus Torvalds 
13241da177e4SLinus Torvalds /*
13251da177e4SLinus Torvalds  *	namei()
13261da177e4SLinus Torvalds  *
13271da177e4SLinus Torvalds  * is used by most simple commands to get the inode of a specified name.
13281da177e4SLinus Torvalds  * Open, link etc use their own routines, but this is enough for things
13291da177e4SLinus Torvalds  * like 'chmod' etc.
13301da177e4SLinus Torvalds  *
13311da177e4SLinus Torvalds  * namei exists in two versions: namei/lnamei. The only difference is
13321da177e4SLinus Torvalds  * that namei follows links, while lnamei does not.
13331da177e4SLinus Torvalds  * SMP-safe
13341da177e4SLinus Torvalds  */
13355590ff0dSUlrich Drepper int fastcall __user_walk_fd(int dfd, const char __user *name, unsigned flags,
13365590ff0dSUlrich Drepper 			    struct nameidata *nd)
13371da177e4SLinus Torvalds {
13381da177e4SLinus Torvalds 	char *tmp = getname(name);
13391da177e4SLinus Torvalds 	int err = PTR_ERR(tmp);
13401da177e4SLinus Torvalds 
13411da177e4SLinus Torvalds 	if (!IS_ERR(tmp)) {
13425590ff0dSUlrich Drepper 		err = do_path_lookup(dfd, tmp, flags, nd);
13431da177e4SLinus Torvalds 		putname(tmp);
13441da177e4SLinus Torvalds 	}
13451da177e4SLinus Torvalds 	return err;
13461da177e4SLinus Torvalds }
13471da177e4SLinus Torvalds 
13485590ff0dSUlrich Drepper int fastcall __user_walk(const char __user *name, unsigned flags, struct nameidata *nd)
13495590ff0dSUlrich Drepper {
13505590ff0dSUlrich Drepper 	return __user_walk_fd(AT_FDCWD, name, flags, nd);
13515590ff0dSUlrich Drepper }
13525590ff0dSUlrich Drepper 
13531da177e4SLinus Torvalds /*
13541da177e4SLinus Torvalds  * It's inline, so penalty for filesystems that don't use sticky bit is
13551da177e4SLinus Torvalds  * minimal.
13561da177e4SLinus Torvalds  */
13571da177e4SLinus Torvalds static inline int check_sticky(struct inode *dir, struct inode *inode)
13581da177e4SLinus Torvalds {
13591da177e4SLinus Torvalds 	if (!(dir->i_mode & S_ISVTX))
13601da177e4SLinus Torvalds 		return 0;
13611da177e4SLinus Torvalds 	if (inode->i_uid == current->fsuid)
13621da177e4SLinus Torvalds 		return 0;
13631da177e4SLinus Torvalds 	if (dir->i_uid == current->fsuid)
13641da177e4SLinus Torvalds 		return 0;
13651da177e4SLinus Torvalds 	return !capable(CAP_FOWNER);
13661da177e4SLinus Torvalds }
13671da177e4SLinus Torvalds 
13681da177e4SLinus Torvalds /*
13691da177e4SLinus Torvalds  *	Check whether we can remove a link victim from directory dir, check
13701da177e4SLinus Torvalds  *  whether the type of victim is right.
13711da177e4SLinus Torvalds  *  1. We can't do it if dir is read-only (done in permission())
13721da177e4SLinus Torvalds  *  2. We should have write and exec permissions on dir
13731da177e4SLinus Torvalds  *  3. We can't remove anything from append-only dir
13741da177e4SLinus Torvalds  *  4. We can't do anything with immutable dir (done in permission())
13751da177e4SLinus Torvalds  *  5. If the sticky bit on dir is set we should either
13761da177e4SLinus Torvalds  *	a. be owner of dir, or
13771da177e4SLinus Torvalds  *	b. be owner of victim, or
13781da177e4SLinus Torvalds  *	c. have CAP_FOWNER capability
13791da177e4SLinus Torvalds  *  6. If the victim is append-only or immutable we can't do antyhing with
13801da177e4SLinus Torvalds  *     links pointing to it.
13811da177e4SLinus Torvalds  *  7. If we were asked to remove a directory and victim isn't one - ENOTDIR.
13821da177e4SLinus Torvalds  *  8. If we were asked to remove a non-directory and victim isn't one - EISDIR.
13831da177e4SLinus Torvalds  *  9. We can't remove a root or mountpoint.
13841da177e4SLinus Torvalds  * 10. We don't allow removal of NFS sillyrenamed files; it's handled by
13851da177e4SLinus Torvalds  *     nfs_async_unlink().
13861da177e4SLinus Torvalds  */
1387858119e1SArjan van de Ven static int may_delete(struct inode *dir,struct dentry *victim,int isdir)
13881da177e4SLinus Torvalds {
13891da177e4SLinus Torvalds 	int error;
13901da177e4SLinus Torvalds 
13911da177e4SLinus Torvalds 	if (!victim->d_inode)
13921da177e4SLinus Torvalds 		return -ENOENT;
13931da177e4SLinus Torvalds 
13941da177e4SLinus Torvalds 	BUG_ON(victim->d_parent->d_inode != dir);
139573d3ec5aSAmy Griffis 	audit_inode_child(victim->d_name.name, victim->d_inode, dir);
13961da177e4SLinus Torvalds 
13971da177e4SLinus Torvalds 	error = permission(dir,MAY_WRITE | MAY_EXEC, NULL);
13981da177e4SLinus Torvalds 	if (error)
13991da177e4SLinus Torvalds 		return error;
14001da177e4SLinus Torvalds 	if (IS_APPEND(dir))
14011da177e4SLinus Torvalds 		return -EPERM;
14021da177e4SLinus Torvalds 	if (check_sticky(dir, victim->d_inode)||IS_APPEND(victim->d_inode)||
14031da177e4SLinus Torvalds 	    IS_IMMUTABLE(victim->d_inode))
14041da177e4SLinus Torvalds 		return -EPERM;
14051da177e4SLinus Torvalds 	if (isdir) {
14061da177e4SLinus Torvalds 		if (!S_ISDIR(victim->d_inode->i_mode))
14071da177e4SLinus Torvalds 			return -ENOTDIR;
14081da177e4SLinus Torvalds 		if (IS_ROOT(victim))
14091da177e4SLinus Torvalds 			return -EBUSY;
14101da177e4SLinus Torvalds 	} else if (S_ISDIR(victim->d_inode->i_mode))
14111da177e4SLinus Torvalds 		return -EISDIR;
14121da177e4SLinus Torvalds 	if (IS_DEADDIR(dir))
14131da177e4SLinus Torvalds 		return -ENOENT;
14141da177e4SLinus Torvalds 	if (victim->d_flags & DCACHE_NFSFS_RENAMED)
14151da177e4SLinus Torvalds 		return -EBUSY;
14161da177e4SLinus Torvalds 	return 0;
14171da177e4SLinus Torvalds }
14181da177e4SLinus Torvalds 
14191da177e4SLinus Torvalds /*	Check whether we can create an object with dentry child in directory
14201da177e4SLinus Torvalds  *  dir.
14211da177e4SLinus Torvalds  *  1. We can't do it if child already exists (open has special treatment for
14221da177e4SLinus Torvalds  *     this case, but since we are inlined it's OK)
14231da177e4SLinus Torvalds  *  2. We can't do it if dir is read-only (done in permission())
14241da177e4SLinus Torvalds  *  3. We should have write and exec permissions on dir
14251da177e4SLinus Torvalds  *  4. We can't do it if dir is immutable (done in permission())
14261da177e4SLinus Torvalds  */
14271da177e4SLinus Torvalds static inline int may_create(struct inode *dir, struct dentry *child,
14281da177e4SLinus Torvalds 			     struct nameidata *nd)
14291da177e4SLinus Torvalds {
14301da177e4SLinus Torvalds 	if (child->d_inode)
14311da177e4SLinus Torvalds 		return -EEXIST;
14321da177e4SLinus Torvalds 	if (IS_DEADDIR(dir))
14331da177e4SLinus Torvalds 		return -ENOENT;
14341da177e4SLinus Torvalds 	return permission(dir,MAY_WRITE | MAY_EXEC, nd);
14351da177e4SLinus Torvalds }
14361da177e4SLinus Torvalds 
14371da177e4SLinus Torvalds /*
14381da177e4SLinus Torvalds  * O_DIRECTORY translates into forcing a directory lookup.
14391da177e4SLinus Torvalds  */
14401da177e4SLinus Torvalds static inline int lookup_flags(unsigned int f)
14411da177e4SLinus Torvalds {
14421da177e4SLinus Torvalds 	unsigned long retval = LOOKUP_FOLLOW;
14431da177e4SLinus Torvalds 
14441da177e4SLinus Torvalds 	if (f & O_NOFOLLOW)
14451da177e4SLinus Torvalds 		retval &= ~LOOKUP_FOLLOW;
14461da177e4SLinus Torvalds 
14471da177e4SLinus Torvalds 	if (f & O_DIRECTORY)
14481da177e4SLinus Torvalds 		retval |= LOOKUP_DIRECTORY;
14491da177e4SLinus Torvalds 
14501da177e4SLinus Torvalds 	return retval;
14511da177e4SLinus Torvalds }
14521da177e4SLinus Torvalds 
14531da177e4SLinus Torvalds /*
14541da177e4SLinus Torvalds  * p1 and p2 should be directories on the same fs.
14551da177e4SLinus Torvalds  */
14561da177e4SLinus Torvalds struct dentry *lock_rename(struct dentry *p1, struct dentry *p2)
14571da177e4SLinus Torvalds {
14581da177e4SLinus Torvalds 	struct dentry *p;
14591da177e4SLinus Torvalds 
14601da177e4SLinus Torvalds 	if (p1 == p2) {
1461f2eace23SIngo Molnar 		mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
14621da177e4SLinus Torvalds 		return NULL;
14631da177e4SLinus Torvalds 	}
14641da177e4SLinus Torvalds 
1465a11f3a05SArjan van de Ven 	mutex_lock(&p1->d_inode->i_sb->s_vfs_rename_mutex);
14661da177e4SLinus Torvalds 
14671da177e4SLinus Torvalds 	for (p = p1; p->d_parent != p; p = p->d_parent) {
14681da177e4SLinus Torvalds 		if (p->d_parent == p2) {
1469f2eace23SIngo Molnar 			mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_PARENT);
1470f2eace23SIngo Molnar 			mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_CHILD);
14711da177e4SLinus Torvalds 			return p;
14721da177e4SLinus Torvalds 		}
14731da177e4SLinus Torvalds 	}
14741da177e4SLinus Torvalds 
14751da177e4SLinus Torvalds 	for (p = p2; p->d_parent != p; p = p->d_parent) {
14761da177e4SLinus Torvalds 		if (p->d_parent == p1) {
1477f2eace23SIngo Molnar 			mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
1478f2eace23SIngo Molnar 			mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_CHILD);
14791da177e4SLinus Torvalds 			return p;
14801da177e4SLinus Torvalds 		}
14811da177e4SLinus Torvalds 	}
14821da177e4SLinus Torvalds 
1483f2eace23SIngo Molnar 	mutex_lock_nested(&p1->d_inode->i_mutex, I_MUTEX_PARENT);
1484f2eace23SIngo Molnar 	mutex_lock_nested(&p2->d_inode->i_mutex, I_MUTEX_CHILD);
14851da177e4SLinus Torvalds 	return NULL;
14861da177e4SLinus Torvalds }
14871da177e4SLinus Torvalds 
14881da177e4SLinus Torvalds void unlock_rename(struct dentry *p1, struct dentry *p2)
14891da177e4SLinus Torvalds {
14901b1dcc1bSJes Sorensen 	mutex_unlock(&p1->d_inode->i_mutex);
14911da177e4SLinus Torvalds 	if (p1 != p2) {
14921b1dcc1bSJes Sorensen 		mutex_unlock(&p2->d_inode->i_mutex);
1493a11f3a05SArjan van de Ven 		mutex_unlock(&p1->d_inode->i_sb->s_vfs_rename_mutex);
14941da177e4SLinus Torvalds 	}
14951da177e4SLinus Torvalds }
14961da177e4SLinus Torvalds 
14971da177e4SLinus Torvalds int vfs_create(struct inode *dir, struct dentry *dentry, int mode,
14981da177e4SLinus Torvalds 		struct nameidata *nd)
14991da177e4SLinus Torvalds {
15001da177e4SLinus Torvalds 	int error = may_create(dir, dentry, nd);
15011da177e4SLinus Torvalds 
15021da177e4SLinus Torvalds 	if (error)
15031da177e4SLinus Torvalds 		return error;
15041da177e4SLinus Torvalds 
15051da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->create)
15061da177e4SLinus Torvalds 		return -EACCES;	/* shouldn't it be ENOSYS? */
15071da177e4SLinus Torvalds 	mode &= S_IALLUGO;
15081da177e4SLinus Torvalds 	mode |= S_IFREG;
15091da177e4SLinus Torvalds 	error = security_inode_create(dir, dentry, mode);
15101da177e4SLinus Torvalds 	if (error)
15111da177e4SLinus Torvalds 		return error;
15121da177e4SLinus Torvalds 	DQUOT_INIT(dir);
15131da177e4SLinus Torvalds 	error = dir->i_op->create(dir, dentry, mode, nd);
1514a74574aaSStephen Smalley 	if (!error)
1515f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
15161da177e4SLinus Torvalds 	return error;
15171da177e4SLinus Torvalds }
15181da177e4SLinus Torvalds 
15191da177e4SLinus Torvalds int may_open(struct nameidata *nd, int acc_mode, int flag)
15201da177e4SLinus Torvalds {
15211da177e4SLinus Torvalds 	struct dentry *dentry = nd->dentry;
15221da177e4SLinus Torvalds 	struct inode *inode = dentry->d_inode;
15231da177e4SLinus Torvalds 	int error;
15241da177e4SLinus Torvalds 
15251da177e4SLinus Torvalds 	if (!inode)
15261da177e4SLinus Torvalds 		return -ENOENT;
15271da177e4SLinus Torvalds 
15281da177e4SLinus Torvalds 	if (S_ISLNK(inode->i_mode))
15291da177e4SLinus Torvalds 		return -ELOOP;
15301da177e4SLinus Torvalds 
15311da177e4SLinus Torvalds 	if (S_ISDIR(inode->i_mode) && (flag & FMODE_WRITE))
15321da177e4SLinus Torvalds 		return -EISDIR;
15331da177e4SLinus Torvalds 
1534e4543eddSChristoph Hellwig 	error = vfs_permission(nd, acc_mode);
15351da177e4SLinus Torvalds 	if (error)
15361da177e4SLinus Torvalds 		return error;
15371da177e4SLinus Torvalds 
15381da177e4SLinus Torvalds 	/*
15391da177e4SLinus Torvalds 	 * FIFO's, sockets and device files are special: they don't
15401da177e4SLinus Torvalds 	 * actually live on the filesystem itself, and as such you
15411da177e4SLinus Torvalds 	 * can write to them even if the filesystem is read-only.
15421da177e4SLinus Torvalds 	 */
15431da177e4SLinus Torvalds 	if (S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
15441da177e4SLinus Torvalds 	    	flag &= ~O_TRUNC;
15451da177e4SLinus Torvalds 	} else if (S_ISBLK(inode->i_mode) || S_ISCHR(inode->i_mode)) {
15461da177e4SLinus Torvalds 		if (nd->mnt->mnt_flags & MNT_NODEV)
15471da177e4SLinus Torvalds 			return -EACCES;
15481da177e4SLinus Torvalds 
15491da177e4SLinus Torvalds 		flag &= ~O_TRUNC;
15501da177e4SLinus Torvalds 	} else if (IS_RDONLY(inode) && (flag & FMODE_WRITE))
15511da177e4SLinus Torvalds 		return -EROFS;
15521da177e4SLinus Torvalds 	/*
15531da177e4SLinus Torvalds 	 * An append-only file must be opened in append mode for writing.
15541da177e4SLinus Torvalds 	 */
15551da177e4SLinus Torvalds 	if (IS_APPEND(inode)) {
15561da177e4SLinus Torvalds 		if  ((flag & FMODE_WRITE) && !(flag & O_APPEND))
15571da177e4SLinus Torvalds 			return -EPERM;
15581da177e4SLinus Torvalds 		if (flag & O_TRUNC)
15591da177e4SLinus Torvalds 			return -EPERM;
15601da177e4SLinus Torvalds 	}
15611da177e4SLinus Torvalds 
15621da177e4SLinus Torvalds 	/* O_NOATIME can only be set by the owner or superuser */
15631da177e4SLinus Torvalds 	if (flag & O_NOATIME)
15641da177e4SLinus Torvalds 		if (current->fsuid != inode->i_uid && !capable(CAP_FOWNER))
15651da177e4SLinus Torvalds 			return -EPERM;
15661da177e4SLinus Torvalds 
15671da177e4SLinus Torvalds 	/*
15681da177e4SLinus Torvalds 	 * Ensure there are no outstanding leases on the file.
15691da177e4SLinus Torvalds 	 */
15701da177e4SLinus Torvalds 	error = break_lease(inode, flag);
15711da177e4SLinus Torvalds 	if (error)
15721da177e4SLinus Torvalds 		return error;
15731da177e4SLinus Torvalds 
15741da177e4SLinus Torvalds 	if (flag & O_TRUNC) {
15751da177e4SLinus Torvalds 		error = get_write_access(inode);
15761da177e4SLinus Torvalds 		if (error)
15771da177e4SLinus Torvalds 			return error;
15781da177e4SLinus Torvalds 
15791da177e4SLinus Torvalds 		/*
15801da177e4SLinus Torvalds 		 * Refuse to truncate files with mandatory locks held on them.
15811da177e4SLinus Torvalds 		 */
15821da177e4SLinus Torvalds 		error = locks_verify_locked(inode);
15831da177e4SLinus Torvalds 		if (!error) {
15841da177e4SLinus Torvalds 			DQUOT_INIT(inode);
15851da177e4SLinus Torvalds 
15864a30131eSNeilBrown 			error = do_truncate(dentry, 0, ATTR_MTIME|ATTR_CTIME, NULL);
15871da177e4SLinus Torvalds 		}
15881da177e4SLinus Torvalds 		put_write_access(inode);
15891da177e4SLinus Torvalds 		if (error)
15901da177e4SLinus Torvalds 			return error;
15911da177e4SLinus Torvalds 	} else
15921da177e4SLinus Torvalds 		if (flag & FMODE_WRITE)
15931da177e4SLinus Torvalds 			DQUOT_INIT(inode);
15941da177e4SLinus Torvalds 
15951da177e4SLinus Torvalds 	return 0;
15961da177e4SLinus Torvalds }
15971da177e4SLinus Torvalds 
15981da177e4SLinus Torvalds /*
15991da177e4SLinus Torvalds  *	open_namei()
16001da177e4SLinus Torvalds  *
16011da177e4SLinus Torvalds  * namei for open - this is in fact almost the whole open-routine.
16021da177e4SLinus Torvalds  *
16031da177e4SLinus Torvalds  * Note that the low bits of "flag" aren't the same as in the open
16041da177e4SLinus Torvalds  * system call - they are 00 - no permissions needed
16051da177e4SLinus Torvalds  *			  01 - read permission needed
16061da177e4SLinus Torvalds  *			  10 - write permission needed
16071da177e4SLinus Torvalds  *			  11 - read/write permissions needed
16081da177e4SLinus Torvalds  * which is a lot more logical, and also allows the "no perm" needed
16091da177e4SLinus Torvalds  * for symlinks (where the permissions are checked later).
16101da177e4SLinus Torvalds  * SMP-safe
16111da177e4SLinus Torvalds  */
16125590ff0dSUlrich Drepper int open_namei(int dfd, const char *pathname, int flag,
16135590ff0dSUlrich Drepper 		int mode, struct nameidata *nd)
16141da177e4SLinus Torvalds {
1615834f2a4aSTrond Myklebust 	int acc_mode, error;
16164e7506e4SAl Viro 	struct path path;
16171da177e4SLinus Torvalds 	struct dentry *dir;
16181da177e4SLinus Torvalds 	int count = 0;
16191da177e4SLinus Torvalds 
16201da177e4SLinus Torvalds 	acc_mode = ACC_MODE(flag);
16211da177e4SLinus Torvalds 
1622834f2a4aSTrond Myklebust 	/* O_TRUNC implies we need access checks for write permissions */
1623834f2a4aSTrond Myklebust 	if (flag & O_TRUNC)
1624834f2a4aSTrond Myklebust 		acc_mode |= MAY_WRITE;
1625834f2a4aSTrond Myklebust 
16261da177e4SLinus Torvalds 	/* Allow the LSM permission hook to distinguish append
16271da177e4SLinus Torvalds 	   access from general write access. */
16281da177e4SLinus Torvalds 	if (flag & O_APPEND)
16291da177e4SLinus Torvalds 		acc_mode |= MAY_APPEND;
16301da177e4SLinus Torvalds 
16311da177e4SLinus Torvalds 	/*
16321da177e4SLinus Torvalds 	 * The simplest case - just a plain lookup.
16331da177e4SLinus Torvalds 	 */
16341da177e4SLinus Torvalds 	if (!(flag & O_CREAT)) {
16355590ff0dSUlrich Drepper 		error = path_lookup_open(dfd, pathname, lookup_flags(flag),
16365590ff0dSUlrich Drepper 					 nd, flag);
16371da177e4SLinus Torvalds 		if (error)
16381da177e4SLinus Torvalds 			return error;
16391da177e4SLinus Torvalds 		goto ok;
16401da177e4SLinus Torvalds 	}
16411da177e4SLinus Torvalds 
16421da177e4SLinus Torvalds 	/*
16431da177e4SLinus Torvalds 	 * Create - we need to know the parent.
16441da177e4SLinus Torvalds 	 */
16455590ff0dSUlrich Drepper 	error = path_lookup_create(dfd,pathname,LOOKUP_PARENT,nd,flag,mode);
16461da177e4SLinus Torvalds 	if (error)
16471da177e4SLinus Torvalds 		return error;
16481da177e4SLinus Torvalds 
16491da177e4SLinus Torvalds 	/*
16501da177e4SLinus Torvalds 	 * We have the parent and last component. First of all, check
16511da177e4SLinus Torvalds 	 * that we are not asked to creat(2) an obvious directory - that
16521da177e4SLinus Torvalds 	 * will not do.
16531da177e4SLinus Torvalds 	 */
16541da177e4SLinus Torvalds 	error = -EISDIR;
16551da177e4SLinus Torvalds 	if (nd->last_type != LAST_NORM || nd->last.name[nd->last.len])
16561da177e4SLinus Torvalds 		goto exit;
16571da177e4SLinus Torvalds 
16581da177e4SLinus Torvalds 	dir = nd->dentry;
16591da177e4SLinus Torvalds 	nd->flags &= ~LOOKUP_PARENT;
16601b1dcc1bSJes Sorensen 	mutex_lock(&dir->d_inode->i_mutex);
166149705b77SChristoph Hellwig 	path.dentry = lookup_hash(nd);
1662d73ffe16SAl Viro 	path.mnt = nd->mnt;
16631da177e4SLinus Torvalds 
16641da177e4SLinus Torvalds do_last:
16654e7506e4SAl Viro 	error = PTR_ERR(path.dentry);
16664e7506e4SAl Viro 	if (IS_ERR(path.dentry)) {
16671b1dcc1bSJes Sorensen 		mutex_unlock(&dir->d_inode->i_mutex);
16681da177e4SLinus Torvalds 		goto exit;
16691da177e4SLinus Torvalds 	}
16701da177e4SLinus Torvalds 
16714af4c52fSOleg Drokin 	if (IS_ERR(nd->intent.open.file)) {
16724af4c52fSOleg Drokin 		mutex_unlock(&dir->d_inode->i_mutex);
16734af4c52fSOleg Drokin 		error = PTR_ERR(nd->intent.open.file);
16744af4c52fSOleg Drokin 		goto exit_dput;
16754af4c52fSOleg Drokin 	}
16764af4c52fSOleg Drokin 
16771da177e4SLinus Torvalds 	/* Negative dentry, just create the file */
16784e7506e4SAl Viro 	if (!path.dentry->d_inode) {
16791da177e4SLinus Torvalds 		if (!IS_POSIXACL(dir->d_inode))
16801da177e4SLinus Torvalds 			mode &= ~current->fs->umask;
16814e7506e4SAl Viro 		error = vfs_create(dir->d_inode, path.dentry, mode, nd);
16821b1dcc1bSJes Sorensen 		mutex_unlock(&dir->d_inode->i_mutex);
16831da177e4SLinus Torvalds 		dput(nd->dentry);
16844e7506e4SAl Viro 		nd->dentry = path.dentry;
16851da177e4SLinus Torvalds 		if (error)
16861da177e4SLinus Torvalds 			goto exit;
16871da177e4SLinus Torvalds 		/* Don't check for write permission, don't truncate */
16881da177e4SLinus Torvalds 		acc_mode = 0;
16891da177e4SLinus Torvalds 		flag &= ~O_TRUNC;
16901da177e4SLinus Torvalds 		goto ok;
16911da177e4SLinus Torvalds 	}
16921da177e4SLinus Torvalds 
16931da177e4SLinus Torvalds 	/*
16941da177e4SLinus Torvalds 	 * It already exists.
16951da177e4SLinus Torvalds 	 */
16961b1dcc1bSJes Sorensen 	mutex_unlock(&dir->d_inode->i_mutex);
16973e2efce0SAmy Griffis 	audit_inode_update(path.dentry->d_inode);
16981da177e4SLinus Torvalds 
16991da177e4SLinus Torvalds 	error = -EEXIST;
17001da177e4SLinus Torvalds 	if (flag & O_EXCL)
17011da177e4SLinus Torvalds 		goto exit_dput;
17021da177e4SLinus Torvalds 
1703e13b210fSAl Viro 	if (__follow_mount(&path)) {
17041da177e4SLinus Torvalds 		error = -ELOOP;
1705ba7a4c1aSAl Viro 		if (flag & O_NOFOLLOW)
1706ba7a4c1aSAl Viro 			goto exit_dput;
17071da177e4SLinus Torvalds 	}
17083e2efce0SAmy Griffis 
17091da177e4SLinus Torvalds 	error = -ENOENT;
17104e7506e4SAl Viro 	if (!path.dentry->d_inode)
17111da177e4SLinus Torvalds 		goto exit_dput;
17124e7506e4SAl Viro 	if (path.dentry->d_inode->i_op && path.dentry->d_inode->i_op->follow_link)
17131da177e4SLinus Torvalds 		goto do_link;
17141da177e4SLinus Torvalds 
171509dd17d3SMiklos Szeredi 	path_to_nameidata(&path, nd);
17161da177e4SLinus Torvalds 	error = -EISDIR;
17174e7506e4SAl Viro 	if (path.dentry->d_inode && S_ISDIR(path.dentry->d_inode->i_mode))
17181da177e4SLinus Torvalds 		goto exit;
17191da177e4SLinus Torvalds ok:
17201da177e4SLinus Torvalds 	error = may_open(nd, acc_mode, flag);
17211da177e4SLinus Torvalds 	if (error)
17221da177e4SLinus Torvalds 		goto exit;
17231da177e4SLinus Torvalds 	return 0;
17241da177e4SLinus Torvalds 
17251da177e4SLinus Torvalds exit_dput:
172609dd17d3SMiklos Szeredi 	dput_path(&path, nd);
17271da177e4SLinus Torvalds exit:
1728834f2a4aSTrond Myklebust 	if (!IS_ERR(nd->intent.open.file))
1729834f2a4aSTrond Myklebust 		release_open_intent(nd);
17301da177e4SLinus Torvalds 	path_release(nd);
17311da177e4SLinus Torvalds 	return error;
17321da177e4SLinus Torvalds 
17331da177e4SLinus Torvalds do_link:
17341da177e4SLinus Torvalds 	error = -ELOOP;
17351da177e4SLinus Torvalds 	if (flag & O_NOFOLLOW)
17361da177e4SLinus Torvalds 		goto exit_dput;
17371da177e4SLinus Torvalds 	/*
17381da177e4SLinus Torvalds 	 * This is subtle. Instead of calling do_follow_link() we do the
17391da177e4SLinus Torvalds 	 * thing by hands. The reason is that this way we have zero link_count
17401da177e4SLinus Torvalds 	 * and path_walk() (called from ->follow_link) honoring LOOKUP_PARENT.
17411da177e4SLinus Torvalds 	 * After that we have the parent and last component, i.e.
17421da177e4SLinus Torvalds 	 * we are in the same situation as after the first path_walk().
17431da177e4SLinus Torvalds 	 * Well, almost - if the last component is normal we get its copy
17441da177e4SLinus Torvalds 	 * stored in nd->last.name and we will have to putname() it when we
17451da177e4SLinus Torvalds 	 * are done. Procfs-like symlinks just set LAST_BIND.
17461da177e4SLinus Torvalds 	 */
17471da177e4SLinus Torvalds 	nd->flags |= LOOKUP_PARENT;
17484e7506e4SAl Viro 	error = security_inode_follow_link(path.dentry, nd);
17491da177e4SLinus Torvalds 	if (error)
17501da177e4SLinus Torvalds 		goto exit_dput;
1751cd4e91d3SAl Viro 	error = __do_follow_link(&path, nd);
1752de459215SKirill Korotaev 	if (error) {
1753de459215SKirill Korotaev 		/* Does someone understand code flow here? Or it is only
1754de459215SKirill Korotaev 		 * me so stupid? Anathema to whoever designed this non-sense
1755de459215SKirill Korotaev 		 * with "intent.open".
1756de459215SKirill Korotaev 		 */
1757de459215SKirill Korotaev 		release_open_intent(nd);
17581da177e4SLinus Torvalds 		return error;
1759de459215SKirill Korotaev 	}
17601da177e4SLinus Torvalds 	nd->flags &= ~LOOKUP_PARENT;
1761d671d5e5SAl Viro 	if (nd->last_type == LAST_BIND)
17621da177e4SLinus Torvalds 		goto ok;
17631da177e4SLinus Torvalds 	error = -EISDIR;
17641da177e4SLinus Torvalds 	if (nd->last_type != LAST_NORM)
17651da177e4SLinus Torvalds 		goto exit;
17661da177e4SLinus Torvalds 	if (nd->last.name[nd->last.len]) {
176782984114SLinus Torvalds 		__putname(nd->last.name);
17681da177e4SLinus Torvalds 		goto exit;
17691da177e4SLinus Torvalds 	}
17701da177e4SLinus Torvalds 	error = -ELOOP;
17711da177e4SLinus Torvalds 	if (count++==32) {
177282984114SLinus Torvalds 		__putname(nd->last.name);
17731da177e4SLinus Torvalds 		goto exit;
17741da177e4SLinus Torvalds 	}
17751da177e4SLinus Torvalds 	dir = nd->dentry;
17761b1dcc1bSJes Sorensen 	mutex_lock(&dir->d_inode->i_mutex);
177749705b77SChristoph Hellwig 	path.dentry = lookup_hash(nd);
1778d671d5e5SAl Viro 	path.mnt = nd->mnt;
177982984114SLinus Torvalds 	__putname(nd->last.name);
17801da177e4SLinus Torvalds 	goto do_last;
17811da177e4SLinus Torvalds }
17821da177e4SLinus Torvalds 
17831da177e4SLinus Torvalds /**
17841da177e4SLinus Torvalds  * lookup_create - lookup a dentry, creating it if it doesn't exist
17851da177e4SLinus Torvalds  * @nd: nameidata info
17861da177e4SLinus Torvalds  * @is_dir: directory flag
17871da177e4SLinus Torvalds  *
17881da177e4SLinus Torvalds  * Simple function to lookup and return a dentry and create it
17891da177e4SLinus Torvalds  * if it doesn't exist.  Is SMP-safe.
1790c663e5d8SChristoph Hellwig  *
17911b1dcc1bSJes Sorensen  * Returns with nd->dentry->d_inode->i_mutex locked.
17921da177e4SLinus Torvalds  */
17931da177e4SLinus Torvalds struct dentry *lookup_create(struct nameidata *nd, int is_dir)
17941da177e4SLinus Torvalds {
1795c663e5d8SChristoph Hellwig 	struct dentry *dentry = ERR_PTR(-EEXIST);
17961da177e4SLinus Torvalds 
1797f2eace23SIngo Molnar 	mutex_lock_nested(&nd->dentry->d_inode->i_mutex, I_MUTEX_PARENT);
1798c663e5d8SChristoph Hellwig 	/*
1799c663e5d8SChristoph Hellwig 	 * Yucky last component or no last component at all?
1800c663e5d8SChristoph Hellwig 	 * (foo/., foo/.., /////)
1801c663e5d8SChristoph Hellwig 	 */
18021da177e4SLinus Torvalds 	if (nd->last_type != LAST_NORM)
18031da177e4SLinus Torvalds 		goto fail;
18041da177e4SLinus Torvalds 	nd->flags &= ~LOOKUP_PARENT;
1805a634904aSASANO Masahiro 	nd->flags |= LOOKUP_CREATE;
1806a634904aSASANO Masahiro 	nd->intent.open.flags = O_EXCL;
1807c663e5d8SChristoph Hellwig 
1808c663e5d8SChristoph Hellwig 	/*
1809c663e5d8SChristoph Hellwig 	 * Do the final lookup.
1810c663e5d8SChristoph Hellwig 	 */
181149705b77SChristoph Hellwig 	dentry = lookup_hash(nd);
18121da177e4SLinus Torvalds 	if (IS_ERR(dentry))
18131da177e4SLinus Torvalds 		goto fail;
1814c663e5d8SChristoph Hellwig 
1815c663e5d8SChristoph Hellwig 	/*
1816c663e5d8SChristoph Hellwig 	 * Special case - lookup gave negative, but... we had foo/bar/
1817c663e5d8SChristoph Hellwig 	 * From the vfs_mknod() POV we just have a negative dentry -
1818c663e5d8SChristoph Hellwig 	 * all is fine. Let's be bastards - you had / on the end, you've
1819c663e5d8SChristoph Hellwig 	 * been asking for (non-existent) directory. -ENOENT for you.
1820c663e5d8SChristoph Hellwig 	 */
18211da177e4SLinus Torvalds 	if (!is_dir && nd->last.name[nd->last.len] && !dentry->d_inode)
18221da177e4SLinus Torvalds 		goto enoent;
18231da177e4SLinus Torvalds 	return dentry;
18241da177e4SLinus Torvalds enoent:
18251da177e4SLinus Torvalds 	dput(dentry);
18261da177e4SLinus Torvalds 	dentry = ERR_PTR(-ENOENT);
18271da177e4SLinus Torvalds fail:
18281da177e4SLinus Torvalds 	return dentry;
18291da177e4SLinus Torvalds }
1830f81a0bffSChristoph Hellwig EXPORT_SYMBOL_GPL(lookup_create);
18311da177e4SLinus Torvalds 
18321da177e4SLinus Torvalds int vfs_mknod(struct inode *dir, struct dentry *dentry, int mode, dev_t dev)
18331da177e4SLinus Torvalds {
18341da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
18351da177e4SLinus Torvalds 
18361da177e4SLinus Torvalds 	if (error)
18371da177e4SLinus Torvalds 		return error;
18381da177e4SLinus Torvalds 
18391da177e4SLinus Torvalds 	if ((S_ISCHR(mode) || S_ISBLK(mode)) && !capable(CAP_MKNOD))
18401da177e4SLinus Torvalds 		return -EPERM;
18411da177e4SLinus Torvalds 
18421da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->mknod)
18431da177e4SLinus Torvalds 		return -EPERM;
18441da177e4SLinus Torvalds 
18451da177e4SLinus Torvalds 	error = security_inode_mknod(dir, dentry, mode, dev);
18461da177e4SLinus Torvalds 	if (error)
18471da177e4SLinus Torvalds 		return error;
18481da177e4SLinus Torvalds 
18491da177e4SLinus Torvalds 	DQUOT_INIT(dir);
18501da177e4SLinus Torvalds 	error = dir->i_op->mknod(dir, dentry, mode, dev);
1851a74574aaSStephen Smalley 	if (!error)
1852f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
18531da177e4SLinus Torvalds 	return error;
18541da177e4SLinus Torvalds }
18551da177e4SLinus Torvalds 
18565590ff0dSUlrich Drepper asmlinkage long sys_mknodat(int dfd, const char __user *filename, int mode,
18575590ff0dSUlrich Drepper 				unsigned dev)
18581da177e4SLinus Torvalds {
18591da177e4SLinus Torvalds 	int error = 0;
18601da177e4SLinus Torvalds 	char * tmp;
18611da177e4SLinus Torvalds 	struct dentry * dentry;
18621da177e4SLinus Torvalds 	struct nameidata nd;
18631da177e4SLinus Torvalds 
18641da177e4SLinus Torvalds 	if (S_ISDIR(mode))
18651da177e4SLinus Torvalds 		return -EPERM;
18661da177e4SLinus Torvalds 	tmp = getname(filename);
18671da177e4SLinus Torvalds 	if (IS_ERR(tmp))
18681da177e4SLinus Torvalds 		return PTR_ERR(tmp);
18691da177e4SLinus Torvalds 
18705590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, tmp, LOOKUP_PARENT, &nd);
18711da177e4SLinus Torvalds 	if (error)
18721da177e4SLinus Torvalds 		goto out;
18731da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 0);
18741da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
18751da177e4SLinus Torvalds 
18761da177e4SLinus Torvalds 	if (!IS_POSIXACL(nd.dentry->d_inode))
18771da177e4SLinus Torvalds 		mode &= ~current->fs->umask;
18781da177e4SLinus Torvalds 	if (!IS_ERR(dentry)) {
18791da177e4SLinus Torvalds 		switch (mode & S_IFMT) {
18801da177e4SLinus Torvalds 		case 0: case S_IFREG:
18811da177e4SLinus Torvalds 			error = vfs_create(nd.dentry->d_inode,dentry,mode,&nd);
18821da177e4SLinus Torvalds 			break;
18831da177e4SLinus Torvalds 		case S_IFCHR: case S_IFBLK:
18841da177e4SLinus Torvalds 			error = vfs_mknod(nd.dentry->d_inode,dentry,mode,
18851da177e4SLinus Torvalds 					new_decode_dev(dev));
18861da177e4SLinus Torvalds 			break;
18871da177e4SLinus Torvalds 		case S_IFIFO: case S_IFSOCK:
18881da177e4SLinus Torvalds 			error = vfs_mknod(nd.dentry->d_inode,dentry,mode,0);
18891da177e4SLinus Torvalds 			break;
18901da177e4SLinus Torvalds 		case S_IFDIR:
18911da177e4SLinus Torvalds 			error = -EPERM;
18921da177e4SLinus Torvalds 			break;
18931da177e4SLinus Torvalds 		default:
18941da177e4SLinus Torvalds 			error = -EINVAL;
18951da177e4SLinus Torvalds 		}
18961da177e4SLinus Torvalds 		dput(dentry);
18971da177e4SLinus Torvalds 	}
18981b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
18991da177e4SLinus Torvalds 	path_release(&nd);
19001da177e4SLinus Torvalds out:
19011da177e4SLinus Torvalds 	putname(tmp);
19021da177e4SLinus Torvalds 
19031da177e4SLinus Torvalds 	return error;
19041da177e4SLinus Torvalds }
19051da177e4SLinus Torvalds 
19065590ff0dSUlrich Drepper asmlinkage long sys_mknod(const char __user *filename, int mode, unsigned dev)
19075590ff0dSUlrich Drepper {
19085590ff0dSUlrich Drepper 	return sys_mknodat(AT_FDCWD, filename, mode, dev);
19095590ff0dSUlrich Drepper }
19105590ff0dSUlrich Drepper 
19111da177e4SLinus Torvalds int vfs_mkdir(struct inode *dir, struct dentry *dentry, int mode)
19121da177e4SLinus Torvalds {
19131da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
19141da177e4SLinus Torvalds 
19151da177e4SLinus Torvalds 	if (error)
19161da177e4SLinus Torvalds 		return error;
19171da177e4SLinus Torvalds 
19181da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->mkdir)
19191da177e4SLinus Torvalds 		return -EPERM;
19201da177e4SLinus Torvalds 
19211da177e4SLinus Torvalds 	mode &= (S_IRWXUGO|S_ISVTX);
19221da177e4SLinus Torvalds 	error = security_inode_mkdir(dir, dentry, mode);
19231da177e4SLinus Torvalds 	if (error)
19241da177e4SLinus Torvalds 		return error;
19251da177e4SLinus Torvalds 
19261da177e4SLinus Torvalds 	DQUOT_INIT(dir);
19271da177e4SLinus Torvalds 	error = dir->i_op->mkdir(dir, dentry, mode);
1928a74574aaSStephen Smalley 	if (!error)
1929f38aa942SAmy Griffis 		fsnotify_mkdir(dir, dentry);
19301da177e4SLinus Torvalds 	return error;
19311da177e4SLinus Torvalds }
19321da177e4SLinus Torvalds 
19335590ff0dSUlrich Drepper asmlinkage long sys_mkdirat(int dfd, const char __user *pathname, int mode)
19341da177e4SLinus Torvalds {
19351da177e4SLinus Torvalds 	int error = 0;
19361da177e4SLinus Torvalds 	char * tmp;
19376902d925SDave Hansen 	struct dentry *dentry;
19386902d925SDave Hansen 	struct nameidata nd;
19391da177e4SLinus Torvalds 
19401da177e4SLinus Torvalds 	tmp = getname(pathname);
19411da177e4SLinus Torvalds 	error = PTR_ERR(tmp);
19426902d925SDave Hansen 	if (IS_ERR(tmp))
19436902d925SDave Hansen 		goto out_err;
19441da177e4SLinus Torvalds 
19455590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, tmp, LOOKUP_PARENT, &nd);
19461da177e4SLinus Torvalds 	if (error)
19471da177e4SLinus Torvalds 		goto out;
19481da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 1);
19491da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
19506902d925SDave Hansen 	if (IS_ERR(dentry))
19516902d925SDave Hansen 		goto out_unlock;
19526902d925SDave Hansen 
19531da177e4SLinus Torvalds 	if (!IS_POSIXACL(nd.dentry->d_inode))
19541da177e4SLinus Torvalds 		mode &= ~current->fs->umask;
19551da177e4SLinus Torvalds 	error = vfs_mkdir(nd.dentry->d_inode, dentry, mode);
19561da177e4SLinus Torvalds 	dput(dentry);
19576902d925SDave Hansen out_unlock:
19581b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
19591da177e4SLinus Torvalds 	path_release(&nd);
19601da177e4SLinus Torvalds out:
19611da177e4SLinus Torvalds 	putname(tmp);
19626902d925SDave Hansen out_err:
19631da177e4SLinus Torvalds 	return error;
19641da177e4SLinus Torvalds }
19651da177e4SLinus Torvalds 
19665590ff0dSUlrich Drepper asmlinkage long sys_mkdir(const char __user *pathname, int mode)
19675590ff0dSUlrich Drepper {
19685590ff0dSUlrich Drepper 	return sys_mkdirat(AT_FDCWD, pathname, mode);
19695590ff0dSUlrich Drepper }
19705590ff0dSUlrich Drepper 
19711da177e4SLinus Torvalds /*
19721da177e4SLinus Torvalds  * We try to drop the dentry early: we should have
19731da177e4SLinus Torvalds  * a usage count of 2 if we're the only user of this
19741da177e4SLinus Torvalds  * dentry, and if that is true (possibly after pruning
19751da177e4SLinus Torvalds  * the dcache), then we drop the dentry now.
19761da177e4SLinus Torvalds  *
19771da177e4SLinus Torvalds  * A low-level filesystem can, if it choses, legally
19781da177e4SLinus Torvalds  * do a
19791da177e4SLinus Torvalds  *
19801da177e4SLinus Torvalds  *	if (!d_unhashed(dentry))
19811da177e4SLinus Torvalds  *		return -EBUSY;
19821da177e4SLinus Torvalds  *
19831da177e4SLinus Torvalds  * if it cannot handle the case of removing a directory
19841da177e4SLinus Torvalds  * that is still in use by something else..
19851da177e4SLinus Torvalds  */
19861da177e4SLinus Torvalds void dentry_unhash(struct dentry *dentry)
19871da177e4SLinus Torvalds {
19881da177e4SLinus Torvalds 	dget(dentry);
19891da177e4SLinus Torvalds 	if (atomic_read(&dentry->d_count))
19901da177e4SLinus Torvalds 		shrink_dcache_parent(dentry);
19911da177e4SLinus Torvalds 	spin_lock(&dcache_lock);
19921da177e4SLinus Torvalds 	spin_lock(&dentry->d_lock);
19931da177e4SLinus Torvalds 	if (atomic_read(&dentry->d_count) == 2)
19941da177e4SLinus Torvalds 		__d_drop(dentry);
19951da177e4SLinus Torvalds 	spin_unlock(&dentry->d_lock);
19961da177e4SLinus Torvalds 	spin_unlock(&dcache_lock);
19971da177e4SLinus Torvalds }
19981da177e4SLinus Torvalds 
19991da177e4SLinus Torvalds int vfs_rmdir(struct inode *dir, struct dentry *dentry)
20001da177e4SLinus Torvalds {
20011da177e4SLinus Torvalds 	int error = may_delete(dir, dentry, 1);
20021da177e4SLinus Torvalds 
20031da177e4SLinus Torvalds 	if (error)
20041da177e4SLinus Torvalds 		return error;
20051da177e4SLinus Torvalds 
20061da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->rmdir)
20071da177e4SLinus Torvalds 		return -EPERM;
20081da177e4SLinus Torvalds 
20091da177e4SLinus Torvalds 	DQUOT_INIT(dir);
20101da177e4SLinus Torvalds 
20111b1dcc1bSJes Sorensen 	mutex_lock(&dentry->d_inode->i_mutex);
20121da177e4SLinus Torvalds 	dentry_unhash(dentry);
20131da177e4SLinus Torvalds 	if (d_mountpoint(dentry))
20141da177e4SLinus Torvalds 		error = -EBUSY;
20151da177e4SLinus Torvalds 	else {
20161da177e4SLinus Torvalds 		error = security_inode_rmdir(dir, dentry);
20171da177e4SLinus Torvalds 		if (!error) {
20181da177e4SLinus Torvalds 			error = dir->i_op->rmdir(dir, dentry);
20191da177e4SLinus Torvalds 			if (!error)
20201da177e4SLinus Torvalds 				dentry->d_inode->i_flags |= S_DEAD;
20211da177e4SLinus Torvalds 		}
20221da177e4SLinus Torvalds 	}
20231b1dcc1bSJes Sorensen 	mutex_unlock(&dentry->d_inode->i_mutex);
20241da177e4SLinus Torvalds 	if (!error) {
20251da177e4SLinus Torvalds 		d_delete(dentry);
20261da177e4SLinus Torvalds 	}
20271da177e4SLinus Torvalds 	dput(dentry);
20281da177e4SLinus Torvalds 
20291da177e4SLinus Torvalds 	return error;
20301da177e4SLinus Torvalds }
20311da177e4SLinus Torvalds 
20325590ff0dSUlrich Drepper static long do_rmdir(int dfd, const char __user *pathname)
20331da177e4SLinus Torvalds {
20341da177e4SLinus Torvalds 	int error = 0;
20351da177e4SLinus Torvalds 	char * name;
20361da177e4SLinus Torvalds 	struct dentry *dentry;
20371da177e4SLinus Torvalds 	struct nameidata nd;
20381da177e4SLinus Torvalds 
20391da177e4SLinus Torvalds 	name = getname(pathname);
20401da177e4SLinus Torvalds 	if(IS_ERR(name))
20411da177e4SLinus Torvalds 		return PTR_ERR(name);
20421da177e4SLinus Torvalds 
20435590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, name, LOOKUP_PARENT, &nd);
20441da177e4SLinus Torvalds 	if (error)
20451da177e4SLinus Torvalds 		goto exit;
20461da177e4SLinus Torvalds 
20471da177e4SLinus Torvalds 	switch(nd.last_type) {
20481da177e4SLinus Torvalds 		case LAST_DOTDOT:
20491da177e4SLinus Torvalds 			error = -ENOTEMPTY;
20501da177e4SLinus Torvalds 			goto exit1;
20511da177e4SLinus Torvalds 		case LAST_DOT:
20521da177e4SLinus Torvalds 			error = -EINVAL;
20531da177e4SLinus Torvalds 			goto exit1;
20541da177e4SLinus Torvalds 		case LAST_ROOT:
20551da177e4SLinus Torvalds 			error = -EBUSY;
20561da177e4SLinus Torvalds 			goto exit1;
20571da177e4SLinus Torvalds 	}
2058f2eace23SIngo Molnar 	mutex_lock_nested(&nd.dentry->d_inode->i_mutex, I_MUTEX_PARENT);
205949705b77SChristoph Hellwig 	dentry = lookup_hash(&nd);
20601da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
20616902d925SDave Hansen 	if (IS_ERR(dentry))
20626902d925SDave Hansen 		goto exit2;
20631da177e4SLinus Torvalds 	error = vfs_rmdir(nd.dentry->d_inode, dentry);
20641da177e4SLinus Torvalds 	dput(dentry);
20656902d925SDave Hansen exit2:
20661b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
20671da177e4SLinus Torvalds exit1:
20681da177e4SLinus Torvalds 	path_release(&nd);
20691da177e4SLinus Torvalds exit:
20701da177e4SLinus Torvalds 	putname(name);
20711da177e4SLinus Torvalds 	return error;
20721da177e4SLinus Torvalds }
20731da177e4SLinus Torvalds 
20745590ff0dSUlrich Drepper asmlinkage long sys_rmdir(const char __user *pathname)
20755590ff0dSUlrich Drepper {
20765590ff0dSUlrich Drepper 	return do_rmdir(AT_FDCWD, pathname);
20775590ff0dSUlrich Drepper }
20785590ff0dSUlrich Drepper 
20791da177e4SLinus Torvalds int vfs_unlink(struct inode *dir, struct dentry *dentry)
20801da177e4SLinus Torvalds {
20811da177e4SLinus Torvalds 	int error = may_delete(dir, dentry, 0);
20821da177e4SLinus Torvalds 
20831da177e4SLinus Torvalds 	if (error)
20841da177e4SLinus Torvalds 		return error;
20851da177e4SLinus Torvalds 
20861da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->unlink)
20871da177e4SLinus Torvalds 		return -EPERM;
20881da177e4SLinus Torvalds 
20891da177e4SLinus Torvalds 	DQUOT_INIT(dir);
20901da177e4SLinus Torvalds 
20911b1dcc1bSJes Sorensen 	mutex_lock(&dentry->d_inode->i_mutex);
20921da177e4SLinus Torvalds 	if (d_mountpoint(dentry))
20931da177e4SLinus Torvalds 		error = -EBUSY;
20941da177e4SLinus Torvalds 	else {
20951da177e4SLinus Torvalds 		error = security_inode_unlink(dir, dentry);
20961da177e4SLinus Torvalds 		if (!error)
20971da177e4SLinus Torvalds 			error = dir->i_op->unlink(dir, dentry);
20981da177e4SLinus Torvalds 	}
20991b1dcc1bSJes Sorensen 	mutex_unlock(&dentry->d_inode->i_mutex);
21001da177e4SLinus Torvalds 
21011da177e4SLinus Torvalds 	/* We don't d_delete() NFS sillyrenamed files--they still exist. */
21021da177e4SLinus Torvalds 	if (!error && !(dentry->d_flags & DCACHE_NFSFS_RENAMED)) {
21031da177e4SLinus Torvalds 		d_delete(dentry);
21041da177e4SLinus Torvalds 	}
21050eeca283SRobert Love 
21061da177e4SLinus Torvalds 	return error;
21071da177e4SLinus Torvalds }
21081da177e4SLinus Torvalds 
21091da177e4SLinus Torvalds /*
21101da177e4SLinus Torvalds  * Make sure that the actual truncation of the file will occur outside its
21111b1dcc1bSJes Sorensen  * directory's i_mutex.  Truncate can take a long time if there is a lot of
21121da177e4SLinus Torvalds  * writeout happening, and we don't want to prevent access to the directory
21131da177e4SLinus Torvalds  * while waiting on the I/O.
21141da177e4SLinus Torvalds  */
21155590ff0dSUlrich Drepper static long do_unlinkat(int dfd, const char __user *pathname)
21161da177e4SLinus Torvalds {
21171da177e4SLinus Torvalds 	int error = 0;
21181da177e4SLinus Torvalds 	char * name;
21191da177e4SLinus Torvalds 	struct dentry *dentry;
21201da177e4SLinus Torvalds 	struct nameidata nd;
21211da177e4SLinus Torvalds 	struct inode *inode = NULL;
21221da177e4SLinus Torvalds 
21231da177e4SLinus Torvalds 	name = getname(pathname);
21241da177e4SLinus Torvalds 	if(IS_ERR(name))
21251da177e4SLinus Torvalds 		return PTR_ERR(name);
21261da177e4SLinus Torvalds 
21275590ff0dSUlrich Drepper 	error = do_path_lookup(dfd, name, LOOKUP_PARENT, &nd);
21281da177e4SLinus Torvalds 	if (error)
21291da177e4SLinus Torvalds 		goto exit;
21301da177e4SLinus Torvalds 	error = -EISDIR;
21311da177e4SLinus Torvalds 	if (nd.last_type != LAST_NORM)
21321da177e4SLinus Torvalds 		goto exit1;
2133f2eace23SIngo Molnar 	mutex_lock_nested(&nd.dentry->d_inode->i_mutex, I_MUTEX_PARENT);
213449705b77SChristoph Hellwig 	dentry = lookup_hash(&nd);
21351da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
21361da177e4SLinus Torvalds 	if (!IS_ERR(dentry)) {
21371da177e4SLinus Torvalds 		/* Why not before? Because we want correct error value */
21381da177e4SLinus Torvalds 		if (nd.last.name[nd.last.len])
21391da177e4SLinus Torvalds 			goto slashes;
21401da177e4SLinus Torvalds 		inode = dentry->d_inode;
21411da177e4SLinus Torvalds 		if (inode)
21421da177e4SLinus Torvalds 			atomic_inc(&inode->i_count);
21431da177e4SLinus Torvalds 		error = vfs_unlink(nd.dentry->d_inode, dentry);
21441da177e4SLinus Torvalds 	exit2:
21451da177e4SLinus Torvalds 		dput(dentry);
21461da177e4SLinus Torvalds 	}
21471b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
21481da177e4SLinus Torvalds 	if (inode)
21491da177e4SLinus Torvalds 		iput(inode);	/* truncate the inode here */
21501da177e4SLinus Torvalds exit1:
21511da177e4SLinus Torvalds 	path_release(&nd);
21521da177e4SLinus Torvalds exit:
21531da177e4SLinus Torvalds 	putname(name);
21541da177e4SLinus Torvalds 	return error;
21551da177e4SLinus Torvalds 
21561da177e4SLinus Torvalds slashes:
21571da177e4SLinus Torvalds 	error = !dentry->d_inode ? -ENOENT :
21581da177e4SLinus Torvalds 		S_ISDIR(dentry->d_inode->i_mode) ? -EISDIR : -ENOTDIR;
21591da177e4SLinus Torvalds 	goto exit2;
21601da177e4SLinus Torvalds }
21611da177e4SLinus Torvalds 
21625590ff0dSUlrich Drepper asmlinkage long sys_unlinkat(int dfd, const char __user *pathname, int flag)
21635590ff0dSUlrich Drepper {
21645590ff0dSUlrich Drepper 	if ((flag & ~AT_REMOVEDIR) != 0)
21655590ff0dSUlrich Drepper 		return -EINVAL;
21665590ff0dSUlrich Drepper 
21675590ff0dSUlrich Drepper 	if (flag & AT_REMOVEDIR)
21685590ff0dSUlrich Drepper 		return do_rmdir(dfd, pathname);
21695590ff0dSUlrich Drepper 
21705590ff0dSUlrich Drepper 	return do_unlinkat(dfd, pathname);
21715590ff0dSUlrich Drepper }
21725590ff0dSUlrich Drepper 
21735590ff0dSUlrich Drepper asmlinkage long sys_unlink(const char __user *pathname)
21745590ff0dSUlrich Drepper {
21755590ff0dSUlrich Drepper 	return do_unlinkat(AT_FDCWD, pathname);
21765590ff0dSUlrich Drepper }
21775590ff0dSUlrich Drepper 
21781da177e4SLinus Torvalds int vfs_symlink(struct inode *dir, struct dentry *dentry, const char *oldname, int mode)
21791da177e4SLinus Torvalds {
21801da177e4SLinus Torvalds 	int error = may_create(dir, dentry, NULL);
21811da177e4SLinus Torvalds 
21821da177e4SLinus Torvalds 	if (error)
21831da177e4SLinus Torvalds 		return error;
21841da177e4SLinus Torvalds 
21851da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->symlink)
21861da177e4SLinus Torvalds 		return -EPERM;
21871da177e4SLinus Torvalds 
21881da177e4SLinus Torvalds 	error = security_inode_symlink(dir, dentry, oldname);
21891da177e4SLinus Torvalds 	if (error)
21901da177e4SLinus Torvalds 		return error;
21911da177e4SLinus Torvalds 
21921da177e4SLinus Torvalds 	DQUOT_INIT(dir);
21931da177e4SLinus Torvalds 	error = dir->i_op->symlink(dir, dentry, oldname);
2194a74574aaSStephen Smalley 	if (!error)
2195f38aa942SAmy Griffis 		fsnotify_create(dir, dentry);
21961da177e4SLinus Torvalds 	return error;
21971da177e4SLinus Torvalds }
21981da177e4SLinus Torvalds 
21995590ff0dSUlrich Drepper asmlinkage long sys_symlinkat(const char __user *oldname,
22005590ff0dSUlrich Drepper 			      int newdfd, const char __user *newname)
22011da177e4SLinus Torvalds {
22021da177e4SLinus Torvalds 	int error = 0;
22031da177e4SLinus Torvalds 	char * from;
22041da177e4SLinus Torvalds 	char * to;
22056902d925SDave Hansen 	struct dentry *dentry;
22066902d925SDave Hansen 	struct nameidata nd;
22071da177e4SLinus Torvalds 
22081da177e4SLinus Torvalds 	from = getname(oldname);
22091da177e4SLinus Torvalds 	if(IS_ERR(from))
22101da177e4SLinus Torvalds 		return PTR_ERR(from);
22111da177e4SLinus Torvalds 	to = getname(newname);
22121da177e4SLinus Torvalds 	error = PTR_ERR(to);
22136902d925SDave Hansen 	if (IS_ERR(to))
22146902d925SDave Hansen 		goto out_putname;
22151da177e4SLinus Torvalds 
22165590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, to, LOOKUP_PARENT, &nd);
22171da177e4SLinus Torvalds 	if (error)
22181da177e4SLinus Torvalds 		goto out;
22191da177e4SLinus Torvalds 	dentry = lookup_create(&nd, 0);
22201da177e4SLinus Torvalds 	error = PTR_ERR(dentry);
22216902d925SDave Hansen 	if (IS_ERR(dentry))
22226902d925SDave Hansen 		goto out_unlock;
22236902d925SDave Hansen 
22241da177e4SLinus Torvalds 	error = vfs_symlink(nd.dentry->d_inode, dentry, from, S_IALLUGO);
22251da177e4SLinus Torvalds 	dput(dentry);
22266902d925SDave Hansen out_unlock:
22271b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
22281da177e4SLinus Torvalds 	path_release(&nd);
22291da177e4SLinus Torvalds out:
22301da177e4SLinus Torvalds 	putname(to);
22316902d925SDave Hansen out_putname:
22321da177e4SLinus Torvalds 	putname(from);
22331da177e4SLinus Torvalds 	return error;
22341da177e4SLinus Torvalds }
22351da177e4SLinus Torvalds 
22365590ff0dSUlrich Drepper asmlinkage long sys_symlink(const char __user *oldname, const char __user *newname)
22375590ff0dSUlrich Drepper {
22385590ff0dSUlrich Drepper 	return sys_symlinkat(oldname, AT_FDCWD, newname);
22395590ff0dSUlrich Drepper }
22405590ff0dSUlrich Drepper 
22411da177e4SLinus Torvalds int vfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *new_dentry)
22421da177e4SLinus Torvalds {
22431da177e4SLinus Torvalds 	struct inode *inode = old_dentry->d_inode;
22441da177e4SLinus Torvalds 	int error;
22451da177e4SLinus Torvalds 
22461da177e4SLinus Torvalds 	if (!inode)
22471da177e4SLinus Torvalds 		return -ENOENT;
22481da177e4SLinus Torvalds 
22491da177e4SLinus Torvalds 	error = may_create(dir, new_dentry, NULL);
22501da177e4SLinus Torvalds 	if (error)
22511da177e4SLinus Torvalds 		return error;
22521da177e4SLinus Torvalds 
22531da177e4SLinus Torvalds 	if (dir->i_sb != inode->i_sb)
22541da177e4SLinus Torvalds 		return -EXDEV;
22551da177e4SLinus Torvalds 
22561da177e4SLinus Torvalds 	/*
22571da177e4SLinus Torvalds 	 * A link to an append-only or immutable file cannot be created.
22581da177e4SLinus Torvalds 	 */
22591da177e4SLinus Torvalds 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
22601da177e4SLinus Torvalds 		return -EPERM;
22611da177e4SLinus Torvalds 	if (!dir->i_op || !dir->i_op->link)
22621da177e4SLinus Torvalds 		return -EPERM;
22631da177e4SLinus Torvalds 	if (S_ISDIR(old_dentry->d_inode->i_mode))
22641da177e4SLinus Torvalds 		return -EPERM;
22651da177e4SLinus Torvalds 
22661da177e4SLinus Torvalds 	error = security_inode_link(old_dentry, dir, new_dentry);
22671da177e4SLinus Torvalds 	if (error)
22681da177e4SLinus Torvalds 		return error;
22691da177e4SLinus Torvalds 
22701b1dcc1bSJes Sorensen 	mutex_lock(&old_dentry->d_inode->i_mutex);
22711da177e4SLinus Torvalds 	DQUOT_INIT(dir);
22721da177e4SLinus Torvalds 	error = dir->i_op->link(old_dentry, dir, new_dentry);
22731b1dcc1bSJes Sorensen 	mutex_unlock(&old_dentry->d_inode->i_mutex);
2274e31e14ecSStephen Smalley 	if (!error)
2275f38aa942SAmy Griffis 		fsnotify_create(dir, new_dentry);
22761da177e4SLinus Torvalds 	return error;
22771da177e4SLinus Torvalds }
22781da177e4SLinus Torvalds 
22791da177e4SLinus Torvalds /*
22801da177e4SLinus Torvalds  * Hardlinks are often used in delicate situations.  We avoid
22811da177e4SLinus Torvalds  * security-related surprises by not following symlinks on the
22821da177e4SLinus Torvalds  * newname.  --KAB
22831da177e4SLinus Torvalds  *
22841da177e4SLinus Torvalds  * We don't follow them on the oldname either to be compatible
22851da177e4SLinus Torvalds  * with linux 2.0, and to avoid hard-linking to directories
22861da177e4SLinus Torvalds  * and other special files.  --ADM
22871da177e4SLinus Torvalds  */
22885590ff0dSUlrich Drepper asmlinkage long sys_linkat(int olddfd, const char __user *oldname,
2289c04030e1SUlrich Drepper 			   int newdfd, const char __user *newname,
2290c04030e1SUlrich Drepper 			   int flags)
22911da177e4SLinus Torvalds {
22921da177e4SLinus Torvalds 	struct dentry *new_dentry;
22931da177e4SLinus Torvalds 	struct nameidata nd, old_nd;
22941da177e4SLinus Torvalds 	int error;
22951da177e4SLinus Torvalds 	char * to;
22961da177e4SLinus Torvalds 
229745c9b11aSUlrich Drepper 	if ((flags & ~AT_SYMLINK_FOLLOW) != 0)
2298c04030e1SUlrich Drepper 		return -EINVAL;
2299c04030e1SUlrich Drepper 
23001da177e4SLinus Torvalds 	to = getname(newname);
23011da177e4SLinus Torvalds 	if (IS_ERR(to))
23021da177e4SLinus Torvalds 		return PTR_ERR(to);
23031da177e4SLinus Torvalds 
230445c9b11aSUlrich Drepper 	error = __user_walk_fd(olddfd, oldname,
230545c9b11aSUlrich Drepper 			       flags & AT_SYMLINK_FOLLOW ? LOOKUP_FOLLOW : 0,
230645c9b11aSUlrich Drepper 			       &old_nd);
23071da177e4SLinus Torvalds 	if (error)
23081da177e4SLinus Torvalds 		goto exit;
23095590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, to, LOOKUP_PARENT, &nd);
23101da177e4SLinus Torvalds 	if (error)
23111da177e4SLinus Torvalds 		goto out;
23121da177e4SLinus Torvalds 	error = -EXDEV;
23131da177e4SLinus Torvalds 	if (old_nd.mnt != nd.mnt)
23141da177e4SLinus Torvalds 		goto out_release;
23151da177e4SLinus Torvalds 	new_dentry = lookup_create(&nd, 0);
23161da177e4SLinus Torvalds 	error = PTR_ERR(new_dentry);
23176902d925SDave Hansen 	if (IS_ERR(new_dentry))
23186902d925SDave Hansen 		goto out_unlock;
23191da177e4SLinus Torvalds 	error = vfs_link(old_nd.dentry, nd.dentry->d_inode, new_dentry);
23201da177e4SLinus Torvalds 	dput(new_dentry);
23216902d925SDave Hansen out_unlock:
23221b1dcc1bSJes Sorensen 	mutex_unlock(&nd.dentry->d_inode->i_mutex);
23231da177e4SLinus Torvalds out_release:
23241da177e4SLinus Torvalds 	path_release(&nd);
23251da177e4SLinus Torvalds out:
23261da177e4SLinus Torvalds 	path_release(&old_nd);
23271da177e4SLinus Torvalds exit:
23281da177e4SLinus Torvalds 	putname(to);
23291da177e4SLinus Torvalds 
23301da177e4SLinus Torvalds 	return error;
23311da177e4SLinus Torvalds }
23321da177e4SLinus Torvalds 
23335590ff0dSUlrich Drepper asmlinkage long sys_link(const char __user *oldname, const char __user *newname)
23345590ff0dSUlrich Drepper {
2335c04030e1SUlrich Drepper 	return sys_linkat(AT_FDCWD, oldname, AT_FDCWD, newname, 0);
23365590ff0dSUlrich Drepper }
23375590ff0dSUlrich Drepper 
23381da177e4SLinus Torvalds /*
23391da177e4SLinus Torvalds  * The worst of all namespace operations - renaming directory. "Perverted"
23401da177e4SLinus Torvalds  * doesn't even start to describe it. Somebody in UCB had a heck of a trip...
23411da177e4SLinus Torvalds  * Problems:
23421da177e4SLinus Torvalds  *	a) we can get into loop creation. Check is done in is_subdir().
23431da177e4SLinus Torvalds  *	b) race potential - two innocent renames can create a loop together.
23441da177e4SLinus Torvalds  *	   That's where 4.4 screws up. Current fix: serialization on
2345a11f3a05SArjan van de Ven  *	   sb->s_vfs_rename_mutex. We might be more accurate, but that's another
23461da177e4SLinus Torvalds  *	   story.
23471da177e4SLinus Torvalds  *	c) we have to lock _three_ objects - parents and victim (if it exists).
23481b1dcc1bSJes Sorensen  *	   And that - after we got ->i_mutex on parents (until then we don't know
23491da177e4SLinus Torvalds  *	   whether the target exists).  Solution: try to be smart with locking
23501da177e4SLinus Torvalds  *	   order for inodes.  We rely on the fact that tree topology may change
2351a11f3a05SArjan van de Ven  *	   only under ->s_vfs_rename_mutex _and_ that parent of the object we
23521da177e4SLinus Torvalds  *	   move will be locked.  Thus we can rank directories by the tree
23531da177e4SLinus Torvalds  *	   (ancestors first) and rank all non-directories after them.
23541da177e4SLinus Torvalds  *	   That works since everybody except rename does "lock parent, lookup,
2355a11f3a05SArjan van de Ven  *	   lock child" and rename is under ->s_vfs_rename_mutex.
23561da177e4SLinus Torvalds  *	   HOWEVER, it relies on the assumption that any object with ->lookup()
23571da177e4SLinus Torvalds  *	   has no more than 1 dentry.  If "hybrid" objects will ever appear,
23581da177e4SLinus Torvalds  *	   we'd better make sure that there's no link(2) for them.
23591da177e4SLinus Torvalds  *	d) some filesystems don't support opened-but-unlinked directories,
23601da177e4SLinus Torvalds  *	   either because of layout or because they are not ready to deal with
23611da177e4SLinus Torvalds  *	   all cases correctly. The latter will be fixed (taking this sort of
23621da177e4SLinus Torvalds  *	   stuff into VFS), but the former is not going away. Solution: the same
23631da177e4SLinus Torvalds  *	   trick as in rmdir().
23641da177e4SLinus Torvalds  *	e) conversion from fhandle to dentry may come in the wrong moment - when
23651b1dcc1bSJes Sorensen  *	   we are removing the target. Solution: we will have to grab ->i_mutex
23661da177e4SLinus Torvalds  *	   in the fhandle_to_dentry code. [FIXME - current nfsfh.c relies on
23671b1dcc1bSJes Sorensen  *	   ->i_mutex on parents, which works but leads to some truely excessive
23681da177e4SLinus Torvalds  *	   locking].
23691da177e4SLinus Torvalds  */
237075c96f85SAdrian Bunk static int vfs_rename_dir(struct inode *old_dir, struct dentry *old_dentry,
23711da177e4SLinus Torvalds 			  struct inode *new_dir, struct dentry *new_dentry)
23721da177e4SLinus Torvalds {
23731da177e4SLinus Torvalds 	int error = 0;
23741da177e4SLinus Torvalds 	struct inode *target;
23751da177e4SLinus Torvalds 
23761da177e4SLinus Torvalds 	/*
23771da177e4SLinus Torvalds 	 * If we are going to change the parent - check write permissions,
23781da177e4SLinus Torvalds 	 * we'll need to flip '..'.
23791da177e4SLinus Torvalds 	 */
23801da177e4SLinus Torvalds 	if (new_dir != old_dir) {
23811da177e4SLinus Torvalds 		error = permission(old_dentry->d_inode, MAY_WRITE, NULL);
23821da177e4SLinus Torvalds 		if (error)
23831da177e4SLinus Torvalds 			return error;
23841da177e4SLinus Torvalds 	}
23851da177e4SLinus Torvalds 
23861da177e4SLinus Torvalds 	error = security_inode_rename(old_dir, old_dentry, new_dir, new_dentry);
23871da177e4SLinus Torvalds 	if (error)
23881da177e4SLinus Torvalds 		return error;
23891da177e4SLinus Torvalds 
23901da177e4SLinus Torvalds 	target = new_dentry->d_inode;
23911da177e4SLinus Torvalds 	if (target) {
23921b1dcc1bSJes Sorensen 		mutex_lock(&target->i_mutex);
23931da177e4SLinus Torvalds 		dentry_unhash(new_dentry);
23941da177e4SLinus Torvalds 	}
23951da177e4SLinus Torvalds 	if (d_mountpoint(old_dentry)||d_mountpoint(new_dentry))
23961da177e4SLinus Torvalds 		error = -EBUSY;
23971da177e4SLinus Torvalds 	else
23981da177e4SLinus Torvalds 		error = old_dir->i_op->rename(old_dir, old_dentry, new_dir, new_dentry);
23991da177e4SLinus Torvalds 	if (target) {
24001da177e4SLinus Torvalds 		if (!error)
24011da177e4SLinus Torvalds 			target->i_flags |= S_DEAD;
24021b1dcc1bSJes Sorensen 		mutex_unlock(&target->i_mutex);
24031da177e4SLinus Torvalds 		if (d_unhashed(new_dentry))
24041da177e4SLinus Torvalds 			d_rehash(new_dentry);
24051da177e4SLinus Torvalds 		dput(new_dentry);
24061da177e4SLinus Torvalds 	}
2407e31e14ecSStephen Smalley 	if (!error)
2408349457ccSMark Fasheh 		if (!(old_dir->i_sb->s_type->fs_flags & FS_RENAME_DOES_D_MOVE))
24091da177e4SLinus Torvalds 			d_move(old_dentry,new_dentry);
24101da177e4SLinus Torvalds 	return error;
24111da177e4SLinus Torvalds }
24121da177e4SLinus Torvalds 
241375c96f85SAdrian Bunk static int vfs_rename_other(struct inode *old_dir, struct dentry *old_dentry,
24141da177e4SLinus Torvalds 			    struct inode *new_dir, struct dentry *new_dentry)
24151da177e4SLinus Torvalds {
24161da177e4SLinus Torvalds 	struct inode *target;
24171da177e4SLinus Torvalds 	int error;
24181da177e4SLinus Torvalds 
24191da177e4SLinus Torvalds 	error = security_inode_rename(old_dir, old_dentry, new_dir, new_dentry);
24201da177e4SLinus Torvalds 	if (error)
24211da177e4SLinus Torvalds 		return error;
24221da177e4SLinus Torvalds 
24231da177e4SLinus Torvalds 	dget(new_dentry);
24241da177e4SLinus Torvalds 	target = new_dentry->d_inode;
24251da177e4SLinus Torvalds 	if (target)
24261b1dcc1bSJes Sorensen 		mutex_lock(&target->i_mutex);
24271da177e4SLinus Torvalds 	if (d_mountpoint(old_dentry)||d_mountpoint(new_dentry))
24281da177e4SLinus Torvalds 		error = -EBUSY;
24291da177e4SLinus Torvalds 	else
24301da177e4SLinus Torvalds 		error = old_dir->i_op->rename(old_dir, old_dentry, new_dir, new_dentry);
24311da177e4SLinus Torvalds 	if (!error) {
2432349457ccSMark Fasheh 		if (!(old_dir->i_sb->s_type->fs_flags & FS_RENAME_DOES_D_MOVE))
24331da177e4SLinus Torvalds 			d_move(old_dentry, new_dentry);
24341da177e4SLinus Torvalds 	}
24351da177e4SLinus Torvalds 	if (target)
24361b1dcc1bSJes Sorensen 		mutex_unlock(&target->i_mutex);
24371da177e4SLinus Torvalds 	dput(new_dentry);
24381da177e4SLinus Torvalds 	return error;
24391da177e4SLinus Torvalds }
24401da177e4SLinus Torvalds 
24411da177e4SLinus Torvalds int vfs_rename(struct inode *old_dir, struct dentry *old_dentry,
24421da177e4SLinus Torvalds 	       struct inode *new_dir, struct dentry *new_dentry)
24431da177e4SLinus Torvalds {
24441da177e4SLinus Torvalds 	int error;
24451da177e4SLinus Torvalds 	int is_dir = S_ISDIR(old_dentry->d_inode->i_mode);
24460eeca283SRobert Love 	const char *old_name;
24471da177e4SLinus Torvalds 
24481da177e4SLinus Torvalds 	if (old_dentry->d_inode == new_dentry->d_inode)
24491da177e4SLinus Torvalds  		return 0;
24501da177e4SLinus Torvalds 
24511da177e4SLinus Torvalds 	error = may_delete(old_dir, old_dentry, is_dir);
24521da177e4SLinus Torvalds 	if (error)
24531da177e4SLinus Torvalds 		return error;
24541da177e4SLinus Torvalds 
24551da177e4SLinus Torvalds 	if (!new_dentry->d_inode)
24561da177e4SLinus Torvalds 		error = may_create(new_dir, new_dentry, NULL);
24571da177e4SLinus Torvalds 	else
24581da177e4SLinus Torvalds 		error = may_delete(new_dir, new_dentry, is_dir);
24591da177e4SLinus Torvalds 	if (error)
24601da177e4SLinus Torvalds 		return error;
24611da177e4SLinus Torvalds 
24621da177e4SLinus Torvalds 	if (!old_dir->i_op || !old_dir->i_op->rename)
24631da177e4SLinus Torvalds 		return -EPERM;
24641da177e4SLinus Torvalds 
24651da177e4SLinus Torvalds 	DQUOT_INIT(old_dir);
24661da177e4SLinus Torvalds 	DQUOT_INIT(new_dir);
24671da177e4SLinus Torvalds 
24680eeca283SRobert Love 	old_name = fsnotify_oldname_init(old_dentry->d_name.name);
24690eeca283SRobert Love 
24701da177e4SLinus Torvalds 	if (is_dir)
24711da177e4SLinus Torvalds 		error = vfs_rename_dir(old_dir,old_dentry,new_dir,new_dentry);
24721da177e4SLinus Torvalds 	else
24731da177e4SLinus Torvalds 		error = vfs_rename_other(old_dir,old_dentry,new_dir,new_dentry);
24741da177e4SLinus Torvalds 	if (!error) {
24750eeca283SRobert Love 		const char *new_name = old_dentry->d_name.name;
247689204c40SJohn McCutchan 		fsnotify_move(old_dir, new_dir, old_name, new_name, is_dir,
247789204c40SJohn McCutchan 			      new_dentry->d_inode, old_dentry->d_inode);
24781da177e4SLinus Torvalds 	}
24790eeca283SRobert Love 	fsnotify_oldname_free(old_name);
24800eeca283SRobert Love 
24811da177e4SLinus Torvalds 	return error;
24821da177e4SLinus Torvalds }
24831da177e4SLinus Torvalds 
24845590ff0dSUlrich Drepper static int do_rename(int olddfd, const char *oldname,
24855590ff0dSUlrich Drepper 			int newdfd, const char *newname)
24861da177e4SLinus Torvalds {
24871da177e4SLinus Torvalds 	int error = 0;
24881da177e4SLinus Torvalds 	struct dentry * old_dir, * new_dir;
24891da177e4SLinus Torvalds 	struct dentry * old_dentry, *new_dentry;
24901da177e4SLinus Torvalds 	struct dentry * trap;
24911da177e4SLinus Torvalds 	struct nameidata oldnd, newnd;
24921da177e4SLinus Torvalds 
24935590ff0dSUlrich Drepper 	error = do_path_lookup(olddfd, oldname, LOOKUP_PARENT, &oldnd);
24941da177e4SLinus Torvalds 	if (error)
24951da177e4SLinus Torvalds 		goto exit;
24961da177e4SLinus Torvalds 
24975590ff0dSUlrich Drepper 	error = do_path_lookup(newdfd, newname, LOOKUP_PARENT, &newnd);
24981da177e4SLinus Torvalds 	if (error)
24991da177e4SLinus Torvalds 		goto exit1;
25001da177e4SLinus Torvalds 
25011da177e4SLinus Torvalds 	error = -EXDEV;
25021da177e4SLinus Torvalds 	if (oldnd.mnt != newnd.mnt)
25031da177e4SLinus Torvalds 		goto exit2;
25041da177e4SLinus Torvalds 
25051da177e4SLinus Torvalds 	old_dir = oldnd.dentry;
25061da177e4SLinus Torvalds 	error = -EBUSY;
25071da177e4SLinus Torvalds 	if (oldnd.last_type != LAST_NORM)
25081da177e4SLinus Torvalds 		goto exit2;
25091da177e4SLinus Torvalds 
25101da177e4SLinus Torvalds 	new_dir = newnd.dentry;
25111da177e4SLinus Torvalds 	if (newnd.last_type != LAST_NORM)
25121da177e4SLinus Torvalds 		goto exit2;
25131da177e4SLinus Torvalds 
25141da177e4SLinus Torvalds 	trap = lock_rename(new_dir, old_dir);
25151da177e4SLinus Torvalds 
251649705b77SChristoph Hellwig 	old_dentry = lookup_hash(&oldnd);
25171da177e4SLinus Torvalds 	error = PTR_ERR(old_dentry);
25181da177e4SLinus Torvalds 	if (IS_ERR(old_dentry))
25191da177e4SLinus Torvalds 		goto exit3;
25201da177e4SLinus Torvalds 	/* source must exist */
25211da177e4SLinus Torvalds 	error = -ENOENT;
25221da177e4SLinus Torvalds 	if (!old_dentry->d_inode)
25231da177e4SLinus Torvalds 		goto exit4;
25241da177e4SLinus Torvalds 	/* unless the source is a directory trailing slashes give -ENOTDIR */
25251da177e4SLinus Torvalds 	if (!S_ISDIR(old_dentry->d_inode->i_mode)) {
25261da177e4SLinus Torvalds 		error = -ENOTDIR;
25271da177e4SLinus Torvalds 		if (oldnd.last.name[oldnd.last.len])
25281da177e4SLinus Torvalds 			goto exit4;
25291da177e4SLinus Torvalds 		if (newnd.last.name[newnd.last.len])
25301da177e4SLinus Torvalds 			goto exit4;
25311da177e4SLinus Torvalds 	}
25321da177e4SLinus Torvalds 	/* source should not be ancestor of target */
25331da177e4SLinus Torvalds 	error = -EINVAL;
25341da177e4SLinus Torvalds 	if (old_dentry == trap)
25351da177e4SLinus Torvalds 		goto exit4;
253649705b77SChristoph Hellwig 	new_dentry = lookup_hash(&newnd);
25371da177e4SLinus Torvalds 	error = PTR_ERR(new_dentry);
25381da177e4SLinus Torvalds 	if (IS_ERR(new_dentry))
25391da177e4SLinus Torvalds 		goto exit4;
25401da177e4SLinus Torvalds 	/* target should not be an ancestor of source */
25411da177e4SLinus Torvalds 	error = -ENOTEMPTY;
25421da177e4SLinus Torvalds 	if (new_dentry == trap)
25431da177e4SLinus Torvalds 		goto exit5;
25441da177e4SLinus Torvalds 
25451da177e4SLinus Torvalds 	error = vfs_rename(old_dir->d_inode, old_dentry,
25461da177e4SLinus Torvalds 				   new_dir->d_inode, new_dentry);
25471da177e4SLinus Torvalds exit5:
25481da177e4SLinus Torvalds 	dput(new_dentry);
25491da177e4SLinus Torvalds exit4:
25501da177e4SLinus Torvalds 	dput(old_dentry);
25511da177e4SLinus Torvalds exit3:
25521da177e4SLinus Torvalds 	unlock_rename(new_dir, old_dir);
25531da177e4SLinus Torvalds exit2:
25541da177e4SLinus Torvalds 	path_release(&newnd);
25551da177e4SLinus Torvalds exit1:
25561da177e4SLinus Torvalds 	path_release(&oldnd);
25571da177e4SLinus Torvalds exit:
25581da177e4SLinus Torvalds 	return error;
25591da177e4SLinus Torvalds }
25601da177e4SLinus Torvalds 
25615590ff0dSUlrich Drepper asmlinkage long sys_renameat(int olddfd, const char __user *oldname,
25625590ff0dSUlrich Drepper 			     int newdfd, const char __user *newname)
25631da177e4SLinus Torvalds {
25641da177e4SLinus Torvalds 	int error;
25651da177e4SLinus Torvalds 	char * from;
25661da177e4SLinus Torvalds 	char * to;
25671da177e4SLinus Torvalds 
25681da177e4SLinus Torvalds 	from = getname(oldname);
25691da177e4SLinus Torvalds 	if(IS_ERR(from))
25701da177e4SLinus Torvalds 		return PTR_ERR(from);
25711da177e4SLinus Torvalds 	to = getname(newname);
25721da177e4SLinus Torvalds 	error = PTR_ERR(to);
25731da177e4SLinus Torvalds 	if (!IS_ERR(to)) {
25745590ff0dSUlrich Drepper 		error = do_rename(olddfd, from, newdfd, to);
25751da177e4SLinus Torvalds 		putname(to);
25761da177e4SLinus Torvalds 	}
25771da177e4SLinus Torvalds 	putname(from);
25781da177e4SLinus Torvalds 	return error;
25791da177e4SLinus Torvalds }
25801da177e4SLinus Torvalds 
25815590ff0dSUlrich Drepper asmlinkage long sys_rename(const char __user *oldname, const char __user *newname)
25825590ff0dSUlrich Drepper {
25835590ff0dSUlrich Drepper 	return sys_renameat(AT_FDCWD, oldname, AT_FDCWD, newname);
25845590ff0dSUlrich Drepper }
25855590ff0dSUlrich Drepper 
25861da177e4SLinus Torvalds int vfs_readlink(struct dentry *dentry, char __user *buffer, int buflen, const char *link)
25871da177e4SLinus Torvalds {
25881da177e4SLinus Torvalds 	int len;
25891da177e4SLinus Torvalds 
25901da177e4SLinus Torvalds 	len = PTR_ERR(link);
25911da177e4SLinus Torvalds 	if (IS_ERR(link))
25921da177e4SLinus Torvalds 		goto out;
25931da177e4SLinus Torvalds 
25941da177e4SLinus Torvalds 	len = strlen(link);
25951da177e4SLinus Torvalds 	if (len > (unsigned) buflen)
25961da177e4SLinus Torvalds 		len = buflen;
25971da177e4SLinus Torvalds 	if (copy_to_user(buffer, link, len))
25981da177e4SLinus Torvalds 		len = -EFAULT;
25991da177e4SLinus Torvalds out:
26001da177e4SLinus Torvalds 	return len;
26011da177e4SLinus Torvalds }
26021da177e4SLinus Torvalds 
26031da177e4SLinus Torvalds /*
26041da177e4SLinus Torvalds  * A helper for ->readlink().  This should be used *ONLY* for symlinks that
26051da177e4SLinus Torvalds  * have ->follow_link() touching nd only in nd_set_link().  Using (or not
26061da177e4SLinus Torvalds  * using) it for any given inode is up to filesystem.
26071da177e4SLinus Torvalds  */
26081da177e4SLinus Torvalds int generic_readlink(struct dentry *dentry, char __user *buffer, int buflen)
26091da177e4SLinus Torvalds {
26101da177e4SLinus Torvalds 	struct nameidata nd;
2611cc314eefSLinus Torvalds 	void *cookie;
2612cc314eefSLinus Torvalds 
26131da177e4SLinus Torvalds 	nd.depth = 0;
2614cc314eefSLinus Torvalds 	cookie = dentry->d_inode->i_op->follow_link(dentry, &nd);
2615cc314eefSLinus Torvalds 	if (!IS_ERR(cookie)) {
2616cc314eefSLinus Torvalds 		int res = vfs_readlink(dentry, buffer, buflen, nd_get_link(&nd));
26171da177e4SLinus Torvalds 		if (dentry->d_inode->i_op->put_link)
2618cc314eefSLinus Torvalds 			dentry->d_inode->i_op->put_link(dentry, &nd, cookie);
2619cc314eefSLinus Torvalds 		cookie = ERR_PTR(res);
26201da177e4SLinus Torvalds 	}
2621cc314eefSLinus Torvalds 	return PTR_ERR(cookie);
26221da177e4SLinus Torvalds }
26231da177e4SLinus Torvalds 
26241da177e4SLinus Torvalds int vfs_follow_link(struct nameidata *nd, const char *link)
26251da177e4SLinus Torvalds {
26261da177e4SLinus Torvalds 	return __vfs_follow_link(nd, link);
26271da177e4SLinus Torvalds }
26281da177e4SLinus Torvalds 
26291da177e4SLinus Torvalds /* get the link contents into pagecache */
26301da177e4SLinus Torvalds static char *page_getlink(struct dentry * dentry, struct page **ppage)
26311da177e4SLinus Torvalds {
26321da177e4SLinus Torvalds 	struct page * page;
26331da177e4SLinus Torvalds 	struct address_space *mapping = dentry->d_inode->i_mapping;
2634090d2b18SPekka Enberg 	page = read_mapping_page(mapping, 0, NULL);
26351da177e4SLinus Torvalds 	if (IS_ERR(page))
26361da177e4SLinus Torvalds 		goto sync_fail;
26371da177e4SLinus Torvalds 	wait_on_page_locked(page);
26381da177e4SLinus Torvalds 	if (!PageUptodate(page))
26391da177e4SLinus Torvalds 		goto async_fail;
26401da177e4SLinus Torvalds 	*ppage = page;
26411da177e4SLinus Torvalds 	return kmap(page);
26421da177e4SLinus Torvalds 
26431da177e4SLinus Torvalds async_fail:
26441da177e4SLinus Torvalds 	page_cache_release(page);
26451da177e4SLinus Torvalds 	return ERR_PTR(-EIO);
26461da177e4SLinus Torvalds 
26471da177e4SLinus Torvalds sync_fail:
26481da177e4SLinus Torvalds 	return (char*)page;
26491da177e4SLinus Torvalds }
26501da177e4SLinus Torvalds 
26511da177e4SLinus Torvalds int page_readlink(struct dentry *dentry, char __user *buffer, int buflen)
26521da177e4SLinus Torvalds {
26531da177e4SLinus Torvalds 	struct page *page = NULL;
26541da177e4SLinus Torvalds 	char *s = page_getlink(dentry, &page);
26551da177e4SLinus Torvalds 	int res = vfs_readlink(dentry,buffer,buflen,s);
26561da177e4SLinus Torvalds 	if (page) {
26571da177e4SLinus Torvalds 		kunmap(page);
26581da177e4SLinus Torvalds 		page_cache_release(page);
26591da177e4SLinus Torvalds 	}
26601da177e4SLinus Torvalds 	return res;
26611da177e4SLinus Torvalds }
26621da177e4SLinus Torvalds 
2663cc314eefSLinus Torvalds void *page_follow_link_light(struct dentry *dentry, struct nameidata *nd)
26641da177e4SLinus Torvalds {
2665cc314eefSLinus Torvalds 	struct page *page = NULL;
26661da177e4SLinus Torvalds 	nd_set_link(nd, page_getlink(dentry, &page));
2667cc314eefSLinus Torvalds 	return page;
26681da177e4SLinus Torvalds }
26691da177e4SLinus Torvalds 
2670cc314eefSLinus Torvalds void page_put_link(struct dentry *dentry, struct nameidata *nd, void *cookie)
26711da177e4SLinus Torvalds {
2672cc314eefSLinus Torvalds 	struct page *page = cookie;
2673cc314eefSLinus Torvalds 
2674cc314eefSLinus Torvalds 	if (page) {
26751da177e4SLinus Torvalds 		kunmap(page);
26761da177e4SLinus Torvalds 		page_cache_release(page);
26771da177e4SLinus Torvalds 	}
26781da177e4SLinus Torvalds }
26791da177e4SLinus Torvalds 
26800adb25d2SKirill Korotaev int __page_symlink(struct inode *inode, const char *symname, int len,
26810adb25d2SKirill Korotaev 		gfp_t gfp_mask)
26821da177e4SLinus Torvalds {
26831da177e4SLinus Torvalds 	struct address_space *mapping = inode->i_mapping;
26840adb25d2SKirill Korotaev 	struct page *page;
26851da177e4SLinus Torvalds 	int err = -ENOMEM;
26861da177e4SLinus Torvalds 	char *kaddr;
26871da177e4SLinus Torvalds 
26887e53cac4SNeilBrown retry:
26890adb25d2SKirill Korotaev 	page = find_or_create_page(mapping, 0, gfp_mask);
26901da177e4SLinus Torvalds 	if (!page)
26911da177e4SLinus Torvalds 		goto fail;
26921da177e4SLinus Torvalds 	err = mapping->a_ops->prepare_write(NULL, page, 0, len-1);
26937e53cac4SNeilBrown 	if (err == AOP_TRUNCATED_PAGE) {
26947e53cac4SNeilBrown 		page_cache_release(page);
26957e53cac4SNeilBrown 		goto retry;
26967e53cac4SNeilBrown 	}
26971da177e4SLinus Torvalds 	if (err)
26981da177e4SLinus Torvalds 		goto fail_map;
26991da177e4SLinus Torvalds 	kaddr = kmap_atomic(page, KM_USER0);
27001da177e4SLinus Torvalds 	memcpy(kaddr, symname, len-1);
27011da177e4SLinus Torvalds 	kunmap_atomic(kaddr, KM_USER0);
27027e53cac4SNeilBrown 	err = mapping->a_ops->commit_write(NULL, page, 0, len-1);
27037e53cac4SNeilBrown 	if (err == AOP_TRUNCATED_PAGE) {
27047e53cac4SNeilBrown 		page_cache_release(page);
27057e53cac4SNeilBrown 		goto retry;
27067e53cac4SNeilBrown 	}
27077e53cac4SNeilBrown 	if (err)
27087e53cac4SNeilBrown 		goto fail_map;
27091da177e4SLinus Torvalds 	/*
27101da177e4SLinus Torvalds 	 * Notice that we are _not_ going to block here - end of page is
27111da177e4SLinus Torvalds 	 * unmapped, so this will only try to map the rest of page, see
27121da177e4SLinus Torvalds 	 * that it is unmapped (typically even will not look into inode -
27131da177e4SLinus Torvalds 	 * ->i_size will be enough for everything) and zero it out.
27141da177e4SLinus Torvalds 	 * OTOH it's obviously correct and should make the page up-to-date.
27151da177e4SLinus Torvalds 	 */
27161da177e4SLinus Torvalds 	if (!PageUptodate(page)) {
27171da177e4SLinus Torvalds 		err = mapping->a_ops->readpage(NULL, page);
27187e53cac4SNeilBrown 		if (err != AOP_TRUNCATED_PAGE)
27191da177e4SLinus Torvalds 			wait_on_page_locked(page);
27201da177e4SLinus Torvalds 	} else {
27211da177e4SLinus Torvalds 		unlock_page(page);
27221da177e4SLinus Torvalds 	}
27231da177e4SLinus Torvalds 	page_cache_release(page);
27241da177e4SLinus Torvalds 	if (err < 0)
27251da177e4SLinus Torvalds 		goto fail;
27261da177e4SLinus Torvalds 	mark_inode_dirty(inode);
27271da177e4SLinus Torvalds 	return 0;
27281da177e4SLinus Torvalds fail_map:
27291da177e4SLinus Torvalds 	unlock_page(page);
27301da177e4SLinus Torvalds 	page_cache_release(page);
27311da177e4SLinus Torvalds fail:
27321da177e4SLinus Torvalds 	return err;
27331da177e4SLinus Torvalds }
27341da177e4SLinus Torvalds 
27350adb25d2SKirill Korotaev int page_symlink(struct inode *inode, const char *symname, int len)
27360adb25d2SKirill Korotaev {
27370adb25d2SKirill Korotaev 	return __page_symlink(inode, symname, len,
27380adb25d2SKirill Korotaev 			mapping_gfp_mask(inode->i_mapping));
27390adb25d2SKirill Korotaev }
27400adb25d2SKirill Korotaev 
27411da177e4SLinus Torvalds struct inode_operations page_symlink_inode_operations = {
27421da177e4SLinus Torvalds 	.readlink	= generic_readlink,
27431da177e4SLinus Torvalds 	.follow_link	= page_follow_link_light,
27441da177e4SLinus Torvalds 	.put_link	= page_put_link,
27451da177e4SLinus Torvalds };
27461da177e4SLinus Torvalds 
27471da177e4SLinus Torvalds EXPORT_SYMBOL(__user_walk);
27485590ff0dSUlrich Drepper EXPORT_SYMBOL(__user_walk_fd);
27491da177e4SLinus Torvalds EXPORT_SYMBOL(follow_down);
27501da177e4SLinus Torvalds EXPORT_SYMBOL(follow_up);
27511da177e4SLinus Torvalds EXPORT_SYMBOL(get_write_access); /* binfmt_aout */
27521da177e4SLinus Torvalds EXPORT_SYMBOL(getname);
27531da177e4SLinus Torvalds EXPORT_SYMBOL(lock_rename);
27541da177e4SLinus Torvalds EXPORT_SYMBOL(lookup_one_len);
27551da177e4SLinus Torvalds EXPORT_SYMBOL(page_follow_link_light);
27561da177e4SLinus Torvalds EXPORT_SYMBOL(page_put_link);
27571da177e4SLinus Torvalds EXPORT_SYMBOL(page_readlink);
27580adb25d2SKirill Korotaev EXPORT_SYMBOL(__page_symlink);
27591da177e4SLinus Torvalds EXPORT_SYMBOL(page_symlink);
27601da177e4SLinus Torvalds EXPORT_SYMBOL(page_symlink_inode_operations);
27611da177e4SLinus Torvalds EXPORT_SYMBOL(path_lookup);
27621da177e4SLinus Torvalds EXPORT_SYMBOL(path_release);
27631da177e4SLinus Torvalds EXPORT_SYMBOL(path_walk);
27641da177e4SLinus Torvalds EXPORT_SYMBOL(permission);
2765e4543eddSChristoph Hellwig EXPORT_SYMBOL(vfs_permission);
27668c744fb8SChristoph Hellwig EXPORT_SYMBOL(file_permission);
27671da177e4SLinus Torvalds EXPORT_SYMBOL(unlock_rename);
27681da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_create);
27691da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_follow_link);
27701da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_link);
27711da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_mkdir);
27721da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_mknod);
27731da177e4SLinus Torvalds EXPORT_SYMBOL(generic_permission);
27741da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_readlink);
27751da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_rename);
27761da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_rmdir);
27771da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_symlink);
27781da177e4SLinus Torvalds EXPORT_SYMBOL(vfs_unlink);
27791da177e4SLinus Torvalds EXPORT_SYMBOL(dentry_unhash);
27801da177e4SLinus Torvalds EXPORT_SYMBOL(generic_readlink);
2781