xref: /openbmc/linux/fs/overlayfs/namei.c (revision babf4770)
1bbb1e54dSMiklos Szeredi /*
2bbb1e54dSMiklos Szeredi  * Copyright (C) 2011 Novell Inc.
3bbb1e54dSMiklos Szeredi  * Copyright (C) 2016 Red Hat, Inc.
4bbb1e54dSMiklos Szeredi  *
5bbb1e54dSMiklos Szeredi  * This program is free software; you can redistribute it and/or modify it
6bbb1e54dSMiklos Szeredi  * under the terms of the GNU General Public License version 2 as published by
7bbb1e54dSMiklos Szeredi  * the Free Software Foundation.
8bbb1e54dSMiklos Szeredi  */
9bbb1e54dSMiklos Szeredi 
10bbb1e54dSMiklos Szeredi #include <linux/fs.h>
115b825c3aSIngo Molnar #include <linux/cred.h>
129ee60ce2SAmir Goldstein #include <linux/ctype.h>
13bbb1e54dSMiklos Szeredi #include <linux/namei.h>
14bbb1e54dSMiklos Szeredi #include <linux/xattr.h>
1502b69b28SMiklos Szeredi #include <linux/ratelimit.h>
16a9d01957SAmir Goldstein #include <linux/mount.h>
17a9d01957SAmir Goldstein #include <linux/exportfs.h>
18bbb1e54dSMiklos Szeredi #include "overlayfs.h"
19bbb1e54dSMiklos Szeredi 
20e28edc46SMiklos Szeredi struct ovl_lookup_data {
21e28edc46SMiklos Szeredi 	struct qstr name;
22e28edc46SMiklos Szeredi 	bool is_dir;
23e28edc46SMiklos Szeredi 	bool opaque;
24e28edc46SMiklos Szeredi 	bool stop;
25e28edc46SMiklos Szeredi 	bool last;
2602b69b28SMiklos Szeredi 	char *redirect;
279d3dfea3SVivek Goyal 	bool metacopy;
28e28edc46SMiklos Szeredi };
29bbb1e54dSMiklos Szeredi 
3002b69b28SMiklos Szeredi static int ovl_check_redirect(struct dentry *dentry, struct ovl_lookup_data *d,
3102b69b28SMiklos Szeredi 			      size_t prelen, const char *post)
3202b69b28SMiklos Szeredi {
3302b69b28SMiklos Szeredi 	int res;
340a2d0d3fSVivek Goyal 	char *buf;
3502b69b28SMiklos Szeredi 
360a2d0d3fSVivek Goyal 	buf = ovl_get_redirect_xattr(dentry, prelen + strlen(post));
370a2d0d3fSVivek Goyal 	if (IS_ERR_OR_NULL(buf))
380a2d0d3fSVivek Goyal 		return PTR_ERR(buf);
3902b69b28SMiklos Szeredi 
4002b69b28SMiklos Szeredi 	if (buf[0] == '/') {
413ec9b3faSAmir Goldstein 		/*
423ec9b3faSAmir Goldstein 		 * One of the ancestor path elements in an absolute path
433ec9b3faSAmir Goldstein 		 * lookup in ovl_lookup_layer() could have been opaque and
443ec9b3faSAmir Goldstein 		 * that will stop further lookup in lower layers (d->stop=true)
453ec9b3faSAmir Goldstein 		 * But we have found an absolute redirect in decendant path
463ec9b3faSAmir Goldstein 		 * element and that should force continue lookup in lower
473ec9b3faSAmir Goldstein 		 * layers (reset d->stop).
483ec9b3faSAmir Goldstein 		 */
493ec9b3faSAmir Goldstein 		d->stop = false;
5002b69b28SMiklos Szeredi 	} else {
510a2d0d3fSVivek Goyal 		res = strlen(buf) + 1;
5202b69b28SMiklos Szeredi 		memmove(buf + prelen, buf, res);
5302b69b28SMiklos Szeredi 		memcpy(buf, d->name.name, prelen);
5402b69b28SMiklos Szeredi 	}
5502b69b28SMiklos Szeredi 
5602b69b28SMiklos Szeredi 	strcat(buf, post);
5702b69b28SMiklos Szeredi 	kfree(d->redirect);
5802b69b28SMiklos Szeredi 	d->redirect = buf;
5902b69b28SMiklos Szeredi 	d->name.name = d->redirect;
6002b69b28SMiklos Szeredi 	d->name.len = strlen(d->redirect);
6102b69b28SMiklos Szeredi 
6202b69b28SMiklos Szeredi 	return 0;
6302b69b28SMiklos Szeredi }
6402b69b28SMiklos Szeredi 
65a9d01957SAmir Goldstein static int ovl_acceptable(void *ctx, struct dentry *dentry)
66a9d01957SAmir Goldstein {
67e8f9e5b7SAmir Goldstein 	/*
68e8f9e5b7SAmir Goldstein 	 * A non-dir origin may be disconnected, which is fine, because
69e8f9e5b7SAmir Goldstein 	 * we only need it for its unique inode number.
70e8f9e5b7SAmir Goldstein 	 */
71e8f9e5b7SAmir Goldstein 	if (!d_is_dir(dentry))
72a9d01957SAmir Goldstein 		return 1;
73e8f9e5b7SAmir Goldstein 
74e8f9e5b7SAmir Goldstein 	/* Don't decode a deleted empty directory */
75e8f9e5b7SAmir Goldstein 	if (d_unhashed(dentry))
76e8f9e5b7SAmir Goldstein 		return 0;
77e8f9e5b7SAmir Goldstein 
78e8f9e5b7SAmir Goldstein 	/* Check if directory belongs to the layer we are decoding from */
79e8f9e5b7SAmir Goldstein 	return is_subdir(dentry, ((struct vfsmount *)ctx)->mnt_root);
80a9d01957SAmir Goldstein }
81a9d01957SAmir Goldstein 
822e1a5328SAmir Goldstein /*
832e1a5328SAmir Goldstein  * Check validity of an overlay file handle buffer.
842e1a5328SAmir Goldstein  *
852e1a5328SAmir Goldstein  * Return 0 for a valid file handle.
862e1a5328SAmir Goldstein  * Return -ENODATA for "origin unknown".
872e1a5328SAmir Goldstein  * Return <0 for an invalid file handle.
882e1a5328SAmir Goldstein  */
898556a420SAmir Goldstein int ovl_check_fh_len(struct ovl_fh *fh, int fh_len)
902e1a5328SAmir Goldstein {
912e1a5328SAmir Goldstein 	if (fh_len < sizeof(struct ovl_fh) || fh_len < fh->len)
922e1a5328SAmir Goldstein 		return -EINVAL;
932e1a5328SAmir Goldstein 
942e1a5328SAmir Goldstein 	if (fh->magic != OVL_FH_MAGIC)
952e1a5328SAmir Goldstein 		return -EINVAL;
962e1a5328SAmir Goldstein 
972e1a5328SAmir Goldstein 	/* Treat larger version and unknown flags as "origin unknown" */
982e1a5328SAmir Goldstein 	if (fh->version > OVL_FH_VERSION || fh->flags & ~OVL_FH_FLAG_ALL)
992e1a5328SAmir Goldstein 		return -ENODATA;
1002e1a5328SAmir Goldstein 
1012e1a5328SAmir Goldstein 	/* Treat endianness mismatch as "origin unknown" */
1022e1a5328SAmir Goldstein 	if (!(fh->flags & OVL_FH_FLAG_ANY_ENDIAN) &&
1032e1a5328SAmir Goldstein 	    (fh->flags & OVL_FH_FLAG_BIG_ENDIAN) != OVL_FH_FLAG_CPU_ENDIAN)
1042e1a5328SAmir Goldstein 		return -ENODATA;
1052e1a5328SAmir Goldstein 
1062e1a5328SAmir Goldstein 	return 0;
1072e1a5328SAmir Goldstein }
1082e1a5328SAmir Goldstein 
10905122443SAmir Goldstein static struct ovl_fh *ovl_get_fh(struct dentry *dentry, const char *name)
110a9d01957SAmir Goldstein {
1112e1a5328SAmir Goldstein 	int res, err;
112a9d01957SAmir Goldstein 	struct ovl_fh *fh = NULL;
113a9d01957SAmir Goldstein 
11405122443SAmir Goldstein 	res = vfs_getxattr(dentry, name, NULL, 0);
115a9d01957SAmir Goldstein 	if (res < 0) {
116a9d01957SAmir Goldstein 		if (res == -ENODATA || res == -EOPNOTSUPP)
117a9d01957SAmir Goldstein 			return NULL;
118a9d01957SAmir Goldstein 		goto fail;
119a9d01957SAmir Goldstein 	}
120a9d01957SAmir Goldstein 	/* Zero size value means "copied up but origin unknown" */
121a9d01957SAmir Goldstein 	if (res == 0)
122a9d01957SAmir Goldstein 		return NULL;
123a9d01957SAmir Goldstein 
1240ee931c4SMichal Hocko 	fh = kzalloc(res, GFP_KERNEL);
125a9d01957SAmir Goldstein 	if (!fh)
126a9d01957SAmir Goldstein 		return ERR_PTR(-ENOMEM);
127a9d01957SAmir Goldstein 
12805122443SAmir Goldstein 	res = vfs_getxattr(dentry, name, fh, res);
129a9d01957SAmir Goldstein 	if (res < 0)
130a9d01957SAmir Goldstein 		goto fail;
131a9d01957SAmir Goldstein 
1322e1a5328SAmir Goldstein 	err = ovl_check_fh_len(fh, res);
1332e1a5328SAmir Goldstein 	if (err < 0) {
1342e1a5328SAmir Goldstein 		if (err == -ENODATA)
135a9d01957SAmir Goldstein 			goto out;
1362e1a5328SAmir Goldstein 		goto invalid;
1372e1a5328SAmir Goldstein 	}
138a9d01957SAmir Goldstein 
1398b88a2e6SAmir Goldstein 	return fh;
1408b88a2e6SAmir Goldstein 
1418b88a2e6SAmir Goldstein out:
1428b88a2e6SAmir Goldstein 	kfree(fh);
1438b88a2e6SAmir Goldstein 	return NULL;
1448b88a2e6SAmir Goldstein 
1458b88a2e6SAmir Goldstein fail:
1468b88a2e6SAmir Goldstein 	pr_warn_ratelimited("overlayfs: failed to get origin (%i)\n", res);
1478b88a2e6SAmir Goldstein 	goto out;
1488b88a2e6SAmir Goldstein invalid:
1498b88a2e6SAmir Goldstein 	pr_warn_ratelimited("overlayfs: invalid origin (%*phN)\n", res, fh);
1508b88a2e6SAmir Goldstein 	goto out;
1518b88a2e6SAmir Goldstein }
1528b88a2e6SAmir Goldstein 
1538a22efa1SAmir Goldstein struct dentry *ovl_decode_real_fh(struct ovl_fh *fh, struct vfsmount *mnt,
1548a22efa1SAmir Goldstein 				  bool connected)
1558b88a2e6SAmir Goldstein {
156e8f9e5b7SAmir Goldstein 	struct dentry *real;
1578b88a2e6SAmir Goldstein 	int bytes;
1588b88a2e6SAmir Goldstein 
159a9d01957SAmir Goldstein 	/*
160a9d01957SAmir Goldstein 	 * Make sure that the stored uuid matches the uuid of the lower
161a9d01957SAmir Goldstein 	 * layer where file handle will be decoded.
162a9d01957SAmir Goldstein 	 */
16385787090SChristoph Hellwig 	if (!uuid_equal(&fh->uuid, &mnt->mnt_sb->s_uuid))
1642e1a5328SAmir Goldstein 		return NULL;
165a9d01957SAmir Goldstein 
1668b88a2e6SAmir Goldstein 	bytes = (fh->len - offsetof(struct ovl_fh, fid));
167e8f9e5b7SAmir Goldstein 	real = exportfs_decode_fh(mnt, (struct fid *)fh->fid,
168a9d01957SAmir Goldstein 				  bytes >> 2, (int)fh->type,
1698a22efa1SAmir Goldstein 				  connected ? ovl_acceptable : NULL, mnt);
170e8f9e5b7SAmir Goldstein 	if (IS_ERR(real)) {
171e8f9e5b7SAmir Goldstein 		/*
172e8f9e5b7SAmir Goldstein 		 * Treat stale file handle to lower file as "origin unknown".
173e8f9e5b7SAmir Goldstein 		 * upper file handle could become stale when upper file is
174e8f9e5b7SAmir Goldstein 		 * unlinked and this information is needed to handle stale
175e8f9e5b7SAmir Goldstein 		 * index entries correctly.
176e8f9e5b7SAmir Goldstein 		 */
177e8f9e5b7SAmir Goldstein 		if (real == ERR_PTR(-ESTALE) &&
178e8f9e5b7SAmir Goldstein 		    !(fh->flags & OVL_FH_FLAG_PATH_UPPER))
179e8f9e5b7SAmir Goldstein 			real = NULL;
180e8f9e5b7SAmir Goldstein 		return real;
181a9d01957SAmir Goldstein 	}
182a9d01957SAmir Goldstein 
183e8f9e5b7SAmir Goldstein 	if (ovl_dentry_weird(real)) {
184e8f9e5b7SAmir Goldstein 		dput(real);
1852e1a5328SAmir Goldstein 		return NULL;
1862e1a5328SAmir Goldstein 	}
1872e1a5328SAmir Goldstein 
188e8f9e5b7SAmir Goldstein 	return real;
189a9d01957SAmir Goldstein }
190a9d01957SAmir Goldstein 
191ee1d6d37SAmir Goldstein static bool ovl_is_opaquedir(struct dentry *dentry)
192ee1d6d37SAmir Goldstein {
193ee1d6d37SAmir Goldstein 	return ovl_check_dir_xattr(dentry, OVL_XATTR_OPAQUE);
194ee1d6d37SAmir Goldstein }
195ee1d6d37SAmir Goldstein 
196e28edc46SMiklos Szeredi static int ovl_lookup_single(struct dentry *base, struct ovl_lookup_data *d,
197e28edc46SMiklos Szeredi 			     const char *name, unsigned int namelen,
19802b69b28SMiklos Szeredi 			     size_t prelen, const char *post,
199e28edc46SMiklos Szeredi 			     struct dentry **ret)
200e28edc46SMiklos Szeredi {
201e28edc46SMiklos Szeredi 	struct dentry *this;
202e28edc46SMiklos Szeredi 	int err;
203102b0d11SVivek Goyal 	bool last_element = !post[0];
204e28edc46SMiklos Szeredi 
205e28edc46SMiklos Szeredi 	this = lookup_one_len_unlocked(name, base, namelen);
206e28edc46SMiklos Szeredi 	if (IS_ERR(this)) {
207e28edc46SMiklos Szeredi 		err = PTR_ERR(this);
208e28edc46SMiklos Szeredi 		this = NULL;
209e28edc46SMiklos Szeredi 		if (err == -ENOENT || err == -ENAMETOOLONG)
210e28edc46SMiklos Szeredi 			goto out;
211e28edc46SMiklos Szeredi 		goto out_err;
212e28edc46SMiklos Szeredi 	}
213e28edc46SMiklos Szeredi 	if (!this->d_inode)
214e28edc46SMiklos Szeredi 		goto put_and_out;
215e28edc46SMiklos Szeredi 
216e28edc46SMiklos Szeredi 	if (ovl_dentry_weird(this)) {
217e28edc46SMiklos Szeredi 		/* Don't support traversing automounts and other weirdness */
218e28edc46SMiklos Szeredi 		err = -EREMOTE;
219e28edc46SMiklos Szeredi 		goto out_err;
220e28edc46SMiklos Szeredi 	}
221e28edc46SMiklos Szeredi 	if (ovl_is_whiteout(this)) {
222e28edc46SMiklos Szeredi 		d->stop = d->opaque = true;
223e28edc46SMiklos Szeredi 		goto put_and_out;
224e28edc46SMiklos Szeredi 	}
2253a291774SMiklos Szeredi 	/*
2269d3dfea3SVivek Goyal 	 * This dentry should be a regular file if previous layer lookup
2279d3dfea3SVivek Goyal 	 * found a metacopy dentry.
2283a291774SMiklos Szeredi 	 */
2299d3dfea3SVivek Goyal 	if (last_element && d->metacopy && !d_is_reg(this)) {
2309d3dfea3SVivek Goyal 		d->stop = true;
2319d3dfea3SVivek Goyal 		goto put_and_out;
2329d3dfea3SVivek Goyal 	}
2339d3dfea3SVivek Goyal 	if (!d_can_lookup(this)) {
2349d3dfea3SVivek Goyal 		if (d->is_dir || !last_element) {
2359d3dfea3SVivek Goyal 			d->stop = true;
2369d3dfea3SVivek Goyal 			goto put_and_out;
2379d3dfea3SVivek Goyal 		}
2389d3dfea3SVivek Goyal 		err = ovl_check_metacopy_xattr(this);
2399d3dfea3SVivek Goyal 		if (err < 0)
2409d3dfea3SVivek Goyal 			goto out_err;
2419d3dfea3SVivek Goyal 
2429d3dfea3SVivek Goyal 		d->metacopy = err;
2439d3dfea3SVivek Goyal 		d->stop = !d->metacopy;
244b8a8824cSVivek Goyal 		if (!d->metacopy || d->last)
245e28edc46SMiklos Szeredi 			goto out;
2460618a816SVivek Goyal 	} else {
247102b0d11SVivek Goyal 		if (last_element)
248e28edc46SMiklos Szeredi 			d->is_dir = true;
249e9b77f90SVivek Goyal 		if (d->last)
250e9b77f90SVivek Goyal 			goto out;
251e9b77f90SVivek Goyal 
252e9b77f90SVivek Goyal 		if (ovl_is_opaquedir(this)) {
253102b0d11SVivek Goyal 			d->stop = true;
254102b0d11SVivek Goyal 			if (last_element)
255102b0d11SVivek Goyal 				d->opaque = true;
256e28edc46SMiklos Szeredi 			goto out;
257e28edc46SMiklos Szeredi 		}
2580618a816SVivek Goyal 	}
25902b69b28SMiklos Szeredi 	err = ovl_check_redirect(this, d, prelen, post);
26002b69b28SMiklos Szeredi 	if (err)
26102b69b28SMiklos Szeredi 		goto out_err;
262e28edc46SMiklos Szeredi out:
263e28edc46SMiklos Szeredi 	*ret = this;
264e28edc46SMiklos Szeredi 	return 0;
265e28edc46SMiklos Szeredi 
266e28edc46SMiklos Szeredi put_and_out:
267e28edc46SMiklos Szeredi 	dput(this);
268e28edc46SMiklos Szeredi 	this = NULL;
269e28edc46SMiklos Szeredi 	goto out;
270e28edc46SMiklos Szeredi 
271e28edc46SMiklos Szeredi out_err:
272e28edc46SMiklos Szeredi 	dput(this);
273e28edc46SMiklos Szeredi 	return err;
274e28edc46SMiklos Szeredi }
275e28edc46SMiklos Szeredi 
276e28edc46SMiklos Szeredi static int ovl_lookup_layer(struct dentry *base, struct ovl_lookup_data *d,
277e28edc46SMiklos Szeredi 			    struct dentry **ret)
278e28edc46SMiklos Szeredi {
2794c7d0c9cSAmir Goldstein 	/* Counting down from the end, since the prefix can change */
2804c7d0c9cSAmir Goldstein 	size_t rem = d->name.len - 1;
28102b69b28SMiklos Szeredi 	struct dentry *dentry = NULL;
28202b69b28SMiklos Szeredi 	int err;
28302b69b28SMiklos Szeredi 
2844c7d0c9cSAmir Goldstein 	if (d->name.name[0] != '/')
28502b69b28SMiklos Szeredi 		return ovl_lookup_single(base, d, d->name.name, d->name.len,
28602b69b28SMiklos Szeredi 					 0, "", ret);
28702b69b28SMiklos Szeredi 
2884c7d0c9cSAmir Goldstein 	while (!IS_ERR_OR_NULL(base) && d_can_lookup(base)) {
2894c7d0c9cSAmir Goldstein 		const char *s = d->name.name + d->name.len - rem;
29002b69b28SMiklos Szeredi 		const char *next = strchrnul(s, '/');
2914c7d0c9cSAmir Goldstein 		size_t thislen = next - s;
2924c7d0c9cSAmir Goldstein 		bool end = !next[0];
29302b69b28SMiklos Szeredi 
2944c7d0c9cSAmir Goldstein 		/* Verify we did not go off the rails */
2954c7d0c9cSAmir Goldstein 		if (WARN_ON(s[-1] != '/'))
29602b69b28SMiklos Szeredi 			return -EIO;
29702b69b28SMiklos Szeredi 
2984c7d0c9cSAmir Goldstein 		err = ovl_lookup_single(base, d, s, thislen,
2994c7d0c9cSAmir Goldstein 					d->name.len - rem, next, &base);
30002b69b28SMiklos Szeredi 		dput(dentry);
30102b69b28SMiklos Szeredi 		if (err)
30202b69b28SMiklos Szeredi 			return err;
30302b69b28SMiklos Szeredi 		dentry = base;
3044c7d0c9cSAmir Goldstein 		if (end)
3054c7d0c9cSAmir Goldstein 			break;
3064c7d0c9cSAmir Goldstein 
3074c7d0c9cSAmir Goldstein 		rem -= thislen + 1;
3084c7d0c9cSAmir Goldstein 
3094c7d0c9cSAmir Goldstein 		if (WARN_ON(rem >= d->name.len))
3104c7d0c9cSAmir Goldstein 			return -EIO;
31102b69b28SMiklos Szeredi 	}
31202b69b28SMiklos Szeredi 	*ret = dentry;
31302b69b28SMiklos Szeredi 	return 0;
314e28edc46SMiklos Szeredi }
315e28edc46SMiklos Szeredi 
316a9d01957SAmir Goldstein 
3178a22efa1SAmir Goldstein int ovl_check_origin_fh(struct ovl_fs *ofs, struct ovl_fh *fh, bool connected,
318f941866fSAmir Goldstein 			struct dentry *upperdentry, struct ovl_path **stackp)
319a9d01957SAmir Goldstein {
320f7d3dacaSAmir Goldstein 	struct dentry *origin = NULL;
321f7d3dacaSAmir Goldstein 	int i;
322a9d01957SAmir Goldstein 
3231eff1a1dSAmir Goldstein 	for (i = 0; i < ofs->numlower; i++) {
3248a22efa1SAmir Goldstein 		origin = ovl_decode_real_fh(fh, ofs->lower_layers[i].mnt,
3258a22efa1SAmir Goldstein 					    connected);
326f7d3dacaSAmir Goldstein 		if (origin)
327f7d3dacaSAmir Goldstein 			break;
328f7d3dacaSAmir Goldstein 	}
329f7d3dacaSAmir Goldstein 
330f7d3dacaSAmir Goldstein 	if (!origin)
3312e1a5328SAmir Goldstein 		return -ESTALE;
3322e1a5328SAmir Goldstein 	else if (IS_ERR(origin))
3332e1a5328SAmir Goldstein 		return PTR_ERR(origin);
334f7d3dacaSAmir Goldstein 
335f941866fSAmir Goldstein 	if (upperdentry && !ovl_is_whiteout(upperdentry) &&
3362e1a5328SAmir Goldstein 	    ((d_inode(origin)->i_mode ^ d_inode(upperdentry)->i_mode) & S_IFMT))
3372e1a5328SAmir Goldstein 		goto invalid;
3382e1a5328SAmir Goldstein 
339415543d5SAmir Goldstein 	if (!*stackp)
340b9343632SChandan Rajendra 		*stackp = kmalloc(sizeof(struct ovl_path), GFP_KERNEL);
341a9d01957SAmir Goldstein 	if (!*stackp) {
342a9d01957SAmir Goldstein 		dput(origin);
343a9d01957SAmir Goldstein 		return -ENOMEM;
344a9d01957SAmir Goldstein 	}
3451eff1a1dSAmir Goldstein 	**stackp = (struct ovl_path){
3461eff1a1dSAmir Goldstein 		.dentry = origin,
3471eff1a1dSAmir Goldstein 		.layer = &ofs->lower_layers[i]
3481eff1a1dSAmir Goldstein 	};
349a9d01957SAmir Goldstein 
350a9d01957SAmir Goldstein 	return 0;
3512e1a5328SAmir Goldstein 
3522e1a5328SAmir Goldstein invalid:
3532e1a5328SAmir Goldstein 	pr_warn_ratelimited("overlayfs: invalid origin (%pd2, ftype=%x, origin ftype=%x).\n",
3542e1a5328SAmir Goldstein 			    upperdentry, d_inode(upperdentry)->i_mode & S_IFMT,
3552e1a5328SAmir Goldstein 			    d_inode(origin)->i_mode & S_IFMT);
3562e1a5328SAmir Goldstein 	dput(origin);
3572e1a5328SAmir Goldstein 	return -EIO;
3582e1a5328SAmir Goldstein }
3592e1a5328SAmir Goldstein 
3601eff1a1dSAmir Goldstein static int ovl_check_origin(struct ovl_fs *ofs, struct dentry *upperdentry,
3612e1a5328SAmir Goldstein 			    struct ovl_path **stackp, unsigned int *ctrp)
3622e1a5328SAmir Goldstein {
36305122443SAmir Goldstein 	struct ovl_fh *fh = ovl_get_fh(upperdentry, OVL_XATTR_ORIGIN);
3642e1a5328SAmir Goldstein 	int err;
3652e1a5328SAmir Goldstein 
3662e1a5328SAmir Goldstein 	if (IS_ERR_OR_NULL(fh))
3672e1a5328SAmir Goldstein 		return PTR_ERR(fh);
3682e1a5328SAmir Goldstein 
3698a22efa1SAmir Goldstein 	err = ovl_check_origin_fh(ofs, fh, false, upperdentry, stackp);
3702e1a5328SAmir Goldstein 	kfree(fh);
3712e1a5328SAmir Goldstein 
3722e1a5328SAmir Goldstein 	if (err) {
3732e1a5328SAmir Goldstein 		if (err == -ESTALE)
3742e1a5328SAmir Goldstein 			return 0;
3752e1a5328SAmir Goldstein 		return err;
3762e1a5328SAmir Goldstein 	}
3772e1a5328SAmir Goldstein 
3782e1a5328SAmir Goldstein 	if (WARN_ON(*ctrp))
3792e1a5328SAmir Goldstein 		return -EIO;
3802e1a5328SAmir Goldstein 
3812e1a5328SAmir Goldstein 	*ctrp = 1;
3822e1a5328SAmir Goldstein 	return 0;
383a9d01957SAmir Goldstein }
384a9d01957SAmir Goldstein 
385bbb1e54dSMiklos Szeredi /*
38605122443SAmir Goldstein  * Verify that @fh matches the file handle stored in xattr @name.
3878b88a2e6SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch, < 0 on error.
3888b88a2e6SAmir Goldstein  */
38905122443SAmir Goldstein static int ovl_verify_fh(struct dentry *dentry, const char *name,
39005122443SAmir Goldstein 			 const struct ovl_fh *fh)
3918b88a2e6SAmir Goldstein {
39205122443SAmir Goldstein 	struct ovl_fh *ofh = ovl_get_fh(dentry, name);
3938b88a2e6SAmir Goldstein 	int err = 0;
3948b88a2e6SAmir Goldstein 
3958b88a2e6SAmir Goldstein 	if (!ofh)
3968b88a2e6SAmir Goldstein 		return -ENODATA;
3978b88a2e6SAmir Goldstein 
3988b88a2e6SAmir Goldstein 	if (IS_ERR(ofh))
3998b88a2e6SAmir Goldstein 		return PTR_ERR(ofh);
4008b88a2e6SAmir Goldstein 
4018b88a2e6SAmir Goldstein 	if (fh->len != ofh->len || memcmp(fh, ofh, fh->len))
4028b88a2e6SAmir Goldstein 		err = -ESTALE;
4038b88a2e6SAmir Goldstein 
4048b88a2e6SAmir Goldstein 	kfree(ofh);
4058b88a2e6SAmir Goldstein 	return err;
4068b88a2e6SAmir Goldstein }
4078b88a2e6SAmir Goldstein 
4088b88a2e6SAmir Goldstein /*
40905122443SAmir Goldstein  * Verify that @real dentry matches the file handle stored in xattr @name.
4108b88a2e6SAmir Goldstein  *
41105122443SAmir Goldstein  * If @set is true and there is no stored file handle, encode @real and store
41205122443SAmir Goldstein  * file handle in xattr @name.
4138b88a2e6SAmir Goldstein  *
41405122443SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch, -ENODATA on no xattr, < 0 on error.
4158b88a2e6SAmir Goldstein  */
41605122443SAmir Goldstein int ovl_verify_set_fh(struct dentry *dentry, const char *name,
41705122443SAmir Goldstein 		      struct dentry *real, bool is_upper, bool set)
4188b88a2e6SAmir Goldstein {
4198b88a2e6SAmir Goldstein 	struct inode *inode;
4208b88a2e6SAmir Goldstein 	struct ovl_fh *fh;
4218b88a2e6SAmir Goldstein 	int err;
4228b88a2e6SAmir Goldstein 
4235b2cccd3SAmir Goldstein 	fh = ovl_encode_real_fh(real, is_upper);
4248b88a2e6SAmir Goldstein 	err = PTR_ERR(fh);
425babf4770SAmir Goldstein 	if (IS_ERR(fh)) {
426babf4770SAmir Goldstein 		fh = NULL;
4278b88a2e6SAmir Goldstein 		goto fail;
428babf4770SAmir Goldstein 	}
4298b88a2e6SAmir Goldstein 
43005122443SAmir Goldstein 	err = ovl_verify_fh(dentry, name, fh);
4318b88a2e6SAmir Goldstein 	if (set && err == -ENODATA)
43205122443SAmir Goldstein 		err = ovl_do_setxattr(dentry, name, fh, fh->len, 0);
4338b88a2e6SAmir Goldstein 	if (err)
4348b88a2e6SAmir Goldstein 		goto fail;
4358b88a2e6SAmir Goldstein 
4368b88a2e6SAmir Goldstein out:
4378b88a2e6SAmir Goldstein 	kfree(fh);
4388b88a2e6SAmir Goldstein 	return err;
4398b88a2e6SAmir Goldstein 
4408b88a2e6SAmir Goldstein fail:
44105122443SAmir Goldstein 	inode = d_inode(real);
44205122443SAmir Goldstein 	pr_warn_ratelimited("overlayfs: failed to verify %s (%pd2, ino=%lu, err=%i)\n",
44305122443SAmir Goldstein 			    is_upper ? "upper" : "origin", real,
44405122443SAmir Goldstein 			    inode ? inode->i_ino : 0, err);
4458b88a2e6SAmir Goldstein 	goto out;
4468b88a2e6SAmir Goldstein }
4478b88a2e6SAmir Goldstein 
448e8f9e5b7SAmir Goldstein /* Get upper dentry from index */
4493b0bfc6eSAmir Goldstein struct dentry *ovl_index_upper(struct ovl_fs *ofs, struct dentry *index)
450e8f9e5b7SAmir Goldstein {
451e8f9e5b7SAmir Goldstein 	struct ovl_fh *fh;
452e8f9e5b7SAmir Goldstein 	struct dentry *upper;
453e8f9e5b7SAmir Goldstein 
454e8f9e5b7SAmir Goldstein 	if (!d_is_dir(index))
455e8f9e5b7SAmir Goldstein 		return dget(index);
456e8f9e5b7SAmir Goldstein 
457e8f9e5b7SAmir Goldstein 	fh = ovl_get_fh(index, OVL_XATTR_UPPER);
458e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(fh))
459e8f9e5b7SAmir Goldstein 		return ERR_CAST(fh);
460e8f9e5b7SAmir Goldstein 
4618a22efa1SAmir Goldstein 	upper = ovl_decode_real_fh(fh, ofs->upper_mnt, true);
462e8f9e5b7SAmir Goldstein 	kfree(fh);
463e8f9e5b7SAmir Goldstein 
464e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(upper))
465e8f9e5b7SAmir Goldstein 		return upper ?: ERR_PTR(-ESTALE);
466e8f9e5b7SAmir Goldstein 
467e8f9e5b7SAmir Goldstein 	if (!d_is_dir(upper)) {
468e8f9e5b7SAmir Goldstein 		pr_warn_ratelimited("overlayfs: invalid index upper (%pd2, upper=%pd2).\n",
469e8f9e5b7SAmir Goldstein 				    index, upper);
470e8f9e5b7SAmir Goldstein 		dput(upper);
471e8f9e5b7SAmir Goldstein 		return ERR_PTR(-EIO);
472e8f9e5b7SAmir Goldstein 	}
473e8f9e5b7SAmir Goldstein 
474e8f9e5b7SAmir Goldstein 	return upper;
475e8f9e5b7SAmir Goldstein }
476e8f9e5b7SAmir Goldstein 
4779ee60ce2SAmir Goldstein /* Is this a leftover from create/whiteout of directory index entry? */
4789ee60ce2SAmir Goldstein static bool ovl_is_temp_index(struct dentry *index)
4799ee60ce2SAmir Goldstein {
4809ee60ce2SAmir Goldstein 	return index->d_name.name[0] == '#';
4819ee60ce2SAmir Goldstein }
4829ee60ce2SAmir Goldstein 
4838b88a2e6SAmir Goldstein /*
484415543d5SAmir Goldstein  * Verify that an index entry name matches the origin file handle stored in
485415543d5SAmir Goldstein  * OVL_XATTR_ORIGIN and that origin file handle can be decoded to lower path.
486415543d5SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch or stale origin, < 0 on error.
487415543d5SAmir Goldstein  */
4881eff1a1dSAmir Goldstein int ovl_verify_index(struct ovl_fs *ofs, struct dentry *index)
489415543d5SAmir Goldstein {
490415543d5SAmir Goldstein 	struct ovl_fh *fh = NULL;
491415543d5SAmir Goldstein 	size_t len;
492b9343632SChandan Rajendra 	struct ovl_path origin = { };
493b9343632SChandan Rajendra 	struct ovl_path *stack = &origin;
494e8f9e5b7SAmir Goldstein 	struct dentry *upper = NULL;
495415543d5SAmir Goldstein 	int err;
496415543d5SAmir Goldstein 
497415543d5SAmir Goldstein 	if (!d_inode(index))
498415543d5SAmir Goldstein 		return 0;
499415543d5SAmir Goldstein 
5009ee60ce2SAmir Goldstein 	/* Cleanup leftover from index create/cleanup attempt */
5019ee60ce2SAmir Goldstein 	err = -ESTALE;
5029ee60ce2SAmir Goldstein 	if (ovl_is_temp_index(index))
5039ee60ce2SAmir Goldstein 		goto fail;
5049ee60ce2SAmir Goldstein 
505fa0096e3SAmir Goldstein 	err = -EINVAL;
506415543d5SAmir Goldstein 	if (index->d_name.len < sizeof(struct ovl_fh)*2)
507415543d5SAmir Goldstein 		goto fail;
508415543d5SAmir Goldstein 
509415543d5SAmir Goldstein 	err = -ENOMEM;
510415543d5SAmir Goldstein 	len = index->d_name.len / 2;
5110ee931c4SMichal Hocko 	fh = kzalloc(len, GFP_KERNEL);
512415543d5SAmir Goldstein 	if (!fh)
513415543d5SAmir Goldstein 		goto fail;
514415543d5SAmir Goldstein 
515415543d5SAmir Goldstein 	err = -EINVAL;
5162e1a5328SAmir Goldstein 	if (hex2bin((u8 *)fh, index->d_name.name, len))
5172e1a5328SAmir Goldstein 		goto fail;
5182e1a5328SAmir Goldstein 
5192e1a5328SAmir Goldstein 	err = ovl_check_fh_len(fh, len);
5202e1a5328SAmir Goldstein 	if (err)
521415543d5SAmir Goldstein 		goto fail;
522415543d5SAmir Goldstein 
5237db25d36SAmir Goldstein 	/*
5247db25d36SAmir Goldstein 	 * Whiteout index entries are used as an indication that an exported
5257db25d36SAmir Goldstein 	 * overlay file handle should be treated as stale (i.e. after unlink
5267db25d36SAmir Goldstein 	 * of the overlay inode). These entries contain no origin xattr.
5277db25d36SAmir Goldstein 	 */
5287db25d36SAmir Goldstein 	if (ovl_is_whiteout(index))
5297db25d36SAmir Goldstein 		goto out;
5307db25d36SAmir Goldstein 
531e8f9e5b7SAmir Goldstein 	/*
532e8f9e5b7SAmir Goldstein 	 * Verifying directory index entries are not stale is expensive, so
533e8f9e5b7SAmir Goldstein 	 * only verify stale dir index if NFS export is enabled.
534e8f9e5b7SAmir Goldstein 	 */
535e8f9e5b7SAmir Goldstein 	if (d_is_dir(index) && !ofs->config.nfs_export)
536e8f9e5b7SAmir Goldstein 		goto out;
537e8f9e5b7SAmir Goldstein 
538e8f9e5b7SAmir Goldstein 	/*
539e8f9e5b7SAmir Goldstein 	 * Directory index entries should have 'upper' xattr pointing to the
540e8f9e5b7SAmir Goldstein 	 * real upper dir. Non-dir index entries are hardlinks to the upper
541e8f9e5b7SAmir Goldstein 	 * real inode. For non-dir index, we can read the copy up origin xattr
542e8f9e5b7SAmir Goldstein 	 * directly from the index dentry, but for dir index we first need to
543e8f9e5b7SAmir Goldstein 	 * decode the upper directory.
544e8f9e5b7SAmir Goldstein 	 */
545e8f9e5b7SAmir Goldstein 	upper = ovl_index_upper(ofs, index);
546e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(upper)) {
547e8f9e5b7SAmir Goldstein 		err = PTR_ERR(upper);
54824f0b172SAmir Goldstein 		/*
54924f0b172SAmir Goldstein 		 * Directory index entries with no 'upper' xattr need to be
55024f0b172SAmir Goldstein 		 * removed. When dir index entry has a stale 'upper' xattr,
55124f0b172SAmir Goldstein 		 * we assume that upper dir was removed and we treat the dir
55224f0b172SAmir Goldstein 		 * index as orphan entry that needs to be whited out.
55324f0b172SAmir Goldstein 		 */
55424f0b172SAmir Goldstein 		if (err == -ESTALE)
55524f0b172SAmir Goldstein 			goto orphan;
55624f0b172SAmir Goldstein 		else if (!err)
557e8f9e5b7SAmir Goldstein 			err = -ESTALE;
558e8f9e5b7SAmir Goldstein 		goto fail;
559e8f9e5b7SAmir Goldstein 	}
560e8f9e5b7SAmir Goldstein 
561e8f9e5b7SAmir Goldstein 	err = ovl_verify_fh(upper, OVL_XATTR_ORIGIN, fh);
562e8f9e5b7SAmir Goldstein 	dput(upper);
563415543d5SAmir Goldstein 	if (err)
564415543d5SAmir Goldstein 		goto fail;
565415543d5SAmir Goldstein 
566e8f9e5b7SAmir Goldstein 	/* Check if non-dir index is orphan and don't warn before cleaning it */
567e8f9e5b7SAmir Goldstein 	if (!d_is_dir(index) && d_inode(index)->i_nlink == 1) {
5688a22efa1SAmir Goldstein 		err = ovl_check_origin_fh(ofs, fh, false, index, &stack);
569415543d5SAmir Goldstein 		if (err)
570415543d5SAmir Goldstein 			goto fail;
571415543d5SAmir Goldstein 
572e8f9e5b7SAmir Goldstein 		if (ovl_get_nlink(origin.dentry, index, 0) == 0)
57324f0b172SAmir Goldstein 			goto orphan;
574e8f9e5b7SAmir Goldstein 	}
575caf70cb2SAmir Goldstein 
576415543d5SAmir Goldstein out:
577e8f9e5b7SAmir Goldstein 	dput(origin.dentry);
578415543d5SAmir Goldstein 	kfree(fh);
579415543d5SAmir Goldstein 	return err;
580415543d5SAmir Goldstein 
581415543d5SAmir Goldstein fail:
58261b67471SAmir Goldstein 	pr_warn_ratelimited("overlayfs: failed to verify index (%pd2, ftype=%x, err=%i)\n",
58361b67471SAmir Goldstein 			    index, d_inode(index)->i_mode & S_IFMT, err);
584415543d5SAmir Goldstein 	goto out;
58524f0b172SAmir Goldstein 
58624f0b172SAmir Goldstein orphan:
58724f0b172SAmir Goldstein 	pr_warn_ratelimited("overlayfs: orphan index entry (%pd2, ftype=%x, nlink=%u)\n",
58824f0b172SAmir Goldstein 			    index, d_inode(index)->i_mode & S_IFMT,
58924f0b172SAmir Goldstein 			    d_inode(index)->i_nlink);
59024f0b172SAmir Goldstein 	err = -ENOENT;
59124f0b172SAmir Goldstein 	goto out;
592415543d5SAmir Goldstein }
593415543d5SAmir Goldstein 
59491ffe7beSAmir Goldstein static int ovl_get_index_name_fh(struct ovl_fh *fh, struct qstr *name)
59591ffe7beSAmir Goldstein {
59691ffe7beSAmir Goldstein 	char *n, *s;
59791ffe7beSAmir Goldstein 
5986396bb22SKees Cook 	n = kcalloc(fh->len, 2, GFP_KERNEL);
59991ffe7beSAmir Goldstein 	if (!n)
60091ffe7beSAmir Goldstein 		return -ENOMEM;
60191ffe7beSAmir Goldstein 
60291ffe7beSAmir Goldstein 	s  = bin2hex(n, fh, fh->len);
60391ffe7beSAmir Goldstein 	*name = (struct qstr) QSTR_INIT(n, s - n);
60491ffe7beSAmir Goldstein 
60591ffe7beSAmir Goldstein 	return 0;
60691ffe7beSAmir Goldstein 
60791ffe7beSAmir Goldstein }
60891ffe7beSAmir Goldstein 
609415543d5SAmir Goldstein /*
610359f392cSAmir Goldstein  * Lookup in indexdir for the index entry of a lower real inode or a copy up
611359f392cSAmir Goldstein  * origin inode. The index entry name is the hex representation of the lower
612359f392cSAmir Goldstein  * inode file handle.
613359f392cSAmir Goldstein  *
614359f392cSAmir Goldstein  * If the index dentry in negative, then either no lower aliases have been
615359f392cSAmir Goldstein  * copied up yet, or aliases have been copied up in older kernels and are
616359f392cSAmir Goldstein  * not indexed.
617359f392cSAmir Goldstein  *
618359f392cSAmir Goldstein  * If the index dentry for a copy up origin inode is positive, but points
619359f392cSAmir Goldstein  * to an inode different than the upper inode, then either the upper inode
620359f392cSAmir Goldstein  * has been copied up and not indexed or it was indexed, but since then
621359f392cSAmir Goldstein  * index dir was cleared. Either way, that index cannot be used to indentify
622359f392cSAmir Goldstein  * the overlay inode.
623359f392cSAmir Goldstein  */
624359f392cSAmir Goldstein int ovl_get_index_name(struct dentry *origin, struct qstr *name)
625359f392cSAmir Goldstein {
626359f392cSAmir Goldstein 	struct ovl_fh *fh;
62791ffe7beSAmir Goldstein 	int err;
628359f392cSAmir Goldstein 
6295b2cccd3SAmir Goldstein 	fh = ovl_encode_real_fh(origin, false);
630359f392cSAmir Goldstein 	if (IS_ERR(fh))
631359f392cSAmir Goldstein 		return PTR_ERR(fh);
632359f392cSAmir Goldstein 
63391ffe7beSAmir Goldstein 	err = ovl_get_index_name_fh(fh, name);
63491ffe7beSAmir Goldstein 
635359f392cSAmir Goldstein 	kfree(fh);
636359f392cSAmir Goldstein 	return err;
63791ffe7beSAmir Goldstein }
638359f392cSAmir Goldstein 
63991ffe7beSAmir Goldstein /* Lookup index by file handle for NFS export */
64091ffe7beSAmir Goldstein struct dentry *ovl_get_index_fh(struct ovl_fs *ofs, struct ovl_fh *fh)
64191ffe7beSAmir Goldstein {
64291ffe7beSAmir Goldstein 	struct dentry *index;
64391ffe7beSAmir Goldstein 	struct qstr name;
64491ffe7beSAmir Goldstein 	int err;
64591ffe7beSAmir Goldstein 
64691ffe7beSAmir Goldstein 	err = ovl_get_index_name_fh(fh, &name);
64791ffe7beSAmir Goldstein 	if (err)
64891ffe7beSAmir Goldstein 		return ERR_PTR(err);
64991ffe7beSAmir Goldstein 
65091ffe7beSAmir Goldstein 	index = lookup_one_len_unlocked(name.name, ofs->indexdir, name.len);
65191ffe7beSAmir Goldstein 	kfree(name.name);
65291ffe7beSAmir Goldstein 	if (IS_ERR(index)) {
65391ffe7beSAmir Goldstein 		if (PTR_ERR(index) == -ENOENT)
65491ffe7beSAmir Goldstein 			index = NULL;
65591ffe7beSAmir Goldstein 		return index;
65691ffe7beSAmir Goldstein 	}
65791ffe7beSAmir Goldstein 
65891ffe7beSAmir Goldstein 	if (d_is_negative(index))
65991ffe7beSAmir Goldstein 		err = 0;
66091ffe7beSAmir Goldstein 	else if (ovl_is_whiteout(index))
66191ffe7beSAmir Goldstein 		err = -ESTALE;
66291ffe7beSAmir Goldstein 	else if (ovl_dentry_weird(index))
66391ffe7beSAmir Goldstein 		err = -EIO;
66491ffe7beSAmir Goldstein 	else
66591ffe7beSAmir Goldstein 		return index;
66691ffe7beSAmir Goldstein 
66791ffe7beSAmir Goldstein 	dput(index);
66891ffe7beSAmir Goldstein 	return ERR_PTR(err);
669359f392cSAmir Goldstein }
670359f392cSAmir Goldstein 
67106170154SAmir Goldstein struct dentry *ovl_lookup_index(struct ovl_fs *ofs, struct dentry *upper,
67206170154SAmir Goldstein 				struct dentry *origin, bool verify)
673359f392cSAmir Goldstein {
674359f392cSAmir Goldstein 	struct dentry *index;
675359f392cSAmir Goldstein 	struct inode *inode;
676359f392cSAmir Goldstein 	struct qstr name;
677ad1d615cSAmir Goldstein 	bool is_dir = d_is_dir(origin);
678359f392cSAmir Goldstein 	int err;
679359f392cSAmir Goldstein 
680359f392cSAmir Goldstein 	err = ovl_get_index_name(origin, &name);
681359f392cSAmir Goldstein 	if (err)
682359f392cSAmir Goldstein 		return ERR_PTR(err);
683359f392cSAmir Goldstein 
684359f392cSAmir Goldstein 	index = lookup_one_len_unlocked(name.name, ofs->indexdir, name.len);
685359f392cSAmir Goldstein 	if (IS_ERR(index)) {
686e0082a0fSAmir Goldstein 		err = PTR_ERR(index);
6877937a56fSAmir Goldstein 		if (err == -ENOENT) {
6887937a56fSAmir Goldstein 			index = NULL;
6897937a56fSAmir Goldstein 			goto out;
6907937a56fSAmir Goldstein 		}
691601350ffSAmir Goldstein 		pr_warn_ratelimited("overlayfs: failed inode index lookup (ino=%lu, key=%.*s, err=%i);\n"
692359f392cSAmir Goldstein 				    "overlayfs: mount with '-o index=off' to disable inodes index.\n",
693359f392cSAmir Goldstein 				    d_inode(origin)->i_ino, name.len, name.name,
694359f392cSAmir Goldstein 				    err);
695359f392cSAmir Goldstein 		goto out;
696359f392cSAmir Goldstein 	}
697359f392cSAmir Goldstein 
6980e082555SAmir Goldstein 	inode = d_inode(index);
699359f392cSAmir Goldstein 	if (d_is_negative(index)) {
7006eaf0111SAmir Goldstein 		goto out_dput;
70106170154SAmir Goldstein 	} else if (ovl_is_whiteout(index) && !verify) {
70206170154SAmir Goldstein 		/*
70306170154SAmir Goldstein 		 * When index lookup is called with !verify for decoding an
70406170154SAmir Goldstein 		 * overlay file handle, a whiteout index implies that decode
70506170154SAmir Goldstein 		 * should treat file handle as stale and no need to print a
70606170154SAmir Goldstein 		 * warning about it.
70706170154SAmir Goldstein 		 */
70806170154SAmir Goldstein 		dput(index);
70906170154SAmir Goldstein 		index = ERR_PTR(-ESTALE);
71006170154SAmir Goldstein 		goto out;
7110e082555SAmir Goldstein 	} else if (ovl_dentry_weird(index) || ovl_is_whiteout(index) ||
7120e082555SAmir Goldstein 		   ((inode->i_mode ^ d_inode(origin)->i_mode) & S_IFMT)) {
7130e082555SAmir Goldstein 		/*
7140e082555SAmir Goldstein 		 * Index should always be of the same file type as origin
7150e082555SAmir Goldstein 		 * except for the case of a whiteout index. A whiteout
7160e082555SAmir Goldstein 		 * index should only exist if all lower aliases have been
7170e082555SAmir Goldstein 		 * unlinked, which means that finding a lower origin on lookup
7180e082555SAmir Goldstein 		 * whose index is a whiteout should be treated as an error.
7190e082555SAmir Goldstein 		 */
7200e082555SAmir Goldstein 		pr_warn_ratelimited("overlayfs: bad index found (index=%pd2, ftype=%x, origin ftype=%x).\n",
7210e082555SAmir Goldstein 				    index, d_inode(index)->i_mode & S_IFMT,
7220e082555SAmir Goldstein 				    d_inode(origin)->i_mode & S_IFMT);
723359f392cSAmir Goldstein 		goto fail;
72406170154SAmir Goldstein 	} else if (is_dir && verify) {
725ad1d615cSAmir Goldstein 		if (!upper) {
726ad1d615cSAmir Goldstein 			pr_warn_ratelimited("overlayfs: suspected uncovered redirected dir found (origin=%pd2, index=%pd2).\n",
727ad1d615cSAmir Goldstein 					    origin, index);
728ad1d615cSAmir Goldstein 			goto fail;
729359f392cSAmir Goldstein 		}
730359f392cSAmir Goldstein 
731ad1d615cSAmir Goldstein 		/* Verify that dir index 'upper' xattr points to upper dir */
732ad1d615cSAmir Goldstein 		err = ovl_verify_upper(index, upper, false);
733ad1d615cSAmir Goldstein 		if (err) {
734ad1d615cSAmir Goldstein 			if (err == -ESTALE) {
735ad1d615cSAmir Goldstein 				pr_warn_ratelimited("overlayfs: suspected multiply redirected dir found (upper=%pd2, origin=%pd2, index=%pd2).\n",
736ad1d615cSAmir Goldstein 						    upper, origin, index);
737ad1d615cSAmir Goldstein 			}
738ad1d615cSAmir Goldstein 			goto fail;
739ad1d615cSAmir Goldstein 		}
740ad1d615cSAmir Goldstein 	} else if (upper && d_inode(upper) != inode) {
741ad1d615cSAmir Goldstein 		goto out_dput;
742ad1d615cSAmir Goldstein 	}
743359f392cSAmir Goldstein out:
744359f392cSAmir Goldstein 	kfree(name.name);
745359f392cSAmir Goldstein 	return index;
746359f392cSAmir Goldstein 
7476eaf0111SAmir Goldstein out_dput:
7486eaf0111SAmir Goldstein 	dput(index);
7496eaf0111SAmir Goldstein 	index = NULL;
7506eaf0111SAmir Goldstein 	goto out;
7516eaf0111SAmir Goldstein 
752359f392cSAmir Goldstein fail:
753359f392cSAmir Goldstein 	dput(index);
754359f392cSAmir Goldstein 	index = ERR_PTR(-EIO);
755359f392cSAmir Goldstein 	goto out;
756359f392cSAmir Goldstein }
757359f392cSAmir Goldstein 
758359f392cSAmir Goldstein /*
759bbb1e54dSMiklos Szeredi  * Returns next layer in stack starting from top.
760bbb1e54dSMiklos Szeredi  * Returns -1 if this is the last layer.
761bbb1e54dSMiklos Szeredi  */
762bbb1e54dSMiklos Szeredi int ovl_path_next(int idx, struct dentry *dentry, struct path *path)
763bbb1e54dSMiklos Szeredi {
764bbb1e54dSMiklos Szeredi 	struct ovl_entry *oe = dentry->d_fsdata;
765bbb1e54dSMiklos Szeredi 
766bbb1e54dSMiklos Szeredi 	BUG_ON(idx < 0);
767bbb1e54dSMiklos Szeredi 	if (idx == 0) {
768bbb1e54dSMiklos Szeredi 		ovl_path_upper(dentry, path);
769bbb1e54dSMiklos Szeredi 		if (path->dentry)
770bbb1e54dSMiklos Szeredi 			return oe->numlower ? 1 : -1;
771bbb1e54dSMiklos Szeredi 		idx++;
772bbb1e54dSMiklos Szeredi 	}
773bbb1e54dSMiklos Szeredi 	BUG_ON(idx > oe->numlower);
774b9343632SChandan Rajendra 	path->dentry = oe->lowerstack[idx - 1].dentry;
775b9343632SChandan Rajendra 	path->mnt = oe->lowerstack[idx - 1].layer->mnt;
776bbb1e54dSMiklos Szeredi 
777bbb1e54dSMiklos Szeredi 	return (idx < oe->numlower) ? idx + 1 : -1;
778bbb1e54dSMiklos Szeredi }
779bbb1e54dSMiklos Szeredi 
7809678e630SAmir Goldstein /* Fix missing 'origin' xattr */
7819678e630SAmir Goldstein static int ovl_fix_origin(struct dentry *dentry, struct dentry *lower,
7829678e630SAmir Goldstein 			  struct dentry *upper)
7839678e630SAmir Goldstein {
7849678e630SAmir Goldstein 	int err;
7859678e630SAmir Goldstein 
7869678e630SAmir Goldstein 	if (ovl_check_origin_xattr(upper))
7879678e630SAmir Goldstein 		return 0;
7889678e630SAmir Goldstein 
7899678e630SAmir Goldstein 	err = ovl_want_write(dentry);
7909678e630SAmir Goldstein 	if (err)
7919678e630SAmir Goldstein 		return err;
7929678e630SAmir Goldstein 
7939678e630SAmir Goldstein 	err = ovl_set_origin(dentry, lower, upper);
7949678e630SAmir Goldstein 	if (!err)
7959678e630SAmir Goldstein 		err = ovl_set_impure(dentry->d_parent, upper->d_parent);
7969678e630SAmir Goldstein 
7979678e630SAmir Goldstein 	ovl_drop_write(dentry);
7989678e630SAmir Goldstein 	return err;
7999678e630SAmir Goldstein }
8009678e630SAmir Goldstein 
801bbb1e54dSMiklos Szeredi struct dentry *ovl_lookup(struct inode *dir, struct dentry *dentry,
802bbb1e54dSMiklos Szeredi 			  unsigned int flags)
803bbb1e54dSMiklos Szeredi {
804bbb1e54dSMiklos Szeredi 	struct ovl_entry *oe;
805bbb1e54dSMiklos Szeredi 	const struct cred *old_cred;
8066b2d5fe4SMiklos Szeredi 	struct ovl_fs *ofs = dentry->d_sb->s_fs_info;
807bbb1e54dSMiklos Szeredi 	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
808c22205d0SAmir Goldstein 	struct ovl_entry *roe = dentry->d_sb->s_root->d_fsdata;
8099d3dfea3SVivek Goyal 	struct ovl_path *stack = NULL, *origin_path = NULL;
810bbb1e54dSMiklos Szeredi 	struct dentry *upperdir, *upperdentry = NULL;
811ad1d615cSAmir Goldstein 	struct dentry *origin = NULL;
812359f392cSAmir Goldstein 	struct dentry *index = NULL;
813bbb1e54dSMiklos Szeredi 	unsigned int ctr = 0;
814bbb1e54dSMiklos Szeredi 	struct inode *inode = NULL;
815bbb1e54dSMiklos Szeredi 	bool upperopaque = false;
81602b69b28SMiklos Szeredi 	char *upperredirect = NULL;
817bbb1e54dSMiklos Szeredi 	struct dentry *this;
818bbb1e54dSMiklos Szeredi 	unsigned int i;
819bbb1e54dSMiklos Szeredi 	int err;
8209d3dfea3SVivek Goyal 	bool metacopy = false;
821e28edc46SMiklos Szeredi 	struct ovl_lookup_data d = {
822e28edc46SMiklos Szeredi 		.name = dentry->d_name,
823e28edc46SMiklos Szeredi 		.is_dir = false,
824e28edc46SMiklos Szeredi 		.opaque = false,
825e28edc46SMiklos Szeredi 		.stop = false,
826452061fdSVivek Goyal 		.last = ofs->config.redirect_follow ? false : !poe->numlower,
82702b69b28SMiklos Szeredi 		.redirect = NULL,
8289d3dfea3SVivek Goyal 		.metacopy = false,
829e28edc46SMiklos Szeredi 	};
830bbb1e54dSMiklos Szeredi 
8316b2d5fe4SMiklos Szeredi 	if (dentry->d_name.len > ofs->namelen)
8326b2d5fe4SMiklos Szeredi 		return ERR_PTR(-ENAMETOOLONG);
8336b2d5fe4SMiklos Szeredi 
834bbb1e54dSMiklos Szeredi 	old_cred = ovl_override_creds(dentry->d_sb);
83509d8b586SMiklos Szeredi 	upperdir = ovl_dentry_upper(dentry->d_parent);
836bbb1e54dSMiklos Szeredi 	if (upperdir) {
837e28edc46SMiklos Szeredi 		err = ovl_lookup_layer(upperdir, &d, &upperdentry);
838e28edc46SMiklos Szeredi 		if (err)
839bbb1e54dSMiklos Szeredi 			goto out;
840bbb1e54dSMiklos Szeredi 
841e28edc46SMiklos Szeredi 		if (upperdentry && unlikely(ovl_dentry_remote(upperdentry))) {
842e28edc46SMiklos Szeredi 			dput(upperdentry);
843bbb1e54dSMiklos Szeredi 			err = -EREMOTE;
844bbb1e54dSMiklos Szeredi 			goto out;
845bbb1e54dSMiklos Szeredi 		}
846a9d01957SAmir Goldstein 		if (upperdentry && !d.is_dir) {
8479d3dfea3SVivek Goyal 			unsigned int origin_ctr = 0;
8489d3dfea3SVivek Goyal 
849f7d3dacaSAmir Goldstein 			/*
850f7d3dacaSAmir Goldstein 			 * Lookup copy up origin by decoding origin file handle.
851f7d3dacaSAmir Goldstein 			 * We may get a disconnected dentry, which is fine,
852f7d3dacaSAmir Goldstein 			 * because we only need to hold the origin inode in
853f7d3dacaSAmir Goldstein 			 * cache and use its inode number.  We may even get a
854f7d3dacaSAmir Goldstein 			 * connected dentry, that is not under any of the lower
855f7d3dacaSAmir Goldstein 			 * layers root.  That is also fine for using it's inode
856f7d3dacaSAmir Goldstein 			 * number - it's the same as if we held a reference
857f7d3dacaSAmir Goldstein 			 * to a dentry in lower layer that was moved under us.
858f7d3dacaSAmir Goldstein 			 */
8599d3dfea3SVivek Goyal 			err = ovl_check_origin(ofs, upperdentry, &origin_path,
8609d3dfea3SVivek Goyal 					       &origin_ctr);
861a9d01957SAmir Goldstein 			if (err)
8625455f92bSVivek Goyal 				goto out_put_upper;
8639d3dfea3SVivek Goyal 
8649d3dfea3SVivek Goyal 			if (d.metacopy)
8659d3dfea3SVivek Goyal 				metacopy = true;
866a9d01957SAmir Goldstein 		}
86702b69b28SMiklos Szeredi 
86802b69b28SMiklos Szeredi 		if (d.redirect) {
8690ce5cdc9SDan Carpenter 			err = -ENOMEM;
87002b69b28SMiklos Szeredi 			upperredirect = kstrdup(d.redirect, GFP_KERNEL);
87102b69b28SMiklos Szeredi 			if (!upperredirect)
87202b69b28SMiklos Szeredi 				goto out_put_upper;
87302b69b28SMiklos Szeredi 			if (d.redirect[0] == '/')
874c22205d0SAmir Goldstein 				poe = roe;
87502b69b28SMiklos Szeredi 		}
876e28edc46SMiklos Szeredi 		upperopaque = d.opaque;
877bbb1e54dSMiklos Szeredi 	}
878bbb1e54dSMiklos Szeredi 
879e28edc46SMiklos Szeredi 	if (!d.stop && poe->numlower) {
880bbb1e54dSMiklos Szeredi 		err = -ENOMEM;
881b9343632SChandan Rajendra 		stack = kcalloc(ofs->numlower, sizeof(struct ovl_path),
8820ee931c4SMichal Hocko 				GFP_KERNEL);
883bbb1e54dSMiklos Szeredi 		if (!stack)
884bbb1e54dSMiklos Szeredi 			goto out_put_upper;
885bbb1e54dSMiklos Szeredi 	}
886bbb1e54dSMiklos Szeredi 
887e28edc46SMiklos Szeredi 	for (i = 0; !d.stop && i < poe->numlower; i++) {
888b9343632SChandan Rajendra 		struct ovl_path lower = poe->lowerstack[i];
889bbb1e54dSMiklos Szeredi 
890452061fdSVivek Goyal 		if (!ofs->config.redirect_follow)
891e28edc46SMiklos Szeredi 			d.last = i == poe->numlower - 1;
892452061fdSVivek Goyal 		else
893452061fdSVivek Goyal 			d.last = lower.layer->idx == roe->numlower;
894452061fdSVivek Goyal 
895b9343632SChandan Rajendra 		err = ovl_lookup_layer(lower.dentry, &d, &this);
896e28edc46SMiklos Szeredi 		if (err)
897bbb1e54dSMiklos Szeredi 			goto out_put;
8986b2d5fe4SMiklos Szeredi 
899bbb1e54dSMiklos Szeredi 		if (!this)
900bbb1e54dSMiklos Szeredi 			continue;
901bbb1e54dSMiklos Szeredi 
9029678e630SAmir Goldstein 		/*
9039678e630SAmir Goldstein 		 * If no origin fh is stored in upper of a merge dir, store fh
9049678e630SAmir Goldstein 		 * of lower dir and set upper parent "impure".
9059678e630SAmir Goldstein 		 */
9069d3dfea3SVivek Goyal 		if (upperdentry && !ctr && !ofs->noxattr && d.is_dir) {
9079678e630SAmir Goldstein 			err = ovl_fix_origin(dentry, this, upperdentry);
9089678e630SAmir Goldstein 			if (err) {
9099678e630SAmir Goldstein 				dput(this);
9109678e630SAmir Goldstein 				goto out_put;
9119678e630SAmir Goldstein 			}
9129678e630SAmir Goldstein 		}
9139678e630SAmir Goldstein 
91437b12916SAmir Goldstein 		/*
91537b12916SAmir Goldstein 		 * When "verify_lower" feature is enabled, do not merge with a
916ad1d615cSAmir Goldstein 		 * lower dir that does not match a stored origin xattr. In any
917ad1d615cSAmir Goldstein 		 * case, only verified origin is used for index lookup.
9189d3dfea3SVivek Goyal 		 *
9199d3dfea3SVivek Goyal 		 * For non-dir dentry, if index=on, then ensure origin
9209d3dfea3SVivek Goyal 		 * matches the dentry found using path based lookup,
9219d3dfea3SVivek Goyal 		 * otherwise error out.
92237b12916SAmir Goldstein 		 */
9239d3dfea3SVivek Goyal 		if (upperdentry && !ctr &&
9249d3dfea3SVivek Goyal 		    ((d.is_dir && ovl_verify_lower(dentry->d_sb)) ||
9259d3dfea3SVivek Goyal 		     (!d.is_dir && ofs->config.index && origin_path))) {
92637b12916SAmir Goldstein 			err = ovl_verify_origin(upperdentry, this, false);
92737b12916SAmir Goldstein 			if (err) {
92837b12916SAmir Goldstein 				dput(this);
9299d3dfea3SVivek Goyal 				if (d.is_dir)
93037b12916SAmir Goldstein 					break;
9319d3dfea3SVivek Goyal 				goto out_put;
9329d3dfea3SVivek Goyal 			}
9339d3dfea3SVivek Goyal 			origin = this;
93437b12916SAmir Goldstein 		}
935ad1d615cSAmir Goldstein 
9369d3dfea3SVivek Goyal 		if (d.metacopy)
9379d3dfea3SVivek Goyal 			metacopy = true;
9389d3dfea3SVivek Goyal 		/*
9399d3dfea3SVivek Goyal 		 * Do not store intermediate metacopy dentries in chain,
9409d3dfea3SVivek Goyal 		 * except top most lower metacopy dentry
9419d3dfea3SVivek Goyal 		 */
9429d3dfea3SVivek Goyal 		if (d.metacopy && ctr) {
9439d3dfea3SVivek Goyal 			dput(this);
9449d3dfea3SVivek Goyal 			continue;
94537b12916SAmir Goldstein 		}
94637b12916SAmir Goldstein 
947bbb1e54dSMiklos Szeredi 		stack[ctr].dentry = this;
948b9343632SChandan Rajendra 		stack[ctr].layer = lower.layer;
949bbb1e54dSMiklos Szeredi 		ctr++;
95002b69b28SMiklos Szeredi 
951438c84c2SMiklos Szeredi 		/*
952438c84c2SMiklos Szeredi 		 * Following redirects can have security consequences: it's like
953438c84c2SMiklos Szeredi 		 * a symlink into the lower layer without the permission checks.
954438c84c2SMiklos Szeredi 		 * This is only a problem if the upper layer is untrusted (e.g
955438c84c2SMiklos Szeredi 		 * comes from an USB drive).  This can allow a non-readable file
956438c84c2SMiklos Szeredi 		 * or directory to become readable.
957438c84c2SMiklos Szeredi 		 *
958438c84c2SMiklos Szeredi 		 * Only following redirects when redirects are enabled disables
959438c84c2SMiklos Szeredi 		 * this attack vector when not necessary.
960438c84c2SMiklos Szeredi 		 */
961438c84c2SMiklos Szeredi 		err = -EPERM;
962438c84c2SMiklos Szeredi 		if (d.redirect && !ofs->config.redirect_follow) {
963f8167817SAmir Goldstein 			pr_warn_ratelimited("overlayfs: refusing to follow redirect for (%pd2)\n",
964f8167817SAmir Goldstein 					    dentry);
965438c84c2SMiklos Szeredi 			goto out_put;
966438c84c2SMiklos Szeredi 		}
967438c84c2SMiklos Szeredi 
968d1fe96c0SVivek Goyal 		if (d.stop)
969d1fe96c0SVivek Goyal 			break;
970d1fe96c0SVivek Goyal 
971c22205d0SAmir Goldstein 		if (d.redirect && d.redirect[0] == '/' && poe != roe) {
972c22205d0SAmir Goldstein 			poe = roe;
97302b69b28SMiklos Szeredi 			/* Find the current layer on the root dentry */
974d583ed7dSAmir Goldstein 			i = lower.layer->idx - 1;
97502b69b28SMiklos Szeredi 		}
976bbb1e54dSMiklos Szeredi 	}
977bbb1e54dSMiklos Szeredi 
9789d3dfea3SVivek Goyal 	if (metacopy) {
9799d3dfea3SVivek Goyal 		/*
9809d3dfea3SVivek Goyal 		 * Found a metacopy dentry but did not find corresponding
9819d3dfea3SVivek Goyal 		 * data dentry
9829d3dfea3SVivek Goyal 		 */
9839d3dfea3SVivek Goyal 		if (d.metacopy) {
9849d3dfea3SVivek Goyal 			err = -EIO;
9859d3dfea3SVivek Goyal 			goto out_put;
9869d3dfea3SVivek Goyal 		}
9879d3dfea3SVivek Goyal 
9889d3dfea3SVivek Goyal 		err = -EPERM;
9899d3dfea3SVivek Goyal 		if (!ofs->config.metacopy) {
9909d3dfea3SVivek Goyal 			pr_warn_ratelimited("overlay: refusing to follow metacopy origin for (%pd2)\n",
9919d3dfea3SVivek Goyal 					    dentry);
9929d3dfea3SVivek Goyal 			goto out_put;
9939d3dfea3SVivek Goyal 		}
9949d3dfea3SVivek Goyal 	} else if (!d.is_dir && upperdentry && !ctr && origin_path) {
9959d3dfea3SVivek Goyal 		if (WARN_ON(stack != NULL)) {
9969d3dfea3SVivek Goyal 			err = -EIO;
9979d3dfea3SVivek Goyal 			goto out_put;
9989d3dfea3SVivek Goyal 		}
9999d3dfea3SVivek Goyal 		stack = origin_path;
10009d3dfea3SVivek Goyal 		ctr = 1;
10019d3dfea3SVivek Goyal 		origin_path = NULL;
10029d3dfea3SVivek Goyal 	}
10039d3dfea3SVivek Goyal 
1004ad1d615cSAmir Goldstein 	/*
1005ad1d615cSAmir Goldstein 	 * Lookup index by lower inode and verify it matches upper inode.
1006ad1d615cSAmir Goldstein 	 * We only trust dir index if we verified that lower dir matches
1007ad1d615cSAmir Goldstein 	 * origin, otherwise dir index entries may be inconsistent and we
10089d3dfea3SVivek Goyal 	 * ignore them.
10099d3dfea3SVivek Goyal 	 *
10109d3dfea3SVivek Goyal 	 * For non-dir upper metacopy dentry, we already set "origin" if we
10119d3dfea3SVivek Goyal 	 * verified that lower matched upper origin. If upper origin was
10129d3dfea3SVivek Goyal 	 * not present (because lower layer did not support fh encode/decode),
10139d3dfea3SVivek Goyal 	 * or indexing is not enabled, do not set "origin" and skip looking up
10149d3dfea3SVivek Goyal 	 * index. This case should be handled in same way as a non-dir upper
10159d3dfea3SVivek Goyal 	 * without ORIGIN is handled.
10169d3dfea3SVivek Goyal 	 *
10179d3dfea3SVivek Goyal 	 * Always lookup index of non-dir non-metacopy and non-upper.
1018ad1d615cSAmir Goldstein 	 */
10199d3dfea3SVivek Goyal 	if (ctr && (!upperdentry || (!d.is_dir && !metacopy)))
1020ad1d615cSAmir Goldstein 		origin = stack[0].dentry;
1021359f392cSAmir Goldstein 
1022ad1d615cSAmir Goldstein 	if (origin && ovl_indexdir(dentry->d_sb) &&
1023ad1d615cSAmir Goldstein 	    (!d.is_dir || ovl_index_all(dentry->d_sb))) {
102406170154SAmir Goldstein 		index = ovl_lookup_index(ofs, upperdentry, origin, true);
1025359f392cSAmir Goldstein 		if (IS_ERR(index)) {
1026359f392cSAmir Goldstein 			err = PTR_ERR(index);
1027359f392cSAmir Goldstein 			index = NULL;
1028359f392cSAmir Goldstein 			goto out_put;
1029359f392cSAmir Goldstein 		}
1030359f392cSAmir Goldstein 	}
1031359f392cSAmir Goldstein 
1032bbb1e54dSMiklos Szeredi 	oe = ovl_alloc_entry(ctr);
1033bbb1e54dSMiklos Szeredi 	err = -ENOMEM;
1034bbb1e54dSMiklos Szeredi 	if (!oe)
1035bbb1e54dSMiklos Szeredi 		goto out_put;
1036bbb1e54dSMiklos Szeredi 
1037b9343632SChandan Rajendra 	memcpy(oe->lowerstack, stack, sizeof(struct ovl_path) * ctr);
1038e6d2ebddSMiklos Szeredi 	dentry->d_fsdata = oe;
1039e6d2ebddSMiklos Szeredi 
1040c62520a8SAmir Goldstein 	if (upperopaque)
1041c62520a8SAmir Goldstein 		ovl_dentry_set_opaque(dentry);
1042c62520a8SAmir Goldstein 
104355acc661SMiklos Szeredi 	if (upperdentry)
104455acc661SMiklos Szeredi 		ovl_dentry_set_upper_alias(dentry);
10450a2d0d3fSVivek Goyal 	else if (index) {
1046359f392cSAmir Goldstein 		upperdentry = dget(index);
10470a2d0d3fSVivek Goyal 		upperredirect = ovl_get_redirect_xattr(upperdentry, 0);
10480a2d0d3fSVivek Goyal 		if (IS_ERR(upperredirect)) {
10490a2d0d3fSVivek Goyal 			err = PTR_ERR(upperredirect);
10500a2d0d3fSVivek Goyal 			upperredirect = NULL;
10510a2d0d3fSVivek Goyal 			goto out_free_oe;
10520a2d0d3fSVivek Goyal 		}
10530a2d0d3fSVivek Goyal 	}
1054359f392cSAmir Goldstein 
1055e6d2ebddSMiklos Szeredi 	if (upperdentry || ctr) {
1056ac6a52ebSVivek Goyal 		struct ovl_inode_params oip = {
1057ac6a52ebSVivek Goyal 			.upperdentry = upperdentry,
1058ac6a52ebSVivek Goyal 			.lowerpath = stack,
1059ac6a52ebSVivek Goyal 			.index = index,
1060ac6a52ebSVivek Goyal 			.numlower = ctr,
10619cec54c8SVivek Goyal 			.redirect = upperredirect,
10622664bd08SVivek Goyal 			.lowerdata = (ctr > 1 && !d.is_dir) ?
10632664bd08SVivek Goyal 				      stack[ctr - 1].dentry : NULL,
1064ac6a52ebSVivek Goyal 		};
1065ac6a52ebSVivek Goyal 
1066ac6a52ebSVivek Goyal 		inode = ovl_get_inode(dentry->d_sb, &oip);
1067b9ac5c27SMiklos Szeredi 		err = PTR_ERR(inode);
1068b9ac5c27SMiklos Szeredi 		if (IS_ERR(inode))
1069e6d2ebddSMiklos Szeredi 			goto out_free_oe;
1070e6d2ebddSMiklos Szeredi 	}
1071e6d2ebddSMiklos Szeredi 
1072e6d2ebddSMiklos Szeredi 	revert_creds(old_cred);
10739d3dfea3SVivek Goyal 	if (origin_path) {
10749d3dfea3SVivek Goyal 		dput(origin_path->dentry);
10759d3dfea3SVivek Goyal 		kfree(origin_path);
10769d3dfea3SVivek Goyal 	}
1077359f392cSAmir Goldstein 	dput(index);
1078bbb1e54dSMiklos Szeredi 	kfree(stack);
107902b69b28SMiklos Szeredi 	kfree(d.redirect);
1080829c28beSAmir Goldstein 	return d_splice_alias(inode, dentry);
1081bbb1e54dSMiklos Szeredi 
1082bbb1e54dSMiklos Szeredi out_free_oe:
1083e6d2ebddSMiklos Szeredi 	dentry->d_fsdata = NULL;
1084bbb1e54dSMiklos Szeredi 	kfree(oe);
1085bbb1e54dSMiklos Szeredi out_put:
1086359f392cSAmir Goldstein 	dput(index);
1087bbb1e54dSMiklos Szeredi 	for (i = 0; i < ctr; i++)
1088bbb1e54dSMiklos Szeredi 		dput(stack[i].dentry);
1089bbb1e54dSMiklos Szeredi 	kfree(stack);
1090bbb1e54dSMiklos Szeredi out_put_upper:
10919d3dfea3SVivek Goyal 	if (origin_path) {
10929d3dfea3SVivek Goyal 		dput(origin_path->dentry);
10939d3dfea3SVivek Goyal 		kfree(origin_path);
10949d3dfea3SVivek Goyal 	}
1095bbb1e54dSMiklos Szeredi 	dput(upperdentry);
109602b69b28SMiklos Szeredi 	kfree(upperredirect);
1097bbb1e54dSMiklos Szeredi out:
109802b69b28SMiklos Szeredi 	kfree(d.redirect);
1099bbb1e54dSMiklos Szeredi 	revert_creds(old_cred);
1100bbb1e54dSMiklos Szeredi 	return ERR_PTR(err);
1101bbb1e54dSMiklos Szeredi }
1102bbb1e54dSMiklos Szeredi 
1103bbb1e54dSMiklos Szeredi bool ovl_lower_positive(struct dentry *dentry)
1104bbb1e54dSMiklos Szeredi {
1105bbb1e54dSMiklos Szeredi 	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
1106bbb1e54dSMiklos Szeredi 	const struct qstr *name = &dentry->d_name;
11076d0a8a90SAmir Goldstein 	const struct cred *old_cred;
1108bbb1e54dSMiklos Szeredi 	unsigned int i;
1109bbb1e54dSMiklos Szeredi 	bool positive = false;
1110bbb1e54dSMiklos Szeredi 	bool done = false;
1111bbb1e54dSMiklos Szeredi 
1112bbb1e54dSMiklos Szeredi 	/*
1113bbb1e54dSMiklos Szeredi 	 * If dentry is negative, then lower is positive iff this is a
1114bbb1e54dSMiklos Szeredi 	 * whiteout.
1115bbb1e54dSMiklos Szeredi 	 */
1116bbb1e54dSMiklos Szeredi 	if (!dentry->d_inode)
1117c62520a8SAmir Goldstein 		return ovl_dentry_is_opaque(dentry);
1118bbb1e54dSMiklos Szeredi 
1119bbb1e54dSMiklos Szeredi 	/* Negative upper -> positive lower */
112009d8b586SMiklos Szeredi 	if (!ovl_dentry_upper(dentry))
1121bbb1e54dSMiklos Szeredi 		return true;
1122bbb1e54dSMiklos Szeredi 
11236d0a8a90SAmir Goldstein 	old_cred = ovl_override_creds(dentry->d_sb);
1124bbb1e54dSMiklos Szeredi 	/* Positive upper -> have to look up lower to see whether it exists */
1125bbb1e54dSMiklos Szeredi 	for (i = 0; !done && !positive && i < poe->numlower; i++) {
1126bbb1e54dSMiklos Szeredi 		struct dentry *this;
1127bbb1e54dSMiklos Szeredi 		struct dentry *lowerdir = poe->lowerstack[i].dentry;
1128bbb1e54dSMiklos Szeredi 
1129bbb1e54dSMiklos Szeredi 		this = lookup_one_len_unlocked(name->name, lowerdir,
1130bbb1e54dSMiklos Szeredi 					       name->len);
1131bbb1e54dSMiklos Szeredi 		if (IS_ERR(this)) {
1132bbb1e54dSMiklos Szeredi 			switch (PTR_ERR(this)) {
1133bbb1e54dSMiklos Szeredi 			case -ENOENT:
1134bbb1e54dSMiklos Szeredi 			case -ENAMETOOLONG:
1135bbb1e54dSMiklos Szeredi 				break;
1136bbb1e54dSMiklos Szeredi 
1137bbb1e54dSMiklos Szeredi 			default:
1138bbb1e54dSMiklos Szeredi 				/*
1139bbb1e54dSMiklos Szeredi 				 * Assume something is there, we just couldn't
1140bbb1e54dSMiklos Szeredi 				 * access it.
1141bbb1e54dSMiklos Szeredi 				 */
1142bbb1e54dSMiklos Szeredi 				positive = true;
1143bbb1e54dSMiklos Szeredi 				break;
1144bbb1e54dSMiklos Szeredi 			}
1145bbb1e54dSMiklos Szeredi 		} else {
1146bbb1e54dSMiklos Szeredi 			if (this->d_inode) {
1147bbb1e54dSMiklos Szeredi 				positive = !ovl_is_whiteout(this);
1148bbb1e54dSMiklos Szeredi 				done = true;
1149bbb1e54dSMiklos Szeredi 			}
1150bbb1e54dSMiklos Szeredi 			dput(this);
1151bbb1e54dSMiklos Szeredi 		}
1152bbb1e54dSMiklos Szeredi 	}
11536d0a8a90SAmir Goldstein 	revert_creds(old_cred);
1154bbb1e54dSMiklos Szeredi 
1155bbb1e54dSMiklos Szeredi 	return positive;
1156bbb1e54dSMiklos Szeredi }
1157