xref: /openbmc/linux/fs/overlayfs/namei.c (revision 94375f9d)
1d2912cb1SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2bbb1e54dSMiklos Szeredi /*
3bbb1e54dSMiklos Szeredi  * Copyright (C) 2011 Novell Inc.
4bbb1e54dSMiklos Szeredi  * Copyright (C) 2016 Red Hat, Inc.
5bbb1e54dSMiklos Szeredi  */
6bbb1e54dSMiklos Szeredi 
7bbb1e54dSMiklos Szeredi #include <linux/fs.h>
85b825c3aSIngo Molnar #include <linux/cred.h>
99ee60ce2SAmir Goldstein #include <linux/ctype.h>
10bbb1e54dSMiklos Szeredi #include <linux/namei.h>
11bbb1e54dSMiklos Szeredi #include <linux/xattr.h>
1202b69b28SMiklos Szeredi #include <linux/ratelimit.h>
13a9d01957SAmir Goldstein #include <linux/mount.h>
14a9d01957SAmir Goldstein #include <linux/exportfs.h>
15bbb1e54dSMiklos Szeredi #include "overlayfs.h"
16bbb1e54dSMiklos Szeredi 
17e28edc46SMiklos Szeredi struct ovl_lookup_data {
18146d62e5SAmir Goldstein 	struct super_block *sb;
19e28edc46SMiklos Szeredi 	struct qstr name;
20e28edc46SMiklos Szeredi 	bool is_dir;
21e28edc46SMiklos Szeredi 	bool opaque;
22e28edc46SMiklos Szeredi 	bool stop;
23e28edc46SMiklos Szeredi 	bool last;
2402b69b28SMiklos Szeredi 	char *redirect;
259d3dfea3SVivek Goyal 	bool metacopy;
26e28edc46SMiklos Szeredi };
27bbb1e54dSMiklos Szeredi 
2802b69b28SMiklos Szeredi static int ovl_check_redirect(struct dentry *dentry, struct ovl_lookup_data *d,
2902b69b28SMiklos Szeredi 			      size_t prelen, const char *post)
3002b69b28SMiklos Szeredi {
3102b69b28SMiklos Szeredi 	int res;
320a2d0d3fSVivek Goyal 	char *buf;
3302b69b28SMiklos Szeredi 
340a2d0d3fSVivek Goyal 	buf = ovl_get_redirect_xattr(dentry, prelen + strlen(post));
350a2d0d3fSVivek Goyal 	if (IS_ERR_OR_NULL(buf))
360a2d0d3fSVivek Goyal 		return PTR_ERR(buf);
3702b69b28SMiklos Szeredi 
3802b69b28SMiklos Szeredi 	if (buf[0] == '/') {
393ec9b3faSAmir Goldstein 		/*
403ec9b3faSAmir Goldstein 		 * One of the ancestor path elements in an absolute path
413ec9b3faSAmir Goldstein 		 * lookup in ovl_lookup_layer() could have been opaque and
423ec9b3faSAmir Goldstein 		 * that will stop further lookup in lower layers (d->stop=true)
433ec9b3faSAmir Goldstein 		 * But we have found an absolute redirect in decendant path
443ec9b3faSAmir Goldstein 		 * element and that should force continue lookup in lower
453ec9b3faSAmir Goldstein 		 * layers (reset d->stop).
463ec9b3faSAmir Goldstein 		 */
473ec9b3faSAmir Goldstein 		d->stop = false;
4802b69b28SMiklos Szeredi 	} else {
490a2d0d3fSVivek Goyal 		res = strlen(buf) + 1;
5002b69b28SMiklos Szeredi 		memmove(buf + prelen, buf, res);
5102b69b28SMiklos Szeredi 		memcpy(buf, d->name.name, prelen);
5202b69b28SMiklos Szeredi 	}
5302b69b28SMiklos Szeredi 
5402b69b28SMiklos Szeredi 	strcat(buf, post);
5502b69b28SMiklos Szeredi 	kfree(d->redirect);
5602b69b28SMiklos Szeredi 	d->redirect = buf;
5702b69b28SMiklos Szeredi 	d->name.name = d->redirect;
5802b69b28SMiklos Szeredi 	d->name.len = strlen(d->redirect);
5902b69b28SMiklos Szeredi 
6002b69b28SMiklos Szeredi 	return 0;
6102b69b28SMiklos Szeredi }
6202b69b28SMiklos Szeredi 
63a9d01957SAmir Goldstein static int ovl_acceptable(void *ctx, struct dentry *dentry)
64a9d01957SAmir Goldstein {
65e8f9e5b7SAmir Goldstein 	/*
66e8f9e5b7SAmir Goldstein 	 * A non-dir origin may be disconnected, which is fine, because
67e8f9e5b7SAmir Goldstein 	 * we only need it for its unique inode number.
68e8f9e5b7SAmir Goldstein 	 */
69e8f9e5b7SAmir Goldstein 	if (!d_is_dir(dentry))
70a9d01957SAmir Goldstein 		return 1;
71e8f9e5b7SAmir Goldstein 
72e8f9e5b7SAmir Goldstein 	/* Don't decode a deleted empty directory */
73e8f9e5b7SAmir Goldstein 	if (d_unhashed(dentry))
74e8f9e5b7SAmir Goldstein 		return 0;
75e8f9e5b7SAmir Goldstein 
76e8f9e5b7SAmir Goldstein 	/* Check if directory belongs to the layer we are decoding from */
77e8f9e5b7SAmir Goldstein 	return is_subdir(dentry, ((struct vfsmount *)ctx)->mnt_root);
78a9d01957SAmir Goldstein }
79a9d01957SAmir Goldstein 
802e1a5328SAmir Goldstein /*
812e1a5328SAmir Goldstein  * Check validity of an overlay file handle buffer.
822e1a5328SAmir Goldstein  *
832e1a5328SAmir Goldstein  * Return 0 for a valid file handle.
842e1a5328SAmir Goldstein  * Return -ENODATA for "origin unknown".
852e1a5328SAmir Goldstein  * Return <0 for an invalid file handle.
862e1a5328SAmir Goldstein  */
87cbe7fba8SAmir Goldstein int ovl_check_fb_len(struct ovl_fb *fb, int fb_len)
882e1a5328SAmir Goldstein {
89cbe7fba8SAmir Goldstein 	if (fb_len < sizeof(struct ovl_fb) || fb_len < fb->len)
902e1a5328SAmir Goldstein 		return -EINVAL;
912e1a5328SAmir Goldstein 
92cbe7fba8SAmir Goldstein 	if (fb->magic != OVL_FH_MAGIC)
932e1a5328SAmir Goldstein 		return -EINVAL;
942e1a5328SAmir Goldstein 
952e1a5328SAmir Goldstein 	/* Treat larger version and unknown flags as "origin unknown" */
96cbe7fba8SAmir Goldstein 	if (fb->version > OVL_FH_VERSION || fb->flags & ~OVL_FH_FLAG_ALL)
972e1a5328SAmir Goldstein 		return -ENODATA;
982e1a5328SAmir Goldstein 
992e1a5328SAmir Goldstein 	/* Treat endianness mismatch as "origin unknown" */
100cbe7fba8SAmir Goldstein 	if (!(fb->flags & OVL_FH_FLAG_ANY_ENDIAN) &&
101cbe7fba8SAmir Goldstein 	    (fb->flags & OVL_FH_FLAG_BIG_ENDIAN) != OVL_FH_FLAG_CPU_ENDIAN)
1022e1a5328SAmir Goldstein 		return -ENODATA;
1032e1a5328SAmir Goldstein 
1042e1a5328SAmir Goldstein 	return 0;
1052e1a5328SAmir Goldstein }
1062e1a5328SAmir Goldstein 
10705122443SAmir Goldstein static struct ovl_fh *ovl_get_fh(struct dentry *dentry, const char *name)
108a9d01957SAmir Goldstein {
1092e1a5328SAmir Goldstein 	int res, err;
110a9d01957SAmir Goldstein 	struct ovl_fh *fh = NULL;
111a9d01957SAmir Goldstein 
11205122443SAmir Goldstein 	res = vfs_getxattr(dentry, name, NULL, 0);
113a9d01957SAmir Goldstein 	if (res < 0) {
114a9d01957SAmir Goldstein 		if (res == -ENODATA || res == -EOPNOTSUPP)
115a9d01957SAmir Goldstein 			return NULL;
116a9d01957SAmir Goldstein 		goto fail;
117a9d01957SAmir Goldstein 	}
118a9d01957SAmir Goldstein 	/* Zero size value means "copied up but origin unknown" */
119a9d01957SAmir Goldstein 	if (res == 0)
120a9d01957SAmir Goldstein 		return NULL;
121a9d01957SAmir Goldstein 
122cbe7fba8SAmir Goldstein 	fh = kzalloc(res + OVL_FH_WIRE_OFFSET, GFP_KERNEL);
123a9d01957SAmir Goldstein 	if (!fh)
124a9d01957SAmir Goldstein 		return ERR_PTR(-ENOMEM);
125a9d01957SAmir Goldstein 
126cbe7fba8SAmir Goldstein 	res = vfs_getxattr(dentry, name, fh->buf, res);
127a9d01957SAmir Goldstein 	if (res < 0)
128a9d01957SAmir Goldstein 		goto fail;
129a9d01957SAmir Goldstein 
130cbe7fba8SAmir Goldstein 	err = ovl_check_fb_len(&fh->fb, res);
1312e1a5328SAmir Goldstein 	if (err < 0) {
1322e1a5328SAmir Goldstein 		if (err == -ENODATA)
133a9d01957SAmir Goldstein 			goto out;
1342e1a5328SAmir Goldstein 		goto invalid;
1352e1a5328SAmir Goldstein 	}
136a9d01957SAmir Goldstein 
1378b88a2e6SAmir Goldstein 	return fh;
1388b88a2e6SAmir Goldstein 
1398b88a2e6SAmir Goldstein out:
1408b88a2e6SAmir Goldstein 	kfree(fh);
1418b88a2e6SAmir Goldstein 	return NULL;
1428b88a2e6SAmir Goldstein 
1438b88a2e6SAmir Goldstein fail:
1441bd0a3aeSlijiazi 	pr_warn_ratelimited("failed to get origin (%i)\n", res);
1458b88a2e6SAmir Goldstein 	goto out;
1468b88a2e6SAmir Goldstein invalid:
1471bd0a3aeSlijiazi 	pr_warn_ratelimited("invalid origin (%*phN)\n", res, fh);
1488b88a2e6SAmir Goldstein 	goto out;
1498b88a2e6SAmir Goldstein }
1508b88a2e6SAmir Goldstein 
1518a22efa1SAmir Goldstein struct dentry *ovl_decode_real_fh(struct ovl_fh *fh, struct vfsmount *mnt,
1528a22efa1SAmir Goldstein 				  bool connected)
1538b88a2e6SAmir Goldstein {
154e8f9e5b7SAmir Goldstein 	struct dentry *real;
1558b88a2e6SAmir Goldstein 	int bytes;
1568b88a2e6SAmir Goldstein 
157a9d01957SAmir Goldstein 	/*
158a9d01957SAmir Goldstein 	 * Make sure that the stored uuid matches the uuid of the lower
159a9d01957SAmir Goldstein 	 * layer where file handle will be decoded.
160a9d01957SAmir Goldstein 	 */
161cbe7fba8SAmir Goldstein 	if (!uuid_equal(&fh->fb.uuid, &mnt->mnt_sb->s_uuid))
1622e1a5328SAmir Goldstein 		return NULL;
163a9d01957SAmir Goldstein 
164cbe7fba8SAmir Goldstein 	bytes = (fh->fb.len - offsetof(struct ovl_fb, fid));
165cbe7fba8SAmir Goldstein 	real = exportfs_decode_fh(mnt, (struct fid *)fh->fb.fid,
166cbe7fba8SAmir Goldstein 				  bytes >> 2, (int)fh->fb.type,
1678a22efa1SAmir Goldstein 				  connected ? ovl_acceptable : NULL, mnt);
168e8f9e5b7SAmir Goldstein 	if (IS_ERR(real)) {
169e8f9e5b7SAmir Goldstein 		/*
170e8f9e5b7SAmir Goldstein 		 * Treat stale file handle to lower file as "origin unknown".
171e8f9e5b7SAmir Goldstein 		 * upper file handle could become stale when upper file is
172e8f9e5b7SAmir Goldstein 		 * unlinked and this information is needed to handle stale
173e8f9e5b7SAmir Goldstein 		 * index entries correctly.
174e8f9e5b7SAmir Goldstein 		 */
175e8f9e5b7SAmir Goldstein 		if (real == ERR_PTR(-ESTALE) &&
176cbe7fba8SAmir Goldstein 		    !(fh->fb.flags & OVL_FH_FLAG_PATH_UPPER))
177e8f9e5b7SAmir Goldstein 			real = NULL;
178e8f9e5b7SAmir Goldstein 		return real;
179a9d01957SAmir Goldstein 	}
180a9d01957SAmir Goldstein 
181e8f9e5b7SAmir Goldstein 	if (ovl_dentry_weird(real)) {
182e8f9e5b7SAmir Goldstein 		dput(real);
1832e1a5328SAmir Goldstein 		return NULL;
1842e1a5328SAmir Goldstein 	}
1852e1a5328SAmir Goldstein 
186e8f9e5b7SAmir Goldstein 	return real;
187a9d01957SAmir Goldstein }
188a9d01957SAmir Goldstein 
189ee1d6d37SAmir Goldstein static bool ovl_is_opaquedir(struct dentry *dentry)
190ee1d6d37SAmir Goldstein {
191ee1d6d37SAmir Goldstein 	return ovl_check_dir_xattr(dentry, OVL_XATTR_OPAQUE);
192ee1d6d37SAmir Goldstein }
193ee1d6d37SAmir Goldstein 
194e28edc46SMiklos Szeredi static int ovl_lookup_single(struct dentry *base, struct ovl_lookup_data *d,
195e28edc46SMiklos Szeredi 			     const char *name, unsigned int namelen,
19602b69b28SMiklos Szeredi 			     size_t prelen, const char *post,
197e28edc46SMiklos Szeredi 			     struct dentry **ret)
198e28edc46SMiklos Szeredi {
199e28edc46SMiklos Szeredi 	struct dentry *this;
200e28edc46SMiklos Szeredi 	int err;
201102b0d11SVivek Goyal 	bool last_element = !post[0];
202e28edc46SMiklos Szeredi 
2036c2d4798SAl Viro 	this = lookup_positive_unlocked(name, base, namelen);
204e28edc46SMiklos Szeredi 	if (IS_ERR(this)) {
205e28edc46SMiklos Szeredi 		err = PTR_ERR(this);
206e28edc46SMiklos Szeredi 		this = NULL;
207e28edc46SMiklos Szeredi 		if (err == -ENOENT || err == -ENAMETOOLONG)
208e28edc46SMiklos Szeredi 			goto out;
209e28edc46SMiklos Szeredi 		goto out_err;
210e28edc46SMiklos Szeredi 	}
211e28edc46SMiklos Szeredi 
212e28edc46SMiklos Szeredi 	if (ovl_dentry_weird(this)) {
213e28edc46SMiklos Szeredi 		/* Don't support traversing automounts and other weirdness */
214e28edc46SMiklos Szeredi 		err = -EREMOTE;
215e28edc46SMiklos Szeredi 		goto out_err;
216e28edc46SMiklos Szeredi 	}
217e28edc46SMiklos Szeredi 	if (ovl_is_whiteout(this)) {
218e28edc46SMiklos Szeredi 		d->stop = d->opaque = true;
219e28edc46SMiklos Szeredi 		goto put_and_out;
220e28edc46SMiklos Szeredi 	}
2213a291774SMiklos Szeredi 	/*
2229d3dfea3SVivek Goyal 	 * This dentry should be a regular file if previous layer lookup
2239d3dfea3SVivek Goyal 	 * found a metacopy dentry.
2243a291774SMiklos Szeredi 	 */
2259d3dfea3SVivek Goyal 	if (last_element && d->metacopy && !d_is_reg(this)) {
2269d3dfea3SVivek Goyal 		d->stop = true;
2279d3dfea3SVivek Goyal 		goto put_and_out;
2289d3dfea3SVivek Goyal 	}
2299d3dfea3SVivek Goyal 	if (!d_can_lookup(this)) {
2309d3dfea3SVivek Goyal 		if (d->is_dir || !last_element) {
2319d3dfea3SVivek Goyal 			d->stop = true;
2329d3dfea3SVivek Goyal 			goto put_and_out;
2339d3dfea3SVivek Goyal 		}
2349d3dfea3SVivek Goyal 		err = ovl_check_metacopy_xattr(this);
2359d3dfea3SVivek Goyal 		if (err < 0)
2369d3dfea3SVivek Goyal 			goto out_err;
2379d3dfea3SVivek Goyal 
2389d3dfea3SVivek Goyal 		d->metacopy = err;
2399d3dfea3SVivek Goyal 		d->stop = !d->metacopy;
240b8a8824cSVivek Goyal 		if (!d->metacopy || d->last)
241e28edc46SMiklos Szeredi 			goto out;
2420618a816SVivek Goyal 	} else {
243146d62e5SAmir Goldstein 		if (ovl_lookup_trap_inode(d->sb, this)) {
244146d62e5SAmir Goldstein 			/* Caught in a trap of overlapping layers */
245146d62e5SAmir Goldstein 			err = -ELOOP;
246146d62e5SAmir Goldstein 			goto out_err;
247146d62e5SAmir Goldstein 		}
248146d62e5SAmir Goldstein 
249102b0d11SVivek Goyal 		if (last_element)
250e28edc46SMiklos Szeredi 			d->is_dir = true;
251e9b77f90SVivek Goyal 		if (d->last)
252e9b77f90SVivek Goyal 			goto out;
253e9b77f90SVivek Goyal 
254e9b77f90SVivek Goyal 		if (ovl_is_opaquedir(this)) {
255102b0d11SVivek Goyal 			d->stop = true;
256102b0d11SVivek Goyal 			if (last_element)
257102b0d11SVivek Goyal 				d->opaque = true;
258e28edc46SMiklos Szeredi 			goto out;
259e28edc46SMiklos Szeredi 		}
2600618a816SVivek Goyal 	}
26102b69b28SMiklos Szeredi 	err = ovl_check_redirect(this, d, prelen, post);
26202b69b28SMiklos Szeredi 	if (err)
26302b69b28SMiklos Szeredi 		goto out_err;
264e28edc46SMiklos Szeredi out:
265e28edc46SMiklos Szeredi 	*ret = this;
266e28edc46SMiklos Szeredi 	return 0;
267e28edc46SMiklos Szeredi 
268e28edc46SMiklos Szeredi put_and_out:
269e28edc46SMiklos Szeredi 	dput(this);
270e28edc46SMiklos Szeredi 	this = NULL;
271e28edc46SMiklos Szeredi 	goto out;
272e28edc46SMiklos Szeredi 
273e28edc46SMiklos Szeredi out_err:
274e28edc46SMiklos Szeredi 	dput(this);
275e28edc46SMiklos Szeredi 	return err;
276e28edc46SMiklos Szeredi }
277e28edc46SMiklos Szeredi 
278e28edc46SMiklos Szeredi static int ovl_lookup_layer(struct dentry *base, struct ovl_lookup_data *d,
279e28edc46SMiklos Szeredi 			    struct dentry **ret)
280e28edc46SMiklos Szeredi {
2814c7d0c9cSAmir Goldstein 	/* Counting down from the end, since the prefix can change */
2824c7d0c9cSAmir Goldstein 	size_t rem = d->name.len - 1;
28302b69b28SMiklos Szeredi 	struct dentry *dentry = NULL;
28402b69b28SMiklos Szeredi 	int err;
28502b69b28SMiklos Szeredi 
2864c7d0c9cSAmir Goldstein 	if (d->name.name[0] != '/')
28702b69b28SMiklos Szeredi 		return ovl_lookup_single(base, d, d->name.name, d->name.len,
28802b69b28SMiklos Szeredi 					 0, "", ret);
28902b69b28SMiklos Szeredi 
2904c7d0c9cSAmir Goldstein 	while (!IS_ERR_OR_NULL(base) && d_can_lookup(base)) {
2914c7d0c9cSAmir Goldstein 		const char *s = d->name.name + d->name.len - rem;
29202b69b28SMiklos Szeredi 		const char *next = strchrnul(s, '/');
2934c7d0c9cSAmir Goldstein 		size_t thislen = next - s;
2944c7d0c9cSAmir Goldstein 		bool end = !next[0];
29502b69b28SMiklos Szeredi 
2964c7d0c9cSAmir Goldstein 		/* Verify we did not go off the rails */
2974c7d0c9cSAmir Goldstein 		if (WARN_ON(s[-1] != '/'))
29802b69b28SMiklos Szeredi 			return -EIO;
29902b69b28SMiklos Szeredi 
3004c7d0c9cSAmir Goldstein 		err = ovl_lookup_single(base, d, s, thislen,
3014c7d0c9cSAmir Goldstein 					d->name.len - rem, next, &base);
30202b69b28SMiklos Szeredi 		dput(dentry);
30302b69b28SMiklos Szeredi 		if (err)
30402b69b28SMiklos Szeredi 			return err;
30502b69b28SMiklos Szeredi 		dentry = base;
3064c7d0c9cSAmir Goldstein 		if (end)
3074c7d0c9cSAmir Goldstein 			break;
3084c7d0c9cSAmir Goldstein 
3094c7d0c9cSAmir Goldstein 		rem -= thislen + 1;
3104c7d0c9cSAmir Goldstein 
3114c7d0c9cSAmir Goldstein 		if (WARN_ON(rem >= d->name.len))
3124c7d0c9cSAmir Goldstein 			return -EIO;
31302b69b28SMiklos Szeredi 	}
31402b69b28SMiklos Szeredi 	*ret = dentry;
31502b69b28SMiklos Szeredi 	return 0;
316e28edc46SMiklos Szeredi }
317e28edc46SMiklos Szeredi 
318a9d01957SAmir Goldstein 
3198a22efa1SAmir Goldstein int ovl_check_origin_fh(struct ovl_fs *ofs, struct ovl_fh *fh, bool connected,
320f941866fSAmir Goldstein 			struct dentry *upperdentry, struct ovl_path **stackp)
321a9d01957SAmir Goldstein {
322f7d3dacaSAmir Goldstein 	struct dentry *origin = NULL;
323f7d3dacaSAmir Goldstein 	int i;
324a9d01957SAmir Goldstein 
32594375f9dSAmir Goldstein 	for (i = 1; i < ofs->numlayer; i++) {
3267e63c87fSAmir Goldstein 		/*
3277e63c87fSAmir Goldstein 		 * If lower fs uuid is not unique among lower fs we cannot match
3287e63c87fSAmir Goldstein 		 * fh->uuid to layer.
3297e63c87fSAmir Goldstein 		 */
33094375f9dSAmir Goldstein 		if (ofs->layers[i].fsid &&
33194375f9dSAmir Goldstein 		    ofs->layers[i].fs->bad_uuid)
3327e63c87fSAmir Goldstein 			continue;
3337e63c87fSAmir Goldstein 
33494375f9dSAmir Goldstein 		origin = ovl_decode_real_fh(fh, ofs->layers[i].mnt,
3358a22efa1SAmir Goldstein 					    connected);
336f7d3dacaSAmir Goldstein 		if (origin)
337f7d3dacaSAmir Goldstein 			break;
338f7d3dacaSAmir Goldstein 	}
339f7d3dacaSAmir Goldstein 
340f7d3dacaSAmir Goldstein 	if (!origin)
3412e1a5328SAmir Goldstein 		return -ESTALE;
3422e1a5328SAmir Goldstein 	else if (IS_ERR(origin))
3432e1a5328SAmir Goldstein 		return PTR_ERR(origin);
344f7d3dacaSAmir Goldstein 
345f941866fSAmir Goldstein 	if (upperdentry && !ovl_is_whiteout(upperdentry) &&
3462e1a5328SAmir Goldstein 	    ((d_inode(origin)->i_mode ^ d_inode(upperdentry)->i_mode) & S_IFMT))
3472e1a5328SAmir Goldstein 		goto invalid;
3482e1a5328SAmir Goldstein 
349415543d5SAmir Goldstein 	if (!*stackp)
350b9343632SChandan Rajendra 		*stackp = kmalloc(sizeof(struct ovl_path), GFP_KERNEL);
351a9d01957SAmir Goldstein 	if (!*stackp) {
352a9d01957SAmir Goldstein 		dput(origin);
353a9d01957SAmir Goldstein 		return -ENOMEM;
354a9d01957SAmir Goldstein 	}
3551eff1a1dSAmir Goldstein 	**stackp = (struct ovl_path){
3561eff1a1dSAmir Goldstein 		.dentry = origin,
35794375f9dSAmir Goldstein 		.layer = &ofs->layers[i]
3581eff1a1dSAmir Goldstein 	};
359a9d01957SAmir Goldstein 
360a9d01957SAmir Goldstein 	return 0;
3612e1a5328SAmir Goldstein 
3622e1a5328SAmir Goldstein invalid:
3631bd0a3aeSlijiazi 	pr_warn_ratelimited("invalid origin (%pd2, ftype=%x, origin ftype=%x).\n",
3642e1a5328SAmir Goldstein 			    upperdentry, d_inode(upperdentry)->i_mode & S_IFMT,
3652e1a5328SAmir Goldstein 			    d_inode(origin)->i_mode & S_IFMT);
3662e1a5328SAmir Goldstein 	dput(origin);
3672e1a5328SAmir Goldstein 	return -EIO;
3682e1a5328SAmir Goldstein }
3692e1a5328SAmir Goldstein 
3701eff1a1dSAmir Goldstein static int ovl_check_origin(struct ovl_fs *ofs, struct dentry *upperdentry,
3712e1a5328SAmir Goldstein 			    struct ovl_path **stackp, unsigned int *ctrp)
3722e1a5328SAmir Goldstein {
37305122443SAmir Goldstein 	struct ovl_fh *fh = ovl_get_fh(upperdentry, OVL_XATTR_ORIGIN);
3742e1a5328SAmir Goldstein 	int err;
3752e1a5328SAmir Goldstein 
3762e1a5328SAmir Goldstein 	if (IS_ERR_OR_NULL(fh))
3772e1a5328SAmir Goldstein 		return PTR_ERR(fh);
3782e1a5328SAmir Goldstein 
3798a22efa1SAmir Goldstein 	err = ovl_check_origin_fh(ofs, fh, false, upperdentry, stackp);
3802e1a5328SAmir Goldstein 	kfree(fh);
3812e1a5328SAmir Goldstein 
3822e1a5328SAmir Goldstein 	if (err) {
3832e1a5328SAmir Goldstein 		if (err == -ESTALE)
3842e1a5328SAmir Goldstein 			return 0;
3852e1a5328SAmir Goldstein 		return err;
3862e1a5328SAmir Goldstein 	}
3872e1a5328SAmir Goldstein 
3882e1a5328SAmir Goldstein 	if (WARN_ON(*ctrp))
3892e1a5328SAmir Goldstein 		return -EIO;
3902e1a5328SAmir Goldstein 
3912e1a5328SAmir Goldstein 	*ctrp = 1;
3922e1a5328SAmir Goldstein 	return 0;
393a9d01957SAmir Goldstein }
394a9d01957SAmir Goldstein 
395bbb1e54dSMiklos Szeredi /*
39605122443SAmir Goldstein  * Verify that @fh matches the file handle stored in xattr @name.
3978b88a2e6SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch, < 0 on error.
3988b88a2e6SAmir Goldstein  */
39905122443SAmir Goldstein static int ovl_verify_fh(struct dentry *dentry, const char *name,
40005122443SAmir Goldstein 			 const struct ovl_fh *fh)
4018b88a2e6SAmir Goldstein {
40205122443SAmir Goldstein 	struct ovl_fh *ofh = ovl_get_fh(dentry, name);
4038b88a2e6SAmir Goldstein 	int err = 0;
4048b88a2e6SAmir Goldstein 
4058b88a2e6SAmir Goldstein 	if (!ofh)
4068b88a2e6SAmir Goldstein 		return -ENODATA;
4078b88a2e6SAmir Goldstein 
4088b88a2e6SAmir Goldstein 	if (IS_ERR(ofh))
4098b88a2e6SAmir Goldstein 		return PTR_ERR(ofh);
4108b88a2e6SAmir Goldstein 
411cbe7fba8SAmir Goldstein 	if (fh->fb.len != ofh->fb.len || memcmp(&fh->fb, &ofh->fb, fh->fb.len))
4128b88a2e6SAmir Goldstein 		err = -ESTALE;
4138b88a2e6SAmir Goldstein 
4148b88a2e6SAmir Goldstein 	kfree(ofh);
4158b88a2e6SAmir Goldstein 	return err;
4168b88a2e6SAmir Goldstein }
4178b88a2e6SAmir Goldstein 
4188b88a2e6SAmir Goldstein /*
41905122443SAmir Goldstein  * Verify that @real dentry matches the file handle stored in xattr @name.
4208b88a2e6SAmir Goldstein  *
42105122443SAmir Goldstein  * If @set is true and there is no stored file handle, encode @real and store
42205122443SAmir Goldstein  * file handle in xattr @name.
4238b88a2e6SAmir Goldstein  *
42405122443SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch, -ENODATA on no xattr, < 0 on error.
4258b88a2e6SAmir Goldstein  */
42605122443SAmir Goldstein int ovl_verify_set_fh(struct dentry *dentry, const char *name,
42705122443SAmir Goldstein 		      struct dentry *real, bool is_upper, bool set)
4288b88a2e6SAmir Goldstein {
4298b88a2e6SAmir Goldstein 	struct inode *inode;
4308b88a2e6SAmir Goldstein 	struct ovl_fh *fh;
4318b88a2e6SAmir Goldstein 	int err;
4328b88a2e6SAmir Goldstein 
4335b2cccd3SAmir Goldstein 	fh = ovl_encode_real_fh(real, is_upper);
4348b88a2e6SAmir Goldstein 	err = PTR_ERR(fh);
435babf4770SAmir Goldstein 	if (IS_ERR(fh)) {
436babf4770SAmir Goldstein 		fh = NULL;
4378b88a2e6SAmir Goldstein 		goto fail;
438babf4770SAmir Goldstein 	}
4398b88a2e6SAmir Goldstein 
44005122443SAmir Goldstein 	err = ovl_verify_fh(dentry, name, fh);
4418b88a2e6SAmir Goldstein 	if (set && err == -ENODATA)
442cbe7fba8SAmir Goldstein 		err = ovl_do_setxattr(dentry, name, fh->buf, fh->fb.len, 0);
4438b88a2e6SAmir Goldstein 	if (err)
4448b88a2e6SAmir Goldstein 		goto fail;
4458b88a2e6SAmir Goldstein 
4468b88a2e6SAmir Goldstein out:
4478b88a2e6SAmir Goldstein 	kfree(fh);
4488b88a2e6SAmir Goldstein 	return err;
4498b88a2e6SAmir Goldstein 
4508b88a2e6SAmir Goldstein fail:
45105122443SAmir Goldstein 	inode = d_inode(real);
4521bd0a3aeSlijiazi 	pr_warn_ratelimited("failed to verify %s (%pd2, ino=%lu, err=%i)\n",
45305122443SAmir Goldstein 			    is_upper ? "upper" : "origin", real,
45405122443SAmir Goldstein 			    inode ? inode->i_ino : 0, err);
4558b88a2e6SAmir Goldstein 	goto out;
4568b88a2e6SAmir Goldstein }
4578b88a2e6SAmir Goldstein 
458e8f9e5b7SAmir Goldstein /* Get upper dentry from index */
4593b0bfc6eSAmir Goldstein struct dentry *ovl_index_upper(struct ovl_fs *ofs, struct dentry *index)
460e8f9e5b7SAmir Goldstein {
461e8f9e5b7SAmir Goldstein 	struct ovl_fh *fh;
462e8f9e5b7SAmir Goldstein 	struct dentry *upper;
463e8f9e5b7SAmir Goldstein 
464e8f9e5b7SAmir Goldstein 	if (!d_is_dir(index))
465e8f9e5b7SAmir Goldstein 		return dget(index);
466e8f9e5b7SAmir Goldstein 
467e8f9e5b7SAmir Goldstein 	fh = ovl_get_fh(index, OVL_XATTR_UPPER);
468e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(fh))
469e8f9e5b7SAmir Goldstein 		return ERR_CAST(fh);
470e8f9e5b7SAmir Goldstein 
4718a22efa1SAmir Goldstein 	upper = ovl_decode_real_fh(fh, ofs->upper_mnt, true);
472e8f9e5b7SAmir Goldstein 	kfree(fh);
473e8f9e5b7SAmir Goldstein 
474e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(upper))
475e8f9e5b7SAmir Goldstein 		return upper ?: ERR_PTR(-ESTALE);
476e8f9e5b7SAmir Goldstein 
477e8f9e5b7SAmir Goldstein 	if (!d_is_dir(upper)) {
4781bd0a3aeSlijiazi 		pr_warn_ratelimited("invalid index upper (%pd2, upper=%pd2).\n",
479e8f9e5b7SAmir Goldstein 				    index, upper);
480e8f9e5b7SAmir Goldstein 		dput(upper);
481e8f9e5b7SAmir Goldstein 		return ERR_PTR(-EIO);
482e8f9e5b7SAmir Goldstein 	}
483e8f9e5b7SAmir Goldstein 
484e8f9e5b7SAmir Goldstein 	return upper;
485e8f9e5b7SAmir Goldstein }
486e8f9e5b7SAmir Goldstein 
4879ee60ce2SAmir Goldstein /* Is this a leftover from create/whiteout of directory index entry? */
4889ee60ce2SAmir Goldstein static bool ovl_is_temp_index(struct dentry *index)
4899ee60ce2SAmir Goldstein {
4909ee60ce2SAmir Goldstein 	return index->d_name.name[0] == '#';
4919ee60ce2SAmir Goldstein }
4929ee60ce2SAmir Goldstein 
4938b88a2e6SAmir Goldstein /*
494415543d5SAmir Goldstein  * Verify that an index entry name matches the origin file handle stored in
495415543d5SAmir Goldstein  * OVL_XATTR_ORIGIN and that origin file handle can be decoded to lower path.
496415543d5SAmir Goldstein  * Return 0 on match, -ESTALE on mismatch or stale origin, < 0 on error.
497415543d5SAmir Goldstein  */
4981eff1a1dSAmir Goldstein int ovl_verify_index(struct ovl_fs *ofs, struct dentry *index)
499415543d5SAmir Goldstein {
500415543d5SAmir Goldstein 	struct ovl_fh *fh = NULL;
501415543d5SAmir Goldstein 	size_t len;
502b9343632SChandan Rajendra 	struct ovl_path origin = { };
503b9343632SChandan Rajendra 	struct ovl_path *stack = &origin;
504e8f9e5b7SAmir Goldstein 	struct dentry *upper = NULL;
505415543d5SAmir Goldstein 	int err;
506415543d5SAmir Goldstein 
507415543d5SAmir Goldstein 	if (!d_inode(index))
508415543d5SAmir Goldstein 		return 0;
509415543d5SAmir Goldstein 
5109ee60ce2SAmir Goldstein 	/* Cleanup leftover from index create/cleanup attempt */
5119ee60ce2SAmir Goldstein 	err = -ESTALE;
5129ee60ce2SAmir Goldstein 	if (ovl_is_temp_index(index))
5139ee60ce2SAmir Goldstein 		goto fail;
5149ee60ce2SAmir Goldstein 
515fa0096e3SAmir Goldstein 	err = -EINVAL;
516cbe7fba8SAmir Goldstein 	if (index->d_name.len < sizeof(struct ovl_fb)*2)
517415543d5SAmir Goldstein 		goto fail;
518415543d5SAmir Goldstein 
519415543d5SAmir Goldstein 	err = -ENOMEM;
520415543d5SAmir Goldstein 	len = index->d_name.len / 2;
521cbe7fba8SAmir Goldstein 	fh = kzalloc(len + OVL_FH_WIRE_OFFSET, GFP_KERNEL);
522415543d5SAmir Goldstein 	if (!fh)
523415543d5SAmir Goldstein 		goto fail;
524415543d5SAmir Goldstein 
525415543d5SAmir Goldstein 	err = -EINVAL;
526cbe7fba8SAmir Goldstein 	if (hex2bin(fh->buf, index->d_name.name, len))
5272e1a5328SAmir Goldstein 		goto fail;
5282e1a5328SAmir Goldstein 
529cbe7fba8SAmir Goldstein 	err = ovl_check_fb_len(&fh->fb, len);
5302e1a5328SAmir Goldstein 	if (err)
531415543d5SAmir Goldstein 		goto fail;
532415543d5SAmir Goldstein 
5337db25d36SAmir Goldstein 	/*
5347db25d36SAmir Goldstein 	 * Whiteout index entries are used as an indication that an exported
5357db25d36SAmir Goldstein 	 * overlay file handle should be treated as stale (i.e. after unlink
5367db25d36SAmir Goldstein 	 * of the overlay inode). These entries contain no origin xattr.
5377db25d36SAmir Goldstein 	 */
5387db25d36SAmir Goldstein 	if (ovl_is_whiteout(index))
5397db25d36SAmir Goldstein 		goto out;
5407db25d36SAmir Goldstein 
541e8f9e5b7SAmir Goldstein 	/*
542e8f9e5b7SAmir Goldstein 	 * Verifying directory index entries are not stale is expensive, so
543e8f9e5b7SAmir Goldstein 	 * only verify stale dir index if NFS export is enabled.
544e8f9e5b7SAmir Goldstein 	 */
545e8f9e5b7SAmir Goldstein 	if (d_is_dir(index) && !ofs->config.nfs_export)
546e8f9e5b7SAmir Goldstein 		goto out;
547e8f9e5b7SAmir Goldstein 
548e8f9e5b7SAmir Goldstein 	/*
549e8f9e5b7SAmir Goldstein 	 * Directory index entries should have 'upper' xattr pointing to the
550e8f9e5b7SAmir Goldstein 	 * real upper dir. Non-dir index entries are hardlinks to the upper
551e8f9e5b7SAmir Goldstein 	 * real inode. For non-dir index, we can read the copy up origin xattr
552e8f9e5b7SAmir Goldstein 	 * directly from the index dentry, but for dir index we first need to
553e8f9e5b7SAmir Goldstein 	 * decode the upper directory.
554e8f9e5b7SAmir Goldstein 	 */
555e8f9e5b7SAmir Goldstein 	upper = ovl_index_upper(ofs, index);
556e8f9e5b7SAmir Goldstein 	if (IS_ERR_OR_NULL(upper)) {
557e8f9e5b7SAmir Goldstein 		err = PTR_ERR(upper);
55824f0b172SAmir Goldstein 		/*
55924f0b172SAmir Goldstein 		 * Directory index entries with no 'upper' xattr need to be
56024f0b172SAmir Goldstein 		 * removed. When dir index entry has a stale 'upper' xattr,
56124f0b172SAmir Goldstein 		 * we assume that upper dir was removed and we treat the dir
56224f0b172SAmir Goldstein 		 * index as orphan entry that needs to be whited out.
56324f0b172SAmir Goldstein 		 */
56424f0b172SAmir Goldstein 		if (err == -ESTALE)
56524f0b172SAmir Goldstein 			goto orphan;
56624f0b172SAmir Goldstein 		else if (!err)
567e8f9e5b7SAmir Goldstein 			err = -ESTALE;
568e8f9e5b7SAmir Goldstein 		goto fail;
569e8f9e5b7SAmir Goldstein 	}
570e8f9e5b7SAmir Goldstein 
571e8f9e5b7SAmir Goldstein 	err = ovl_verify_fh(upper, OVL_XATTR_ORIGIN, fh);
572e8f9e5b7SAmir Goldstein 	dput(upper);
573415543d5SAmir Goldstein 	if (err)
574415543d5SAmir Goldstein 		goto fail;
575415543d5SAmir Goldstein 
576e8f9e5b7SAmir Goldstein 	/* Check if non-dir index is orphan and don't warn before cleaning it */
577e8f9e5b7SAmir Goldstein 	if (!d_is_dir(index) && d_inode(index)->i_nlink == 1) {
5788a22efa1SAmir Goldstein 		err = ovl_check_origin_fh(ofs, fh, false, index, &stack);
579415543d5SAmir Goldstein 		if (err)
580415543d5SAmir Goldstein 			goto fail;
581415543d5SAmir Goldstein 
582e8f9e5b7SAmir Goldstein 		if (ovl_get_nlink(origin.dentry, index, 0) == 0)
58324f0b172SAmir Goldstein 			goto orphan;
584e8f9e5b7SAmir Goldstein 	}
585caf70cb2SAmir Goldstein 
586415543d5SAmir Goldstein out:
587e8f9e5b7SAmir Goldstein 	dput(origin.dentry);
588415543d5SAmir Goldstein 	kfree(fh);
589415543d5SAmir Goldstein 	return err;
590415543d5SAmir Goldstein 
591415543d5SAmir Goldstein fail:
5921bd0a3aeSlijiazi 	pr_warn_ratelimited("failed to verify index (%pd2, ftype=%x, err=%i)\n",
59361b67471SAmir Goldstein 			    index, d_inode(index)->i_mode & S_IFMT, err);
594415543d5SAmir Goldstein 	goto out;
59524f0b172SAmir Goldstein 
59624f0b172SAmir Goldstein orphan:
5971bd0a3aeSlijiazi 	pr_warn_ratelimited("orphan index entry (%pd2, ftype=%x, nlink=%u)\n",
59824f0b172SAmir Goldstein 			    index, d_inode(index)->i_mode & S_IFMT,
59924f0b172SAmir Goldstein 			    d_inode(index)->i_nlink);
60024f0b172SAmir Goldstein 	err = -ENOENT;
60124f0b172SAmir Goldstein 	goto out;
602415543d5SAmir Goldstein }
603415543d5SAmir Goldstein 
60491ffe7beSAmir Goldstein static int ovl_get_index_name_fh(struct ovl_fh *fh, struct qstr *name)
60591ffe7beSAmir Goldstein {
60691ffe7beSAmir Goldstein 	char *n, *s;
60791ffe7beSAmir Goldstein 
608cbe7fba8SAmir Goldstein 	n = kcalloc(fh->fb.len, 2, GFP_KERNEL);
60991ffe7beSAmir Goldstein 	if (!n)
61091ffe7beSAmir Goldstein 		return -ENOMEM;
61191ffe7beSAmir Goldstein 
612cbe7fba8SAmir Goldstein 	s  = bin2hex(n, fh->buf, fh->fb.len);
61391ffe7beSAmir Goldstein 	*name = (struct qstr) QSTR_INIT(n, s - n);
61491ffe7beSAmir Goldstein 
61591ffe7beSAmir Goldstein 	return 0;
61691ffe7beSAmir Goldstein 
61791ffe7beSAmir Goldstein }
61891ffe7beSAmir Goldstein 
619415543d5SAmir Goldstein /*
620359f392cSAmir Goldstein  * Lookup in indexdir for the index entry of a lower real inode or a copy up
621359f392cSAmir Goldstein  * origin inode. The index entry name is the hex representation of the lower
622359f392cSAmir Goldstein  * inode file handle.
623359f392cSAmir Goldstein  *
624359f392cSAmir Goldstein  * If the index dentry in negative, then either no lower aliases have been
625359f392cSAmir Goldstein  * copied up yet, or aliases have been copied up in older kernels and are
626359f392cSAmir Goldstein  * not indexed.
627359f392cSAmir Goldstein  *
628359f392cSAmir Goldstein  * If the index dentry for a copy up origin inode is positive, but points
629359f392cSAmir Goldstein  * to an inode different than the upper inode, then either the upper inode
630359f392cSAmir Goldstein  * has been copied up and not indexed or it was indexed, but since then
631359f392cSAmir Goldstein  * index dir was cleared. Either way, that index cannot be used to indentify
632359f392cSAmir Goldstein  * the overlay inode.
633359f392cSAmir Goldstein  */
634359f392cSAmir Goldstein int ovl_get_index_name(struct dentry *origin, struct qstr *name)
635359f392cSAmir Goldstein {
636359f392cSAmir Goldstein 	struct ovl_fh *fh;
63791ffe7beSAmir Goldstein 	int err;
638359f392cSAmir Goldstein 
6395b2cccd3SAmir Goldstein 	fh = ovl_encode_real_fh(origin, false);
640359f392cSAmir Goldstein 	if (IS_ERR(fh))
641359f392cSAmir Goldstein 		return PTR_ERR(fh);
642359f392cSAmir Goldstein 
64391ffe7beSAmir Goldstein 	err = ovl_get_index_name_fh(fh, name);
64491ffe7beSAmir Goldstein 
645359f392cSAmir Goldstein 	kfree(fh);
646359f392cSAmir Goldstein 	return err;
64791ffe7beSAmir Goldstein }
648359f392cSAmir Goldstein 
64991ffe7beSAmir Goldstein /* Lookup index by file handle for NFS export */
65091ffe7beSAmir Goldstein struct dentry *ovl_get_index_fh(struct ovl_fs *ofs, struct ovl_fh *fh)
65191ffe7beSAmir Goldstein {
65291ffe7beSAmir Goldstein 	struct dentry *index;
65391ffe7beSAmir Goldstein 	struct qstr name;
65491ffe7beSAmir Goldstein 	int err;
65591ffe7beSAmir Goldstein 
65691ffe7beSAmir Goldstein 	err = ovl_get_index_name_fh(fh, &name);
65791ffe7beSAmir Goldstein 	if (err)
65891ffe7beSAmir Goldstein 		return ERR_PTR(err);
65991ffe7beSAmir Goldstein 
6606c2d4798SAl Viro 	index = lookup_positive_unlocked(name.name, ofs->indexdir, name.len);
66191ffe7beSAmir Goldstein 	kfree(name.name);
66291ffe7beSAmir Goldstein 	if (IS_ERR(index)) {
66391ffe7beSAmir Goldstein 		if (PTR_ERR(index) == -ENOENT)
66491ffe7beSAmir Goldstein 			index = NULL;
66591ffe7beSAmir Goldstein 		return index;
66691ffe7beSAmir Goldstein 	}
66791ffe7beSAmir Goldstein 
6686c2d4798SAl Viro 	if (ovl_is_whiteout(index))
66991ffe7beSAmir Goldstein 		err = -ESTALE;
67091ffe7beSAmir Goldstein 	else if (ovl_dentry_weird(index))
67191ffe7beSAmir Goldstein 		err = -EIO;
67291ffe7beSAmir Goldstein 	else
67391ffe7beSAmir Goldstein 		return index;
67491ffe7beSAmir Goldstein 
67591ffe7beSAmir Goldstein 	dput(index);
67691ffe7beSAmir Goldstein 	return ERR_PTR(err);
677359f392cSAmir Goldstein }
678359f392cSAmir Goldstein 
67906170154SAmir Goldstein struct dentry *ovl_lookup_index(struct ovl_fs *ofs, struct dentry *upper,
68006170154SAmir Goldstein 				struct dentry *origin, bool verify)
681359f392cSAmir Goldstein {
682359f392cSAmir Goldstein 	struct dentry *index;
683359f392cSAmir Goldstein 	struct inode *inode;
684359f392cSAmir Goldstein 	struct qstr name;
685ad1d615cSAmir Goldstein 	bool is_dir = d_is_dir(origin);
686359f392cSAmir Goldstein 	int err;
687359f392cSAmir Goldstein 
688359f392cSAmir Goldstein 	err = ovl_get_index_name(origin, &name);
689359f392cSAmir Goldstein 	if (err)
690359f392cSAmir Goldstein 		return ERR_PTR(err);
691359f392cSAmir Goldstein 
6926c2d4798SAl Viro 	index = lookup_positive_unlocked(name.name, ofs->indexdir, name.len);
693359f392cSAmir Goldstein 	if (IS_ERR(index)) {
694e0082a0fSAmir Goldstein 		err = PTR_ERR(index);
6957937a56fSAmir Goldstein 		if (err == -ENOENT) {
6967937a56fSAmir Goldstein 			index = NULL;
6977937a56fSAmir Goldstein 			goto out;
6987937a56fSAmir Goldstein 		}
6991bd0a3aeSlijiazi 		pr_warn_ratelimited("failed inode index lookup (ino=%lu, key=%.*s, err=%i);\n"
700359f392cSAmir Goldstein 				    "overlayfs: mount with '-o index=off' to disable inodes index.\n",
701359f392cSAmir Goldstein 				    d_inode(origin)->i_ino, name.len, name.name,
702359f392cSAmir Goldstein 				    err);
703359f392cSAmir Goldstein 		goto out;
704359f392cSAmir Goldstein 	}
705359f392cSAmir Goldstein 
7060e082555SAmir Goldstein 	inode = d_inode(index);
7076c2d4798SAl Viro 	if (ovl_is_whiteout(index) && !verify) {
70806170154SAmir Goldstein 		/*
70906170154SAmir Goldstein 		 * When index lookup is called with !verify for decoding an
71006170154SAmir Goldstein 		 * overlay file handle, a whiteout index implies that decode
71106170154SAmir Goldstein 		 * should treat file handle as stale and no need to print a
71206170154SAmir Goldstein 		 * warning about it.
71306170154SAmir Goldstein 		 */
71406170154SAmir Goldstein 		dput(index);
71506170154SAmir Goldstein 		index = ERR_PTR(-ESTALE);
71606170154SAmir Goldstein 		goto out;
7170e082555SAmir Goldstein 	} else if (ovl_dentry_weird(index) || ovl_is_whiteout(index) ||
7180e082555SAmir Goldstein 		   ((inode->i_mode ^ d_inode(origin)->i_mode) & S_IFMT)) {
7190e082555SAmir Goldstein 		/*
7200e082555SAmir Goldstein 		 * Index should always be of the same file type as origin
7210e082555SAmir Goldstein 		 * except for the case of a whiteout index. A whiteout
7220e082555SAmir Goldstein 		 * index should only exist if all lower aliases have been
7230e082555SAmir Goldstein 		 * unlinked, which means that finding a lower origin on lookup
7240e082555SAmir Goldstein 		 * whose index is a whiteout should be treated as an error.
7250e082555SAmir Goldstein 		 */
7261bd0a3aeSlijiazi 		pr_warn_ratelimited("bad index found (index=%pd2, ftype=%x, origin ftype=%x).\n",
7270e082555SAmir Goldstein 				    index, d_inode(index)->i_mode & S_IFMT,
7280e082555SAmir Goldstein 				    d_inode(origin)->i_mode & S_IFMT);
729359f392cSAmir Goldstein 		goto fail;
73006170154SAmir Goldstein 	} else if (is_dir && verify) {
731ad1d615cSAmir Goldstein 		if (!upper) {
7321bd0a3aeSlijiazi 			pr_warn_ratelimited("suspected uncovered redirected dir found (origin=%pd2, index=%pd2).\n",
733ad1d615cSAmir Goldstein 					    origin, index);
734ad1d615cSAmir Goldstein 			goto fail;
735359f392cSAmir Goldstein 		}
736359f392cSAmir Goldstein 
737ad1d615cSAmir Goldstein 		/* Verify that dir index 'upper' xattr points to upper dir */
738ad1d615cSAmir Goldstein 		err = ovl_verify_upper(index, upper, false);
739ad1d615cSAmir Goldstein 		if (err) {
740ad1d615cSAmir Goldstein 			if (err == -ESTALE) {
7411bd0a3aeSlijiazi 				pr_warn_ratelimited("suspected multiply redirected dir found (upper=%pd2, origin=%pd2, index=%pd2).\n",
742ad1d615cSAmir Goldstein 						    upper, origin, index);
743ad1d615cSAmir Goldstein 			}
744ad1d615cSAmir Goldstein 			goto fail;
745ad1d615cSAmir Goldstein 		}
746ad1d615cSAmir Goldstein 	} else if (upper && d_inode(upper) != inode) {
747ad1d615cSAmir Goldstein 		goto out_dput;
748ad1d615cSAmir Goldstein 	}
749359f392cSAmir Goldstein out:
750359f392cSAmir Goldstein 	kfree(name.name);
751359f392cSAmir Goldstein 	return index;
752359f392cSAmir Goldstein 
7536eaf0111SAmir Goldstein out_dput:
7546eaf0111SAmir Goldstein 	dput(index);
7556eaf0111SAmir Goldstein 	index = NULL;
7566eaf0111SAmir Goldstein 	goto out;
7576eaf0111SAmir Goldstein 
758359f392cSAmir Goldstein fail:
759359f392cSAmir Goldstein 	dput(index);
760359f392cSAmir Goldstein 	index = ERR_PTR(-EIO);
761359f392cSAmir Goldstein 	goto out;
762359f392cSAmir Goldstein }
763359f392cSAmir Goldstein 
764359f392cSAmir Goldstein /*
765bbb1e54dSMiklos Szeredi  * Returns next layer in stack starting from top.
766bbb1e54dSMiklos Szeredi  * Returns -1 if this is the last layer.
767bbb1e54dSMiklos Szeredi  */
768bbb1e54dSMiklos Szeredi int ovl_path_next(int idx, struct dentry *dentry, struct path *path)
769bbb1e54dSMiklos Szeredi {
770bbb1e54dSMiklos Szeredi 	struct ovl_entry *oe = dentry->d_fsdata;
771bbb1e54dSMiklos Szeredi 
772bbb1e54dSMiklos Szeredi 	BUG_ON(idx < 0);
773bbb1e54dSMiklos Szeredi 	if (idx == 0) {
774bbb1e54dSMiklos Szeredi 		ovl_path_upper(dentry, path);
775bbb1e54dSMiklos Szeredi 		if (path->dentry)
776bbb1e54dSMiklos Szeredi 			return oe->numlower ? 1 : -1;
777bbb1e54dSMiklos Szeredi 		idx++;
778bbb1e54dSMiklos Szeredi 	}
779bbb1e54dSMiklos Szeredi 	BUG_ON(idx > oe->numlower);
780b9343632SChandan Rajendra 	path->dentry = oe->lowerstack[idx - 1].dentry;
781b9343632SChandan Rajendra 	path->mnt = oe->lowerstack[idx - 1].layer->mnt;
782bbb1e54dSMiklos Szeredi 
783bbb1e54dSMiklos Szeredi 	return (idx < oe->numlower) ? idx + 1 : -1;
784bbb1e54dSMiklos Szeredi }
785bbb1e54dSMiklos Szeredi 
7869678e630SAmir Goldstein /* Fix missing 'origin' xattr */
7879678e630SAmir Goldstein static int ovl_fix_origin(struct dentry *dentry, struct dentry *lower,
7889678e630SAmir Goldstein 			  struct dentry *upper)
7899678e630SAmir Goldstein {
7909678e630SAmir Goldstein 	int err;
7919678e630SAmir Goldstein 
7929678e630SAmir Goldstein 	if (ovl_check_origin_xattr(upper))
7939678e630SAmir Goldstein 		return 0;
7949678e630SAmir Goldstein 
7959678e630SAmir Goldstein 	err = ovl_want_write(dentry);
7969678e630SAmir Goldstein 	if (err)
7979678e630SAmir Goldstein 		return err;
7989678e630SAmir Goldstein 
7999678e630SAmir Goldstein 	err = ovl_set_origin(dentry, lower, upper);
8009678e630SAmir Goldstein 	if (!err)
8019678e630SAmir Goldstein 		err = ovl_set_impure(dentry->d_parent, upper->d_parent);
8029678e630SAmir Goldstein 
8039678e630SAmir Goldstein 	ovl_drop_write(dentry);
8049678e630SAmir Goldstein 	return err;
8059678e630SAmir Goldstein }
8069678e630SAmir Goldstein 
807bbb1e54dSMiklos Szeredi struct dentry *ovl_lookup(struct inode *dir, struct dentry *dentry,
808bbb1e54dSMiklos Szeredi 			  unsigned int flags)
809bbb1e54dSMiklos Szeredi {
810bbb1e54dSMiklos Szeredi 	struct ovl_entry *oe;
811bbb1e54dSMiklos Szeredi 	const struct cred *old_cred;
8126b2d5fe4SMiklos Szeredi 	struct ovl_fs *ofs = dentry->d_sb->s_fs_info;
813bbb1e54dSMiklos Szeredi 	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
814c22205d0SAmir Goldstein 	struct ovl_entry *roe = dentry->d_sb->s_root->d_fsdata;
8159d3dfea3SVivek Goyal 	struct ovl_path *stack = NULL, *origin_path = NULL;
816bbb1e54dSMiklos Szeredi 	struct dentry *upperdir, *upperdentry = NULL;
817ad1d615cSAmir Goldstein 	struct dentry *origin = NULL;
818359f392cSAmir Goldstein 	struct dentry *index = NULL;
819bbb1e54dSMiklos Szeredi 	unsigned int ctr = 0;
820bbb1e54dSMiklos Szeredi 	struct inode *inode = NULL;
821bbb1e54dSMiklos Szeredi 	bool upperopaque = false;
82202b69b28SMiklos Szeredi 	char *upperredirect = NULL;
823bbb1e54dSMiklos Szeredi 	struct dentry *this;
824bbb1e54dSMiklos Szeredi 	unsigned int i;
825bbb1e54dSMiklos Szeredi 	int err;
8269d3dfea3SVivek Goyal 	bool metacopy = false;
827e28edc46SMiklos Szeredi 	struct ovl_lookup_data d = {
828146d62e5SAmir Goldstein 		.sb = dentry->d_sb,
829e28edc46SMiklos Szeredi 		.name = dentry->d_name,
830e28edc46SMiklos Szeredi 		.is_dir = false,
831e28edc46SMiklos Szeredi 		.opaque = false,
832e28edc46SMiklos Szeredi 		.stop = false,
833452061fdSVivek Goyal 		.last = ofs->config.redirect_follow ? false : !poe->numlower,
83402b69b28SMiklos Szeredi 		.redirect = NULL,
8359d3dfea3SVivek Goyal 		.metacopy = false,
836e28edc46SMiklos Szeredi 	};
837bbb1e54dSMiklos Szeredi 
8386b2d5fe4SMiklos Szeredi 	if (dentry->d_name.len > ofs->namelen)
8396b2d5fe4SMiklos Szeredi 		return ERR_PTR(-ENAMETOOLONG);
8406b2d5fe4SMiklos Szeredi 
841bbb1e54dSMiklos Szeredi 	old_cred = ovl_override_creds(dentry->d_sb);
84209d8b586SMiklos Szeredi 	upperdir = ovl_dentry_upper(dentry->d_parent);
843bbb1e54dSMiklos Szeredi 	if (upperdir) {
844e28edc46SMiklos Szeredi 		err = ovl_lookup_layer(upperdir, &d, &upperdentry);
845e28edc46SMiklos Szeredi 		if (err)
846bbb1e54dSMiklos Szeredi 			goto out;
847bbb1e54dSMiklos Szeredi 
848e28edc46SMiklos Szeredi 		if (upperdentry && unlikely(ovl_dentry_remote(upperdentry))) {
849e28edc46SMiklos Szeredi 			dput(upperdentry);
850bbb1e54dSMiklos Szeredi 			err = -EREMOTE;
851bbb1e54dSMiklos Szeredi 			goto out;
852bbb1e54dSMiklos Szeredi 		}
853a9d01957SAmir Goldstein 		if (upperdentry && !d.is_dir) {
8549d3dfea3SVivek Goyal 			unsigned int origin_ctr = 0;
8559d3dfea3SVivek Goyal 
856f7d3dacaSAmir Goldstein 			/*
857f7d3dacaSAmir Goldstein 			 * Lookup copy up origin by decoding origin file handle.
858f7d3dacaSAmir Goldstein 			 * We may get a disconnected dentry, which is fine,
859f7d3dacaSAmir Goldstein 			 * because we only need to hold the origin inode in
860f7d3dacaSAmir Goldstein 			 * cache and use its inode number.  We may even get a
861f7d3dacaSAmir Goldstein 			 * connected dentry, that is not under any of the lower
862f7d3dacaSAmir Goldstein 			 * layers root.  That is also fine for using it's inode
863f7d3dacaSAmir Goldstein 			 * number - it's the same as if we held a reference
864f7d3dacaSAmir Goldstein 			 * to a dentry in lower layer that was moved under us.
865f7d3dacaSAmir Goldstein 			 */
8669d3dfea3SVivek Goyal 			err = ovl_check_origin(ofs, upperdentry, &origin_path,
8679d3dfea3SVivek Goyal 					       &origin_ctr);
868a9d01957SAmir Goldstein 			if (err)
8695455f92bSVivek Goyal 				goto out_put_upper;
8709d3dfea3SVivek Goyal 
8719d3dfea3SVivek Goyal 			if (d.metacopy)
8729d3dfea3SVivek Goyal 				metacopy = true;
873a9d01957SAmir Goldstein 		}
87402b69b28SMiklos Szeredi 
87502b69b28SMiklos Szeredi 		if (d.redirect) {
8760ce5cdc9SDan Carpenter 			err = -ENOMEM;
87702b69b28SMiklos Szeredi 			upperredirect = kstrdup(d.redirect, GFP_KERNEL);
87802b69b28SMiklos Szeredi 			if (!upperredirect)
87902b69b28SMiklos Szeredi 				goto out_put_upper;
88002b69b28SMiklos Szeredi 			if (d.redirect[0] == '/')
881c22205d0SAmir Goldstein 				poe = roe;
88202b69b28SMiklos Szeredi 		}
883e28edc46SMiklos Szeredi 		upperopaque = d.opaque;
884bbb1e54dSMiklos Szeredi 	}
885bbb1e54dSMiklos Szeredi 
886e28edc46SMiklos Szeredi 	if (!d.stop && poe->numlower) {
887bbb1e54dSMiklos Szeredi 		err = -ENOMEM;
88894375f9dSAmir Goldstein 		stack = kcalloc(ofs->numlayer - 1, sizeof(struct ovl_path),
8890ee931c4SMichal Hocko 				GFP_KERNEL);
890bbb1e54dSMiklos Szeredi 		if (!stack)
891bbb1e54dSMiklos Szeredi 			goto out_put_upper;
892bbb1e54dSMiklos Szeredi 	}
893bbb1e54dSMiklos Szeredi 
894e28edc46SMiklos Szeredi 	for (i = 0; !d.stop && i < poe->numlower; i++) {
895b9343632SChandan Rajendra 		struct ovl_path lower = poe->lowerstack[i];
896bbb1e54dSMiklos Szeredi 
897452061fdSVivek Goyal 		if (!ofs->config.redirect_follow)
898e28edc46SMiklos Szeredi 			d.last = i == poe->numlower - 1;
899452061fdSVivek Goyal 		else
900452061fdSVivek Goyal 			d.last = lower.layer->idx == roe->numlower;
901452061fdSVivek Goyal 
902b9343632SChandan Rajendra 		err = ovl_lookup_layer(lower.dentry, &d, &this);
903e28edc46SMiklos Szeredi 		if (err)
904bbb1e54dSMiklos Szeredi 			goto out_put;
9056b2d5fe4SMiklos Szeredi 
906bbb1e54dSMiklos Szeredi 		if (!this)
907bbb1e54dSMiklos Szeredi 			continue;
908bbb1e54dSMiklos Szeredi 
9099678e630SAmir Goldstein 		/*
9109678e630SAmir Goldstein 		 * If no origin fh is stored in upper of a merge dir, store fh
9119678e630SAmir Goldstein 		 * of lower dir and set upper parent "impure".
9129678e630SAmir Goldstein 		 */
9139d3dfea3SVivek Goyal 		if (upperdentry && !ctr && !ofs->noxattr && d.is_dir) {
9149678e630SAmir Goldstein 			err = ovl_fix_origin(dentry, this, upperdentry);
9159678e630SAmir Goldstein 			if (err) {
9169678e630SAmir Goldstein 				dput(this);
9179678e630SAmir Goldstein 				goto out_put;
9189678e630SAmir Goldstein 			}
9199678e630SAmir Goldstein 		}
9209678e630SAmir Goldstein 
92137b12916SAmir Goldstein 		/*
92237b12916SAmir Goldstein 		 * When "verify_lower" feature is enabled, do not merge with a
923ad1d615cSAmir Goldstein 		 * lower dir that does not match a stored origin xattr. In any
924ad1d615cSAmir Goldstein 		 * case, only verified origin is used for index lookup.
9259d3dfea3SVivek Goyal 		 *
9269d3dfea3SVivek Goyal 		 * For non-dir dentry, if index=on, then ensure origin
9279d3dfea3SVivek Goyal 		 * matches the dentry found using path based lookup,
9289d3dfea3SVivek Goyal 		 * otherwise error out.
92937b12916SAmir Goldstein 		 */
9309d3dfea3SVivek Goyal 		if (upperdentry && !ctr &&
9319d3dfea3SVivek Goyal 		    ((d.is_dir && ovl_verify_lower(dentry->d_sb)) ||
9329d3dfea3SVivek Goyal 		     (!d.is_dir && ofs->config.index && origin_path))) {
93337b12916SAmir Goldstein 			err = ovl_verify_origin(upperdentry, this, false);
93437b12916SAmir Goldstein 			if (err) {
93537b12916SAmir Goldstein 				dput(this);
9369d3dfea3SVivek Goyal 				if (d.is_dir)
93737b12916SAmir Goldstein 					break;
9389d3dfea3SVivek Goyal 				goto out_put;
9399d3dfea3SVivek Goyal 			}
9409d3dfea3SVivek Goyal 			origin = this;
94137b12916SAmir Goldstein 		}
942ad1d615cSAmir Goldstein 
9439d3dfea3SVivek Goyal 		if (d.metacopy)
9449d3dfea3SVivek Goyal 			metacopy = true;
9459d3dfea3SVivek Goyal 		/*
9469d3dfea3SVivek Goyal 		 * Do not store intermediate metacopy dentries in chain,
9479d3dfea3SVivek Goyal 		 * except top most lower metacopy dentry
9489d3dfea3SVivek Goyal 		 */
9499d3dfea3SVivek Goyal 		if (d.metacopy && ctr) {
9509d3dfea3SVivek Goyal 			dput(this);
9519d3dfea3SVivek Goyal 			continue;
95237b12916SAmir Goldstein 		}
95337b12916SAmir Goldstein 
954bbb1e54dSMiklos Szeredi 		stack[ctr].dentry = this;
955b9343632SChandan Rajendra 		stack[ctr].layer = lower.layer;
956bbb1e54dSMiklos Szeredi 		ctr++;
95702b69b28SMiklos Szeredi 
958438c84c2SMiklos Szeredi 		/*
959438c84c2SMiklos Szeredi 		 * Following redirects can have security consequences: it's like
960438c84c2SMiklos Szeredi 		 * a symlink into the lower layer without the permission checks.
961438c84c2SMiklos Szeredi 		 * This is only a problem if the upper layer is untrusted (e.g
962438c84c2SMiklos Szeredi 		 * comes from an USB drive).  This can allow a non-readable file
963438c84c2SMiklos Szeredi 		 * or directory to become readable.
964438c84c2SMiklos Szeredi 		 *
965438c84c2SMiklos Szeredi 		 * Only following redirects when redirects are enabled disables
966438c84c2SMiklos Szeredi 		 * this attack vector when not necessary.
967438c84c2SMiklos Szeredi 		 */
968438c84c2SMiklos Szeredi 		err = -EPERM;
969438c84c2SMiklos Szeredi 		if (d.redirect && !ofs->config.redirect_follow) {
9701bd0a3aeSlijiazi 			pr_warn_ratelimited("refusing to follow redirect for (%pd2)\n",
971f8167817SAmir Goldstein 					    dentry);
972438c84c2SMiklos Szeredi 			goto out_put;
973438c84c2SMiklos Szeredi 		}
974438c84c2SMiklos Szeredi 
975d1fe96c0SVivek Goyal 		if (d.stop)
976d1fe96c0SVivek Goyal 			break;
977d1fe96c0SVivek Goyal 
978c22205d0SAmir Goldstein 		if (d.redirect && d.redirect[0] == '/' && poe != roe) {
979c22205d0SAmir Goldstein 			poe = roe;
98002b69b28SMiklos Szeredi 			/* Find the current layer on the root dentry */
981d583ed7dSAmir Goldstein 			i = lower.layer->idx - 1;
98202b69b28SMiklos Szeredi 		}
983bbb1e54dSMiklos Szeredi 	}
984bbb1e54dSMiklos Szeredi 
9859d3dfea3SVivek Goyal 	if (metacopy) {
9869d3dfea3SVivek Goyal 		/*
9879d3dfea3SVivek Goyal 		 * Found a metacopy dentry but did not find corresponding
9889d3dfea3SVivek Goyal 		 * data dentry
9899d3dfea3SVivek Goyal 		 */
9909d3dfea3SVivek Goyal 		if (d.metacopy) {
9919d3dfea3SVivek Goyal 			err = -EIO;
9929d3dfea3SVivek Goyal 			goto out_put;
9939d3dfea3SVivek Goyal 		}
9949d3dfea3SVivek Goyal 
9959d3dfea3SVivek Goyal 		err = -EPERM;
9969d3dfea3SVivek Goyal 		if (!ofs->config.metacopy) {
9971bd0a3aeSlijiazi 			pr_warn_ratelimited("refusing to follow metacopy origin for (%pd2)\n",
9989d3dfea3SVivek Goyal 					    dentry);
9999d3dfea3SVivek Goyal 			goto out_put;
10009d3dfea3SVivek Goyal 		}
10019d3dfea3SVivek Goyal 	} else if (!d.is_dir && upperdentry && !ctr && origin_path) {
10029d3dfea3SVivek Goyal 		if (WARN_ON(stack != NULL)) {
10039d3dfea3SVivek Goyal 			err = -EIO;
10049d3dfea3SVivek Goyal 			goto out_put;
10059d3dfea3SVivek Goyal 		}
10069d3dfea3SVivek Goyal 		stack = origin_path;
10079d3dfea3SVivek Goyal 		ctr = 1;
10089d3dfea3SVivek Goyal 		origin_path = NULL;
10099d3dfea3SVivek Goyal 	}
10109d3dfea3SVivek Goyal 
1011ad1d615cSAmir Goldstein 	/*
1012ad1d615cSAmir Goldstein 	 * Lookup index by lower inode and verify it matches upper inode.
1013ad1d615cSAmir Goldstein 	 * We only trust dir index if we verified that lower dir matches
1014ad1d615cSAmir Goldstein 	 * origin, otherwise dir index entries may be inconsistent and we
10159d3dfea3SVivek Goyal 	 * ignore them.
10169d3dfea3SVivek Goyal 	 *
10179d3dfea3SVivek Goyal 	 * For non-dir upper metacopy dentry, we already set "origin" if we
10189d3dfea3SVivek Goyal 	 * verified that lower matched upper origin. If upper origin was
10199d3dfea3SVivek Goyal 	 * not present (because lower layer did not support fh encode/decode),
10209d3dfea3SVivek Goyal 	 * or indexing is not enabled, do not set "origin" and skip looking up
10219d3dfea3SVivek Goyal 	 * index. This case should be handled in same way as a non-dir upper
10229d3dfea3SVivek Goyal 	 * without ORIGIN is handled.
10239d3dfea3SVivek Goyal 	 *
10249d3dfea3SVivek Goyal 	 * Always lookup index of non-dir non-metacopy and non-upper.
1025ad1d615cSAmir Goldstein 	 */
10269d3dfea3SVivek Goyal 	if (ctr && (!upperdentry || (!d.is_dir && !metacopy)))
1027ad1d615cSAmir Goldstein 		origin = stack[0].dentry;
1028359f392cSAmir Goldstein 
1029ad1d615cSAmir Goldstein 	if (origin && ovl_indexdir(dentry->d_sb) &&
1030ad1d615cSAmir Goldstein 	    (!d.is_dir || ovl_index_all(dentry->d_sb))) {
103106170154SAmir Goldstein 		index = ovl_lookup_index(ofs, upperdentry, origin, true);
1032359f392cSAmir Goldstein 		if (IS_ERR(index)) {
1033359f392cSAmir Goldstein 			err = PTR_ERR(index);
1034359f392cSAmir Goldstein 			index = NULL;
1035359f392cSAmir Goldstein 			goto out_put;
1036359f392cSAmir Goldstein 		}
1037359f392cSAmir Goldstein 	}
1038359f392cSAmir Goldstein 
1039bbb1e54dSMiklos Szeredi 	oe = ovl_alloc_entry(ctr);
1040bbb1e54dSMiklos Szeredi 	err = -ENOMEM;
1041bbb1e54dSMiklos Szeredi 	if (!oe)
1042bbb1e54dSMiklos Szeredi 		goto out_put;
1043bbb1e54dSMiklos Szeredi 
1044b9343632SChandan Rajendra 	memcpy(oe->lowerstack, stack, sizeof(struct ovl_path) * ctr);
1045e6d2ebddSMiklos Szeredi 	dentry->d_fsdata = oe;
1046e6d2ebddSMiklos Szeredi 
1047c62520a8SAmir Goldstein 	if (upperopaque)
1048c62520a8SAmir Goldstein 		ovl_dentry_set_opaque(dentry);
1049c62520a8SAmir Goldstein 
105055acc661SMiklos Szeredi 	if (upperdentry)
105155acc661SMiklos Szeredi 		ovl_dentry_set_upper_alias(dentry);
10520a2d0d3fSVivek Goyal 	else if (index) {
1053359f392cSAmir Goldstein 		upperdentry = dget(index);
10540a2d0d3fSVivek Goyal 		upperredirect = ovl_get_redirect_xattr(upperdentry, 0);
10550a2d0d3fSVivek Goyal 		if (IS_ERR(upperredirect)) {
10560a2d0d3fSVivek Goyal 			err = PTR_ERR(upperredirect);
10570a2d0d3fSVivek Goyal 			upperredirect = NULL;
10580a2d0d3fSVivek Goyal 			goto out_free_oe;
10590a2d0d3fSVivek Goyal 		}
10600a2d0d3fSVivek Goyal 	}
1061359f392cSAmir Goldstein 
1062e6d2ebddSMiklos Szeredi 	if (upperdentry || ctr) {
1063ac6a52ebSVivek Goyal 		struct ovl_inode_params oip = {
1064ac6a52ebSVivek Goyal 			.upperdentry = upperdentry,
1065ac6a52ebSVivek Goyal 			.lowerpath = stack,
1066ac6a52ebSVivek Goyal 			.index = index,
1067ac6a52ebSVivek Goyal 			.numlower = ctr,
10689cec54c8SVivek Goyal 			.redirect = upperredirect,
10692664bd08SVivek Goyal 			.lowerdata = (ctr > 1 && !d.is_dir) ?
10702664bd08SVivek Goyal 				      stack[ctr - 1].dentry : NULL,
1071ac6a52ebSVivek Goyal 		};
1072ac6a52ebSVivek Goyal 
1073ac6a52ebSVivek Goyal 		inode = ovl_get_inode(dentry->d_sb, &oip);
1074b9ac5c27SMiklos Szeredi 		err = PTR_ERR(inode);
1075b9ac5c27SMiklos Szeredi 		if (IS_ERR(inode))
1076e6d2ebddSMiklos Szeredi 			goto out_free_oe;
1077e6d2ebddSMiklos Szeredi 	}
1078e6d2ebddSMiklos Szeredi 
1079e6d2ebddSMiklos Szeredi 	revert_creds(old_cred);
10809d3dfea3SVivek Goyal 	if (origin_path) {
10819d3dfea3SVivek Goyal 		dput(origin_path->dentry);
10829d3dfea3SVivek Goyal 		kfree(origin_path);
10839d3dfea3SVivek Goyal 	}
1084359f392cSAmir Goldstein 	dput(index);
1085bbb1e54dSMiklos Szeredi 	kfree(stack);
108602b69b28SMiklos Szeredi 	kfree(d.redirect);
1087829c28beSAmir Goldstein 	return d_splice_alias(inode, dentry);
1088bbb1e54dSMiklos Szeredi 
1089bbb1e54dSMiklos Szeredi out_free_oe:
1090e6d2ebddSMiklos Szeredi 	dentry->d_fsdata = NULL;
1091bbb1e54dSMiklos Szeredi 	kfree(oe);
1092bbb1e54dSMiklos Szeredi out_put:
1093359f392cSAmir Goldstein 	dput(index);
1094bbb1e54dSMiklos Szeredi 	for (i = 0; i < ctr; i++)
1095bbb1e54dSMiklos Szeredi 		dput(stack[i].dentry);
1096bbb1e54dSMiklos Szeredi 	kfree(stack);
1097bbb1e54dSMiklos Szeredi out_put_upper:
10989d3dfea3SVivek Goyal 	if (origin_path) {
10999d3dfea3SVivek Goyal 		dput(origin_path->dentry);
11009d3dfea3SVivek Goyal 		kfree(origin_path);
11019d3dfea3SVivek Goyal 	}
1102bbb1e54dSMiklos Szeredi 	dput(upperdentry);
110302b69b28SMiklos Szeredi 	kfree(upperredirect);
1104bbb1e54dSMiklos Szeredi out:
110502b69b28SMiklos Szeredi 	kfree(d.redirect);
1106bbb1e54dSMiklos Szeredi 	revert_creds(old_cred);
1107bbb1e54dSMiklos Szeredi 	return ERR_PTR(err);
1108bbb1e54dSMiklos Szeredi }
1109bbb1e54dSMiklos Szeredi 
1110bbb1e54dSMiklos Szeredi bool ovl_lower_positive(struct dentry *dentry)
1111bbb1e54dSMiklos Szeredi {
1112bbb1e54dSMiklos Szeredi 	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
1113bbb1e54dSMiklos Szeredi 	const struct qstr *name = &dentry->d_name;
11146d0a8a90SAmir Goldstein 	const struct cred *old_cred;
1115bbb1e54dSMiklos Szeredi 	unsigned int i;
1116bbb1e54dSMiklos Szeredi 	bool positive = false;
1117bbb1e54dSMiklos Szeredi 	bool done = false;
1118bbb1e54dSMiklos Szeredi 
1119bbb1e54dSMiklos Szeredi 	/*
1120bbb1e54dSMiklos Szeredi 	 * If dentry is negative, then lower is positive iff this is a
1121bbb1e54dSMiklos Szeredi 	 * whiteout.
1122bbb1e54dSMiklos Szeredi 	 */
1123bbb1e54dSMiklos Szeredi 	if (!dentry->d_inode)
1124c62520a8SAmir Goldstein 		return ovl_dentry_is_opaque(dentry);
1125bbb1e54dSMiklos Szeredi 
1126bbb1e54dSMiklos Szeredi 	/* Negative upper -> positive lower */
112709d8b586SMiklos Szeredi 	if (!ovl_dentry_upper(dentry))
1128bbb1e54dSMiklos Szeredi 		return true;
1129bbb1e54dSMiklos Szeredi 
11306d0a8a90SAmir Goldstein 	old_cred = ovl_override_creds(dentry->d_sb);
1131bbb1e54dSMiklos Szeredi 	/* Positive upper -> have to look up lower to see whether it exists */
1132bbb1e54dSMiklos Szeredi 	for (i = 0; !done && !positive && i < poe->numlower; i++) {
1133bbb1e54dSMiklos Szeredi 		struct dentry *this;
1134bbb1e54dSMiklos Szeredi 		struct dentry *lowerdir = poe->lowerstack[i].dentry;
1135bbb1e54dSMiklos Szeredi 
11366c2d4798SAl Viro 		this = lookup_positive_unlocked(name->name, lowerdir,
1137bbb1e54dSMiklos Szeredi 					       name->len);
1138bbb1e54dSMiklos Szeredi 		if (IS_ERR(this)) {
1139bbb1e54dSMiklos Szeredi 			switch (PTR_ERR(this)) {
1140bbb1e54dSMiklos Szeredi 			case -ENOENT:
1141bbb1e54dSMiklos Szeredi 			case -ENAMETOOLONG:
1142bbb1e54dSMiklos Szeredi 				break;
1143bbb1e54dSMiklos Szeredi 
1144bbb1e54dSMiklos Szeredi 			default:
1145bbb1e54dSMiklos Szeredi 				/*
1146bbb1e54dSMiklos Szeredi 				 * Assume something is there, we just couldn't
1147bbb1e54dSMiklos Szeredi 				 * access it.
1148bbb1e54dSMiklos Szeredi 				 */
1149bbb1e54dSMiklos Szeredi 				positive = true;
1150bbb1e54dSMiklos Szeredi 				break;
1151bbb1e54dSMiklos Szeredi 			}
1152bbb1e54dSMiklos Szeredi 		} else {
1153bbb1e54dSMiklos Szeredi 			positive = !ovl_is_whiteout(this);
1154bbb1e54dSMiklos Szeredi 			done = true;
1155bbb1e54dSMiklos Szeredi 			dput(this);
1156bbb1e54dSMiklos Szeredi 		}
1157bbb1e54dSMiklos Szeredi 	}
11586d0a8a90SAmir Goldstein 	revert_creds(old_cred);
1159bbb1e54dSMiklos Szeredi 
1160bbb1e54dSMiklos Szeredi 	return positive;
1161bbb1e54dSMiklos Szeredi }
1162