Blame view

fs/overlayfs/namei.c 18.5 KB
bbb1e54dd   Miklos Szeredi   ovl: split super.c
1
2
3
4
5
6
7
8
9
10
  /*
   * Copyright (C) 2011 Novell Inc.
   * Copyright (C) 2016 Red Hat, Inc.
   *
   * This program is free software; you can redistribute it and/or modify it
   * under the terms of the GNU General Public License version 2 as published by
   * the Free Software Foundation.
   */
  
  #include <linux/fs.h>
5b825c3af   Ingo Molnar   sched/headers: Pr...
11
  #include <linux/cred.h>
bbb1e54dd   Miklos Szeredi   ovl: split super.c
12
13
  #include <linux/namei.h>
  #include <linux/xattr.h>
02b69b284   Miklos Szeredi   ovl: lookup redir...
14
  #include <linux/ratelimit.h>
a9d019573   Amir Goldstein   ovl: lookup non-d...
15
16
  #include <linux/mount.h>
  #include <linux/exportfs.h>
bbb1e54dd   Miklos Szeredi   ovl: split super.c
17
18
  #include "overlayfs.h"
  #include "ovl_entry.h"
e28edc46b   Miklos Szeredi   ovl: consolidate ...
19
20
21
22
23
24
  struct ovl_lookup_data {
  	struct qstr name;
  	bool is_dir;
  	bool opaque;
  	bool stop;
  	bool last;
02b69b284   Miklos Szeredi   ovl: lookup redir...
25
  	char *redirect;
e28edc46b   Miklos Szeredi   ovl: consolidate ...
26
  };
bbb1e54dd   Miklos Szeredi   ovl: split super.c
27

02b69b284   Miklos Szeredi   ovl: lookup redir...
28
29
30
31
32
33
34
35
36
37
38
39
  static int ovl_check_redirect(struct dentry *dentry, struct ovl_lookup_data *d,
  			      size_t prelen, const char *post)
  {
  	int res;
  	char *s, *next, *buf = NULL;
  
  	res = vfs_getxattr(dentry, OVL_XATTR_REDIRECT, NULL, 0);
  	if (res < 0) {
  		if (res == -ENODATA || res == -EOPNOTSUPP)
  			return 0;
  		goto fail;
  	}
0ee931c4e   Michal Hocko   mm: treewide: rem...
40
  	buf = kzalloc(prelen + res + strlen(post) + 1, GFP_KERNEL);
02b69b284   Miklos Szeredi   ovl: lookup redir...
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
  	if (!buf)
  		return -ENOMEM;
  
  	if (res == 0)
  		goto invalid;
  
  	res = vfs_getxattr(dentry, OVL_XATTR_REDIRECT, buf, res);
  	if (res < 0)
  		goto fail;
  	if (res == 0)
  		goto invalid;
  	if (buf[0] == '/') {
  		for (s = buf; *s++ == '/'; s = next) {
  			next = strchrnul(s, '/');
  			if (s == next)
  				goto invalid;
  		}
80f509d49   Amir Goldstein   ovl: fix lookup w...
58
59
60
61
62
63
64
65
66
  		/*
  		 * One of the ancestor path elements in an absolute path
  		 * lookup in ovl_lookup_layer() could have been opaque and
  		 * that will stop further lookup in lower layers (d->stop=true)
  		 * But we have found an absolute redirect in decendant path
  		 * element and that should force continue lookup in lower
  		 * layers (reset d->stop).
  		 */
  		d->stop = false;
02b69b284   Miklos Szeredi   ovl: lookup redir...
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  	} else {
  		if (strchr(buf, '/') != NULL)
  			goto invalid;
  
  		memmove(buf + prelen, buf, res);
  		memcpy(buf, d->name.name, prelen);
  	}
  
  	strcat(buf, post);
  	kfree(d->redirect);
  	d->redirect = buf;
  	d->name.name = d->redirect;
  	d->name.len = strlen(d->redirect);
  
  	return 0;
  
  err_free:
  	kfree(buf);
  	return 0;
  fail:
  	pr_warn_ratelimited("overlayfs: failed to get redirect (%i)
  ", res);
  	goto err_free;
  invalid:
  	pr_warn_ratelimited("overlayfs: invalid redirect (%s)
  ", buf);
  	goto err_free;
  }
a9d019573   Amir Goldstein   ovl: lookup non-d...
95
96
97
98
  static int ovl_acceptable(void *ctx, struct dentry *dentry)
  {
  	return 1;
  }
8b88a2e64   Amir Goldstein   ovl: verify upper...
99
  static struct ovl_fh *ovl_get_origin_fh(struct dentry *dentry)
a9d019573   Amir Goldstein   ovl: lookup non-d...
100
101
102
  {
  	int res;
  	struct ovl_fh *fh = NULL;
a9d019573   Amir Goldstein   ovl: lookup non-d...
103
104
105
106
107
108
109
110
111
112
  
  	res = vfs_getxattr(dentry, OVL_XATTR_ORIGIN, NULL, 0);
  	if (res < 0) {
  		if (res == -ENODATA || res == -EOPNOTSUPP)
  			return NULL;
  		goto fail;
  	}
  	/* Zero size value means "copied up but origin unknown" */
  	if (res == 0)
  		return NULL;
0ee931c4e   Michal Hocko   mm: treewide: rem...
113
  	fh  = kzalloc(res, GFP_KERNEL);
a9d019573   Amir Goldstein   ovl: lookup non-d...
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
  	if (!fh)
  		return ERR_PTR(-ENOMEM);
  
  	res = vfs_getxattr(dentry, OVL_XATTR_ORIGIN, fh, res);
  	if (res < 0)
  		goto fail;
  
  	if (res < sizeof(struct ovl_fh) || res < fh->len)
  		goto invalid;
  
  	if (fh->magic != OVL_FH_MAGIC)
  		goto invalid;
  
  	/* Treat larger version and unknown flags as "origin unknown" */
  	if (fh->version > OVL_FH_VERSION || fh->flags & ~OVL_FH_FLAG_ALL)
  		goto out;
  
  	/* Treat endianness mismatch as "origin unknown" */
  	if (!(fh->flags & OVL_FH_FLAG_ANY_ENDIAN) &&
  	    (fh->flags & OVL_FH_FLAG_BIG_ENDIAN) != OVL_FH_FLAG_CPU_ENDIAN)
  		goto out;
8b88a2e64   Amir Goldstein   ovl: verify upper...
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
  	return fh;
  
  out:
  	kfree(fh);
  	return NULL;
  
  fail:
  	pr_warn_ratelimited("overlayfs: failed to get origin (%i)
  ", res);
  	goto out;
  invalid:
  	pr_warn_ratelimited("overlayfs: invalid origin (%*phN)
  ", res, fh);
  	goto out;
  }
  
  static struct dentry *ovl_get_origin(struct dentry *dentry,
  				     struct vfsmount *mnt)
  {
  	struct dentry *origin = NULL;
  	struct ovl_fh *fh = ovl_get_origin_fh(dentry);
  	int bytes;
  
  	if (IS_ERR_OR_NULL(fh))
  		return (struct dentry *)fh;
a9d019573   Amir Goldstein   ovl: lookup non-d...
160
161
162
163
164
  
  	/*
  	 * Make sure that the stored uuid matches the uuid of the lower
  	 * layer where file handle will be decoded.
  	 */
85787090a   Christoph Hellwig   fs: switch ->s_uu...
165
  	if (!uuid_equal(&fh->uuid, &mnt->mnt_sb->s_uuid))
a9d019573   Amir Goldstein   ovl: lookup non-d...
166
  		goto out;
8b88a2e64   Amir Goldstein   ovl: verify upper...
167
  	bytes = (fh->len - offsetof(struct ovl_fh, fid));
a9d019573   Amir Goldstein   ovl: lookup non-d...
168
169
170
171
172
173
174
175
176
177
178
  	origin = exportfs_decode_fh(mnt, (struct fid *)fh->fid,
  				    bytes >> 2, (int)fh->type,
  				    ovl_acceptable, NULL);
  	if (IS_ERR(origin)) {
  		/* Treat stale file handle as "origin unknown" */
  		if (origin == ERR_PTR(-ESTALE))
  			origin = NULL;
  		goto out;
  	}
  
  	if (ovl_dentry_weird(origin) ||
8b88a2e64   Amir Goldstein   ovl: verify upper...
179
  	    ((d_inode(origin)->i_mode ^ d_inode(dentry)->i_mode) & S_IFMT))
a9d019573   Amir Goldstein   ovl: lookup non-d...
180
  		goto invalid;
a9d019573   Amir Goldstein   ovl: lookup non-d...
181
182
183
184
  
  out:
  	kfree(fh);
  	return origin;
a9d019573   Amir Goldstein   ovl: lookup non-d...
185
  invalid:
8b88a2e64   Amir Goldstein   ovl: verify upper...
186
187
188
189
  	pr_warn_ratelimited("overlayfs: invalid origin (%pd2)
  ", origin);
  	dput(origin);
  	origin = NULL;
a9d019573   Amir Goldstein   ovl: lookup non-d...
190
191
  	goto out;
  }
ee1d6d37b   Amir Goldstein   ovl: mark upper d...
192
193
194
195
  static bool ovl_is_opaquedir(struct dentry *dentry)
  {
  	return ovl_check_dir_xattr(dentry, OVL_XATTR_OPAQUE);
  }
e28edc46b   Miklos Szeredi   ovl: consolidate ...
196
197
  static int ovl_lookup_single(struct dentry *base, struct ovl_lookup_data *d,
  			     const char *name, unsigned int namelen,
02b69b284   Miklos Szeredi   ovl: lookup redir...
198
  			     size_t prelen, const char *post,
e28edc46b   Miklos Szeredi   ovl: consolidate ...
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
  			     struct dentry **ret)
  {
  	struct dentry *this;
  	int err;
  
  	this = lookup_one_len_unlocked(name, base, namelen);
  	if (IS_ERR(this)) {
  		err = PTR_ERR(this);
  		this = NULL;
  		if (err == -ENOENT || err == -ENAMETOOLONG)
  			goto out;
  		goto out_err;
  	}
  	if (!this->d_inode)
  		goto put_and_out;
  
  	if (ovl_dentry_weird(this)) {
  		/* Don't support traversing automounts and other weirdness */
  		err = -EREMOTE;
  		goto out_err;
  	}
  	if (ovl_is_whiteout(this)) {
  		d->stop = d->opaque = true;
  		goto put_and_out;
  	}
  	if (!d_can_lookup(this)) {
  		d->stop = true;
  		if (d->is_dir)
  			goto put_and_out;
  		goto out;
  	}
  	d->is_dir = true;
  	if (!d->last && ovl_is_opaquedir(this)) {
  		d->stop = d->opaque = true;
  		goto out;
  	}
02b69b284   Miklos Szeredi   ovl: lookup redir...
235
236
237
  	err = ovl_check_redirect(this, d, prelen, post);
  	if (err)
  		goto out_err;
e28edc46b   Miklos Szeredi   ovl: consolidate ...
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
  out:
  	*ret = this;
  	return 0;
  
  put_and_out:
  	dput(this);
  	this = NULL;
  	goto out;
  
  out_err:
  	dput(this);
  	return err;
  }
  
  static int ovl_lookup_layer(struct dentry *base, struct ovl_lookup_data *d,
  			    struct dentry **ret)
  {
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
255
256
  	/* Counting down from the end, since the prefix can change */
  	size_t rem = d->name.len - 1;
02b69b284   Miklos Szeredi   ovl: lookup redir...
257
258
  	struct dentry *dentry = NULL;
  	int err;
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
259
  	if (d->name.name[0] != '/')
02b69b284   Miklos Szeredi   ovl: lookup redir...
260
261
  		return ovl_lookup_single(base, d, d->name.name, d->name.len,
  					 0, "", ret);
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
262
263
  	while (!IS_ERR_OR_NULL(base) && d_can_lookup(base)) {
  		const char *s = d->name.name + d->name.len - rem;
02b69b284   Miklos Szeredi   ovl: lookup redir...
264
  		const char *next = strchrnul(s, '/');
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
265
266
  		size_t thislen = next - s;
  		bool end = !next[0];
02b69b284   Miklos Szeredi   ovl: lookup redir...
267

4c7d0c9cb   Amir Goldstein   ovl: fix possible...
268
269
  		/* Verify we did not go off the rails */
  		if (WARN_ON(s[-1] != '/'))
02b69b284   Miklos Szeredi   ovl: lookup redir...
270
  			return -EIO;
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
271
272
  		err = ovl_lookup_single(base, d, s, thislen,
  					d->name.len - rem, next, &base);
02b69b284   Miklos Szeredi   ovl: lookup redir...
273
274
275
276
  		dput(dentry);
  		if (err)
  			return err;
  		dentry = base;
4c7d0c9cb   Amir Goldstein   ovl: fix possible...
277
278
279
280
281
282
283
  		if (end)
  			break;
  
  		rem -= thislen + 1;
  
  		if (WARN_ON(rem >= d->name.len))
  			return -EIO;
02b69b284   Miklos Szeredi   ovl: lookup redir...
284
285
286
  	}
  	*ret = dentry;
  	return 0;
e28edc46b   Miklos Szeredi   ovl: consolidate ...
287
  }
a9d019573   Amir Goldstein   ovl: lookup non-d...
288

415543d5c   Amir Goldstein   ovl: cleanup bad ...
289
290
  static int ovl_check_origin(struct dentry *upperdentry,
  			    struct path *lowerstack, unsigned int numlower,
a9d019573   Amir Goldstein   ovl: lookup non-d...
291
292
  			    struct path **stackp, unsigned int *ctrp)
  {
a9d019573   Amir Goldstein   ovl: lookup non-d...
293
  	struct vfsmount *mnt;
f7d3daca7   Amir Goldstein   ovl: relax same f...
294
295
  	struct dentry *origin = NULL;
  	int i;
a9d019573   Amir Goldstein   ovl: lookup non-d...
296

a9d019573   Amir Goldstein   ovl: lookup non-d...
297

415543d5c   Amir Goldstein   ovl: cleanup bad ...
298
299
  	for (i = 0; i < numlower; i++) {
  		mnt = lowerstack[i].mnt;
f7d3daca7   Amir Goldstein   ovl: relax same f...
300
301
302
303
304
305
306
307
308
309
  		origin = ovl_get_origin(upperdentry, mnt);
  		if (IS_ERR(origin))
  			return PTR_ERR(origin);
  
  		if (origin)
  			break;
  	}
  
  	if (!origin)
  		return 0;
a9d019573   Amir Goldstein   ovl: lookup non-d...
310

415543d5c   Amir Goldstein   ovl: cleanup bad ...
311
312
  	BUG_ON(*ctrp);
  	if (!*stackp)
0ee931c4e   Michal Hocko   mm: treewide: rem...
313
  		*stackp = kmalloc(sizeof(struct path), GFP_KERNEL);
a9d019573   Amir Goldstein   ovl: lookup non-d...
314
315
316
317
318
319
320
321
322
  	if (!*stackp) {
  		dput(origin);
  		return -ENOMEM;
  	}
  	**stackp = (struct path) { .dentry = origin, .mnt = mnt };
  	*ctrp = 1;
  
  	return 0;
  }
bbb1e54dd   Miklos Szeredi   ovl: split super.c
323
  /*
8b88a2e64   Amir Goldstein   ovl: verify upper...
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
   * Verify that @fh matches the origin file handle stored in OVL_XATTR_ORIGIN.
   * Return 0 on match, -ESTALE on mismatch, < 0 on error.
   */
  static int ovl_verify_origin_fh(struct dentry *dentry, const struct ovl_fh *fh)
  {
  	struct ovl_fh *ofh = ovl_get_origin_fh(dentry);
  	int err = 0;
  
  	if (!ofh)
  		return -ENODATA;
  
  	if (IS_ERR(ofh))
  		return PTR_ERR(ofh);
  
  	if (fh->len != ofh->len || memcmp(fh, ofh, fh->len))
  		err = -ESTALE;
  
  	kfree(ofh);
  	return err;
  }
  
  /*
   * Verify that an inode matches the origin file handle stored in upper inode.
   *
   * If @set is true and there is no stored file handle, encode and store origin
   * file handle in OVL_XATTR_ORIGIN.
   *
   * Return 0 on match, -ESTALE on mismatch, < 0 on error.
   */
  int ovl_verify_origin(struct dentry *dentry, struct vfsmount *mnt,
54fb347e8   Amir Goldstein   ovl: verify index...
354
  		      struct dentry *origin, bool is_upper, bool set)
8b88a2e64   Amir Goldstein   ovl: verify upper...
355
356
357
358
  {
  	struct inode *inode;
  	struct ovl_fh *fh;
  	int err;
54fb347e8   Amir Goldstein   ovl: verify index...
359
  	fh = ovl_encode_fh(origin, is_upper);
8b88a2e64   Amir Goldstein   ovl: verify upper...
360
  	err = PTR_ERR(fh);
0afa17be1   Amir Goldstein   ovl: fix error ha...
361
362
  	if (IS_ERR(fh)) {
  		fh = NULL;
8b88a2e64   Amir Goldstein   ovl: verify upper...
363
  		goto fail;
0afa17be1   Amir Goldstein   ovl: fix error ha...
364
  	}
8b88a2e64   Amir Goldstein   ovl: verify upper...
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
  
  	err = ovl_verify_origin_fh(dentry, fh);
  	if (set && err == -ENODATA)
  		err = ovl_do_setxattr(dentry, OVL_XATTR_ORIGIN, fh, fh->len, 0);
  	if (err)
  		goto fail;
  
  out:
  	kfree(fh);
  	return err;
  
  fail:
  	inode = d_inode(origin);
  	pr_warn_ratelimited("overlayfs: failed to verify origin (%pd2, ino=%lu, err=%i)
  ",
  			    origin, inode ? inode->i_ino : 0, err);
  	goto out;
  }
  
  /*
415543d5c   Amir Goldstein   ovl: cleanup bad ...
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
   * Verify that an index entry name matches the origin file handle stored in
   * OVL_XATTR_ORIGIN and that origin file handle can be decoded to lower path.
   * Return 0 on match, -ESTALE on mismatch or stale origin, < 0 on error.
   */
  int ovl_verify_index(struct dentry *index, struct path *lowerstack,
  		     unsigned int numlower)
  {
  	struct ovl_fh *fh = NULL;
  	size_t len;
  	struct path origin = { };
  	struct path *stack = &origin;
  	unsigned int ctr = 0;
  	int err;
  
  	if (!d_inode(index))
  		return 0;
61b674710   Amir Goldstein   ovl: do not clean...
401
402
403
404
405
406
407
408
  	/*
  	 * Directory index entries are going to be used for looking up
  	 * redirected upper dirs by lower dir fh when decoding an overlay
  	 * file handle of a merge dir. Whiteout index entries are going to be
  	 * used as an indication that an exported overlay file handle should
  	 * be treated as stale (i.e. after unlink of the overlay inode).
  	 * We don't know the verification rules for directory and whiteout
  	 * index entries, because they have not been implemented yet, so return
fa0096e3b   Amir Goldstein   ovl: do not clean...
409
410
  	 * EINVAL if those entries are found to abort the mount to avoid
  	 * corrupting an index that was created by a newer kernel.
61b674710   Amir Goldstein   ovl: do not clean...
411
  	 */
fa0096e3b   Amir Goldstein   ovl: do not clean...
412
  	err = -EINVAL;
61b674710   Amir Goldstein   ovl: do not clean...
413
  	if (d_is_dir(index) || ovl_is_whiteout(index))
415543d5c   Amir Goldstein   ovl: cleanup bad ...
414
  		goto fail;
415543d5c   Amir Goldstein   ovl: cleanup bad ...
415
416
417
418
419
  	if (index->d_name.len < sizeof(struct ovl_fh)*2)
  		goto fail;
  
  	err = -ENOMEM;
  	len = index->d_name.len / 2;
0ee931c4e   Michal Hocko   mm: treewide: rem...
420
  	fh = kzalloc(len, GFP_KERNEL);
415543d5c   Amir Goldstein   ovl: cleanup bad ...
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
  	if (!fh)
  		goto fail;
  
  	err = -EINVAL;
  	if (hex2bin((u8 *)fh, index->d_name.name, len) || len != fh->len)
  		goto fail;
  
  	err = ovl_verify_origin_fh(index, fh);
  	if (err)
  		goto fail;
  
  	err = ovl_check_origin(index, lowerstack, numlower, &stack, &ctr);
  	if (!err && !ctr)
  		err = -ESTALE;
  	if (err)
  		goto fail;
caf70cb2b   Amir Goldstein   ovl: cleanup orph...
437
438
  	/* Check if index is orphan and don't warn before cleaning it */
  	if (d_inode(index)->i_nlink == 1 &&
066f40dc4   Vivek Goyal   ovl: Pass ovl_get...
439
  	    ovl_get_nlink(origin.dentry, index, 0) == 0)
caf70cb2b   Amir Goldstein   ovl: cleanup orph...
440
  		err = -ENOENT;
415543d5c   Amir Goldstein   ovl: cleanup bad ...
441
442
443
444
445
446
  	dput(origin.dentry);
  out:
  	kfree(fh);
  	return err;
  
  fail:
61b674710   Amir Goldstein   ovl: do not clean...
447
448
449
  	pr_warn_ratelimited("overlayfs: failed to verify index (%pd2, ftype=%x, err=%i)
  ",
  			    index, d_inode(index)->i_mode & S_IFMT, err);
415543d5c   Amir Goldstein   ovl: cleanup bad ...
450
451
452
453
  	goto out;
  }
  
  /*
359f392ca   Amir Goldstein   ovl: lookup index...
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
   * Lookup in indexdir for the index entry of a lower real inode or a copy up
   * origin inode. The index entry name is the hex representation of the lower
   * inode file handle.
   *
   * If the index dentry in negative, then either no lower aliases have been
   * copied up yet, or aliases have been copied up in older kernels and are
   * not indexed.
   *
   * If the index dentry for a copy up origin inode is positive, but points
   * to an inode different than the upper inode, then either the upper inode
   * has been copied up and not indexed or it was indexed, but since then
   * index dir was cleared. Either way, that index cannot be used to indentify
   * the overlay inode.
   */
  int ovl_get_index_name(struct dentry *origin, struct qstr *name)
  {
  	int err;
  	struct ovl_fh *fh;
  	char *n, *s;
  
  	fh = ovl_encode_fh(origin, false);
  	if (IS_ERR(fh))
  		return PTR_ERR(fh);
  
  	err = -ENOMEM;
0ee931c4e   Michal Hocko   mm: treewide: rem...
479
  	n = kzalloc(fh->len * 2, GFP_KERNEL);
359f392ca   Amir Goldstein   ovl: lookup index...
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
  	if (n) {
  		s  = bin2hex(n, fh, fh->len);
  		*name = (struct qstr) QSTR_INIT(n, s - n);
  		err = 0;
  	}
  	kfree(fh);
  
  	return err;
  
  }
  
  static struct dentry *ovl_lookup_index(struct dentry *dentry,
  				       struct dentry *upper,
  				       struct dentry *origin)
  {
  	struct ovl_fs *ofs = dentry->d_sb->s_fs_info;
  	struct dentry *index;
  	struct inode *inode;
  	struct qstr name;
  	int err;
  
  	err = ovl_get_index_name(origin, &name);
  	if (err)
  		return ERR_PTR(err);
  
  	index = lookup_one_len_unlocked(name.name, ofs->indexdir, name.len);
  	if (IS_ERR(index)) {
e0082a0f0   Amir Goldstein   ovl: fix error va...
507
  		err = PTR_ERR(index);
7937a56fd   Amir Goldstein   ovl: handle ENOEN...
508
509
510
511
  		if (err == -ENOENT) {
  			index = NULL;
  			goto out;
  		}
be4064347   Amir Goldstein   ovl: fix access b...
512
513
  		pr_warn_ratelimited("overlayfs: failed inode index lookup (ino=%lu, key=%.*s, err=%i);
  "
359f392ca   Amir Goldstein   ovl: lookup index...
514
515
516
517
518
519
  				    "overlayfs: mount with '-o index=off' to disable inodes index.
  ",
  				    d_inode(origin)->i_ino, name.len, name.name,
  				    err);
  		goto out;
  	}
0e082555c   Amir Goldstein   ovl: check for ba...
520
  	inode = d_inode(index);
359f392ca   Amir Goldstein   ovl: lookup index...
521
  	if (d_is_negative(index)) {
6eaf01114   Amir Goldstein   ovl: fix EIO from...
522
  		goto out_dput;
0e082555c   Amir Goldstein   ovl: check for ba...
523
  	} else if (upper && d_inode(upper) != inode) {
6eaf01114   Amir Goldstein   ovl: fix EIO from...
524
  		goto out_dput;
0e082555c   Amir Goldstein   ovl: check for ba...
525
526
527
528
529
530
531
532
533
534
535
536
537
  	} else if (ovl_dentry_weird(index) || ovl_is_whiteout(index) ||
  		   ((inode->i_mode ^ d_inode(origin)->i_mode) & S_IFMT)) {
  		/*
  		 * Index should always be of the same file type as origin
  		 * except for the case of a whiteout index. A whiteout
  		 * index should only exist if all lower aliases have been
  		 * unlinked, which means that finding a lower origin on lookup
  		 * whose index is a whiteout should be treated as an error.
  		 */
  		pr_warn_ratelimited("overlayfs: bad index found (index=%pd2, ftype=%x, origin ftype=%x).
  ",
  				    index, d_inode(index)->i_mode & S_IFMT,
  				    d_inode(origin)->i_mode & S_IFMT);
359f392ca   Amir Goldstein   ovl: lookup index...
538
539
540
541
542
543
  		goto fail;
  	}
  
  out:
  	kfree(name.name);
  	return index;
6eaf01114   Amir Goldstein   ovl: fix EIO from...
544
545
546
547
  out_dput:
  	dput(index);
  	index = NULL;
  	goto out;
359f392ca   Amir Goldstein   ovl: lookup index...
548
549
550
551
552
553
554
  fail:
  	dput(index);
  	index = ERR_PTR(-EIO);
  	goto out;
  }
  
  /*
bbb1e54dd   Miklos Szeredi   ovl: split super.c
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
   * Returns next layer in stack starting from top.
   * Returns -1 if this is the last layer.
   */
  int ovl_path_next(int idx, struct dentry *dentry, struct path *path)
  {
  	struct ovl_entry *oe = dentry->d_fsdata;
  
  	BUG_ON(idx < 0);
  	if (idx == 0) {
  		ovl_path_upper(dentry, path);
  		if (path->dentry)
  			return oe->numlower ? 1 : -1;
  		idx++;
  	}
  	BUG_ON(idx > oe->numlower);
  	*path = oe->lowerstack[idx - 1];
  
  	return (idx < oe->numlower) ? idx + 1 : -1;
  }
  
  struct dentry *ovl_lookup(struct inode *dir, struct dentry *dentry,
  			  unsigned int flags)
  {
  	struct ovl_entry *oe;
  	const struct cred *old_cred;
6b2d5fe46   Miklos Szeredi   ovl: check namelen
580
  	struct ovl_fs *ofs = dentry->d_sb->s_fs_info;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
581
  	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
c22205d05   Amir Goldstein   ovl: use an auxil...
582
  	struct ovl_entry *roe = dentry->d_sb->s_root->d_fsdata;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
583
584
  	struct path *stack = NULL;
  	struct dentry *upperdir, *upperdentry = NULL;
359f392ca   Amir Goldstein   ovl: lookup index...
585
  	struct dentry *index = NULL;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
586
587
588
  	unsigned int ctr = 0;
  	struct inode *inode = NULL;
  	bool upperopaque = false;
02b69b284   Miklos Szeredi   ovl: lookup redir...
589
  	char *upperredirect = NULL;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
590
591
592
  	struct dentry *this;
  	unsigned int i;
  	int err;
e28edc46b   Miklos Szeredi   ovl: consolidate ...
593
594
595
596
597
598
  	struct ovl_lookup_data d = {
  		.name = dentry->d_name,
  		.is_dir = false,
  		.opaque = false,
  		.stop = false,
  		.last = !poe->numlower,
02b69b284   Miklos Szeredi   ovl: lookup redir...
599
  		.redirect = NULL,
e28edc46b   Miklos Szeredi   ovl: consolidate ...
600
  	};
bbb1e54dd   Miklos Szeredi   ovl: split super.c
601

6b2d5fe46   Miklos Szeredi   ovl: check namelen
602
603
  	if (dentry->d_name.len > ofs->namelen)
  		return ERR_PTR(-ENAMETOOLONG);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
604
  	old_cred = ovl_override_creds(dentry->d_sb);
09d8b5867   Miklos Szeredi   ovl: move __upper...
605
  	upperdir = ovl_dentry_upper(dentry->d_parent);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
606
  	if (upperdir) {
e28edc46b   Miklos Szeredi   ovl: consolidate ...
607
608
  		err = ovl_lookup_layer(upperdir, &d, &upperdentry);
  		if (err)
bbb1e54dd   Miklos Szeredi   ovl: split super.c
609
  			goto out;
e28edc46b   Miklos Szeredi   ovl: consolidate ...
610
611
612
613
  		if (upperdentry && unlikely(ovl_dentry_remote(upperdentry))) {
  			dput(upperdentry);
  			err = -EREMOTE;
  			goto out;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
614
  		}
a9d019573   Amir Goldstein   ovl: lookup non-d...
615
616
  		if (upperdentry && !d.is_dir) {
  			BUG_ON(!d.stop || d.redirect);
f7d3daca7   Amir Goldstein   ovl: relax same f...
617
618
619
620
621
622
623
624
625
626
  			/*
  			 * Lookup copy up origin by decoding origin file handle.
  			 * We may get a disconnected dentry, which is fine,
  			 * because we only need to hold the origin inode in
  			 * cache and use its inode number.  We may even get a
  			 * connected dentry, that is not under any of the lower
  			 * layers root.  That is also fine for using it's inode
  			 * number - it's the same as if we held a reference
  			 * to a dentry in lower layer that was moved under us.
  			 */
415543d5c   Amir Goldstein   ovl: cleanup bad ...
627
628
  			err = ovl_check_origin(upperdentry, roe->lowerstack,
  					       roe->numlower, &stack, &ctr);
a9d019573   Amir Goldstein   ovl: lookup non-d...
629
  			if (err)
13e656007   Vivek Goyal   ovl: Put upperden...
630
  				goto out_put_upper;
a9d019573   Amir Goldstein   ovl: lookup non-d...
631
  		}
02b69b284   Miklos Szeredi   ovl: lookup redir...
632
633
  
  		if (d.redirect) {
0ce5cdc9d   Dan Carpenter   ovl: Return -ENOM...
634
  			err = -ENOMEM;
02b69b284   Miklos Szeredi   ovl: lookup redir...
635
636
637
638
  			upperredirect = kstrdup(d.redirect, GFP_KERNEL);
  			if (!upperredirect)
  				goto out_put_upper;
  			if (d.redirect[0] == '/')
c22205d05   Amir Goldstein   ovl: use an auxil...
639
  				poe = roe;
02b69b284   Miklos Szeredi   ovl: lookup redir...
640
  		}
e28edc46b   Miklos Szeredi   ovl: consolidate ...
641
  		upperopaque = d.opaque;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
642
  	}
e28edc46b   Miklos Szeredi   ovl: consolidate ...
643
  	if (!d.stop && poe->numlower) {
bbb1e54dd   Miklos Szeredi   ovl: split super.c
644
  		err = -ENOMEM;
02b69b284   Miklos Szeredi   ovl: lookup redir...
645
  		stack = kcalloc(ofs->numlower, sizeof(struct path),
0ee931c4e   Michal Hocko   mm: treewide: rem...
646
  				GFP_KERNEL);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
647
648
649
  		if (!stack)
  			goto out_put_upper;
  	}
e28edc46b   Miklos Szeredi   ovl: consolidate ...
650
  	for (i = 0; !d.stop && i < poe->numlower; i++) {
bbb1e54dd   Miklos Szeredi   ovl: split super.c
651
  		struct path lowerpath = poe->lowerstack[i];
e28edc46b   Miklos Szeredi   ovl: consolidate ...
652
653
654
  		d.last = i == poe->numlower - 1;
  		err = ovl_lookup_layer(lowerpath.dentry, &d, &this);
  		if (err)
bbb1e54dd   Miklos Szeredi   ovl: split super.c
655
  			goto out_put;
6b2d5fe46   Miklos Szeredi   ovl: check namelen
656

bbb1e54dd   Miklos Szeredi   ovl: split super.c
657
658
  		if (!this)
  			continue;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
659
660
661
662
  
  		stack[ctr].dentry = this;
  		stack[ctr].mnt = lowerpath.mnt;
  		ctr++;
02b69b284   Miklos Szeredi   ovl: lookup redir...
663
664
665
  
  		if (d.stop)
  			break;
c22205d05   Amir Goldstein   ovl: use an auxil...
666
667
  		if (d.redirect && d.redirect[0] == '/' && poe != roe) {
  			poe = roe;
02b69b284   Miklos Szeredi   ovl: lookup redir...
668
669
670
671
672
673
674
675
  
  			/* Find the current layer on the root dentry */
  			for (i = 0; i < poe->numlower; i++)
  				if (poe->lowerstack[i].mnt == lowerpath.mnt)
  					break;
  			if (WARN_ON(i == poe->numlower))
  				break;
  		}
bbb1e54dd   Miklos Szeredi   ovl: split super.c
676
  	}
359f392ca   Amir Goldstein   ovl: lookup index...
677
678
679
680
681
682
683
684
685
686
687
  	/* Lookup index by lower inode and verify it matches upper inode */
  	if (ctr && !d.is_dir && ovl_indexdir(dentry->d_sb)) {
  		struct dentry *origin = stack[0].dentry;
  
  		index = ovl_lookup_index(dentry, upperdentry, origin);
  		if (IS_ERR(index)) {
  			err = PTR_ERR(index);
  			index = NULL;
  			goto out_put;
  		}
  	}
bbb1e54dd   Miklos Szeredi   ovl: split super.c
688
689
690
691
  	oe = ovl_alloc_entry(ctr);
  	err = -ENOMEM;
  	if (!oe)
  		goto out_put;
e6d2ebddb   Miklos Szeredi   ovl: simplify get...
692
  	oe->opaque = upperopaque;
e6d2ebddb   Miklos Szeredi   ovl: simplify get...
693
694
  	memcpy(oe->lowerstack, stack, sizeof(struct path) * ctr);
  	dentry->d_fsdata = oe;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
695

55acc6618   Miklos Szeredi   ovl: add flag for...
696
697
698
  	if (upperdentry)
  		ovl_dentry_set_upper_alias(dentry);
  	else if (index)
359f392ca   Amir Goldstein   ovl: lookup index...
699
  		upperdentry = dget(index);
e6d2ebddb   Miklos Szeredi   ovl: simplify get...
700
  	if (upperdentry || ctr) {
6eaf01114   Amir Goldstein   ovl: fix EIO from...
701
  		inode = ovl_get_inode(dentry, upperdentry, index);
b9ac5c274   Miklos Szeredi   ovl: hash overlay...
702
703
  		err = PTR_ERR(inode);
  		if (IS_ERR(inode))
bbb1e54dd   Miklos Szeredi   ovl: split super.c
704
  			goto out_free_oe;
cf31c4634   Miklos Szeredi   ovl: move redirec...
705
706
  
  		OVL_I(inode)->redirect = upperredirect;
359f392ca   Amir Goldstein   ovl: lookup index...
707
708
  		if (index)
  			ovl_set_flag(OVL_INDEX, inode);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
709
710
711
  	}
  
  	revert_creds(old_cred);
359f392ca   Amir Goldstein   ovl: lookup index...
712
  	dput(index);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
713
  	kfree(stack);
02b69b284   Miklos Szeredi   ovl: lookup redir...
714
  	kfree(d.redirect);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
715
716
717
718
719
  	d_add(dentry, inode);
  
  	return NULL;
  
  out_free_oe:
e6d2ebddb   Miklos Szeredi   ovl: simplify get...
720
  	dentry->d_fsdata = NULL;
bbb1e54dd   Miklos Szeredi   ovl: split super.c
721
722
  	kfree(oe);
  out_put:
359f392ca   Amir Goldstein   ovl: lookup index...
723
  	dput(index);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
724
725
726
727
728
  	for (i = 0; i < ctr; i++)
  		dput(stack[i].dentry);
  	kfree(stack);
  out_put_upper:
  	dput(upperdentry);
02b69b284   Miklos Szeredi   ovl: lookup redir...
729
  	kfree(upperredirect);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
730
  out:
02b69b284   Miklos Szeredi   ovl: lookup redir...
731
  	kfree(d.redirect);
bbb1e54dd   Miklos Szeredi   ovl: split super.c
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
  	revert_creds(old_cred);
  	return ERR_PTR(err);
  }
  
  bool ovl_lower_positive(struct dentry *dentry)
  {
  	struct ovl_entry *oe = dentry->d_fsdata;
  	struct ovl_entry *poe = dentry->d_parent->d_fsdata;
  	const struct qstr *name = &dentry->d_name;
  	unsigned int i;
  	bool positive = false;
  	bool done = false;
  
  	/*
  	 * If dentry is negative, then lower is positive iff this is a
  	 * whiteout.
  	 */
  	if (!dentry->d_inode)
  		return oe->opaque;
  
  	/* Negative upper -> positive lower */
09d8b5867   Miklos Szeredi   ovl: move __upper...
753
  	if (!ovl_dentry_upper(dentry))
bbb1e54dd   Miklos Szeredi   ovl: split super.c
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
  		return true;
  
  	/* Positive upper -> have to look up lower to see whether it exists */
  	for (i = 0; !done && !positive && i < poe->numlower; i++) {
  		struct dentry *this;
  		struct dentry *lowerdir = poe->lowerstack[i].dentry;
  
  		this = lookup_one_len_unlocked(name->name, lowerdir,
  					       name->len);
  		if (IS_ERR(this)) {
  			switch (PTR_ERR(this)) {
  			case -ENOENT:
  			case -ENAMETOOLONG:
  				break;
  
  			default:
  				/*
  				 * Assume something is there, we just couldn't
  				 * access it.
  				 */
  				positive = true;
  				break;
  			}
  		} else {
  			if (this->d_inode) {
  				positive = !ovl_is_whiteout(this);
  				done = true;
  			}
  			dput(this);
  		}
  	}
  
  	return positive;
  }