]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - fs/overlayfs/inode.c
Merge tag 'imx-fixes-4.13' of git://git.kernel.org/pub/scm/linux/kernel/git/shawnguo...
[mirror_ubuntu-artful-kernel.git] / fs / overlayfs / inode.c
CommitLineData
e9be9d5e
MS
1/*
2 *
3 * Copyright (C) 2011 Novell Inc.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 */
9
10#include <linux/fs.h>
11#include <linux/slab.h>
5b825c3a 12#include <linux/cred.h>
e9be9d5e 13#include <linux/xattr.h>
5201dc44 14#include <linux/posix_acl.h>
5f8415d6 15#include <linux/ratelimit.h>
e9be9d5e
MS
16#include "overlayfs.h"
17
e9be9d5e
MS
18int ovl_setattr(struct dentry *dentry, struct iattr *attr)
19{
20 int err;
21 struct dentry *upperdentry;
1175b6b8 22 const struct cred *old_cred;
e9be9d5e 23
cf9a6784
MS
24 /*
25 * Check for permissions before trying to copy-up. This is redundant
26 * since it will be rechecked later by ->setattr() on upper dentry. But
27 * without this, copy-up can be triggered by just about anybody.
28 *
29 * We don't initialize inode->size, which just means that
30 * inode_newsize_ok() will always check against MAX_LFS_FILESIZE and not
31 * check for a swapfile (which this won't be anyway).
32 */
31051c85 33 err = setattr_prepare(dentry, attr);
cf9a6784
MS
34 if (err)
35 return err;
36
e9be9d5e
MS
37 err = ovl_want_write(dentry);
38 if (err)
39 goto out;
40
acff81ec
MS
41 err = ovl_copy_up(dentry);
42 if (!err) {
43 upperdentry = ovl_dentry_upper(dentry);
44
b99c2d91
MS
45 if (attr->ia_valid & (ATTR_KILL_SUID|ATTR_KILL_SGID))
46 attr->ia_valid &= ~ATTR_MODE;
47
5955102c 48 inode_lock(upperdentry->d_inode);
1175b6b8 49 old_cred = ovl_override_creds(dentry->d_sb);
e9be9d5e 50 err = notify_change(upperdentry, attr, NULL);
1175b6b8 51 revert_creds(old_cred);
b81de061
KK
52 if (!err)
53 ovl_copyattr(upperdentry->d_inode, dentry->d_inode);
5955102c 54 inode_unlock(upperdentry->d_inode);
e9be9d5e
MS
55 }
56 ovl_drop_write(dentry);
57out:
58 return err;
59}
60
5b712091
MS
61int ovl_getattr(const struct path *path, struct kstat *stat,
62 u32 request_mask, unsigned int flags)
e9be9d5e 63{
a528d35e 64 struct dentry *dentry = path->dentry;
72b608f0 65 enum ovl_path_type type;
e9be9d5e 66 struct path realpath;
1175b6b8 67 const struct cred *old_cred;
5b712091 68 bool is_dir = S_ISDIR(dentry->d_inode->i_mode);
1175b6b8 69 int err;
e9be9d5e 70
72b608f0 71 type = ovl_path_real(dentry, &realpath);
1175b6b8 72 old_cred = ovl_override_creds(dentry->d_sb);
a528d35e 73 err = vfs_getattr(&realpath, stat, request_mask, flags);
72b608f0
AG
74 if (err)
75 goto out;
76
77 /*
78 * When all layers are on the same fs, all real inode number are
79 * unique, so we use the overlay st_dev, which is friendly to du -x.
80 *
81 * We also use st_ino of the copy up origin, if we know it.
82 * This guaranties constant st_dev/st_ino across copy up.
83 *
84 * If filesystem supports NFS export ops, this also guaranties
85 * persistent st_ino across mount cycle.
86 */
87 if (ovl_same_sb(dentry->d_sb)) {
88 if (OVL_TYPE_ORIGIN(type)) {
89 struct kstat lowerstat;
5b712091 90 u32 lowermask = STATX_INO | (!is_dir ? STATX_NLINK : 0);
72b608f0
AG
91
92 ovl_path_lower(dentry, &realpath);
93 err = vfs_getattr(&realpath, &lowerstat,
5b712091 94 lowermask, flags);
72b608f0
AG
95 if (err)
96 goto out;
97
98 WARN_ON_ONCE(stat->dev != lowerstat.dev);
99 /*
359f392c 100 * Lower hardlinks may be broken on copy up to different
72b608f0
AG
101 * upper files, so we cannot use the lower origin st_ino
102 * for those different files, even for the same fs case.
359f392c
AG
103 * With inodes index enabled, it is safe to use st_ino
104 * of an indexed hardlinked origin. The index validates
105 * that the upper hardlink is not broken.
72b608f0 106 */
359f392c
AG
107 if (is_dir || lowerstat.nlink == 1 ||
108 ovl_test_flag(OVL_INDEX, d_inode(dentry)))
72b608f0
AG
109 stat->ino = lowerstat.ino;
110 }
111 stat->dev = dentry->d_sb->s_dev;
5b712091
MS
112 } else if (is_dir) {
113 /*
114 * If not all layers are on the same fs the pair {real st_ino;
115 * overlay st_dev} is not unique, so use the non persistent
116 * overlay st_ino.
117 *
118 * Always use the overlay st_dev for directories, so 'find
119 * -xdev' will scan the entire overlay mount and won't cross the
120 * overlay mount boundaries.
121 */
122 stat->dev = dentry->d_sb->s_dev;
123 stat->ino = dentry->d_inode->i_ino;
72b608f0 124 }
5b712091
MS
125
126 /*
127 * It's probably not worth it to count subdirs to get the
128 * correct link count. nlink=1 seems to pacify 'find' and
129 * other utilities.
130 */
131 if (is_dir && OVL_TYPE_MERGE(type))
132 stat->nlink = 1;
133
5f8415d6
AG
134 /*
135 * Return the overlay inode nlinks for indexed upper inodes.
136 * Overlay inode nlink counts the union of the upper hardlinks
137 * and non-covered lower hardlinks. It does not include the upper
138 * index hardlink.
139 */
140 if (!is_dir && ovl_test_flag(OVL_INDEX, d_inode(dentry)))
141 stat->nlink = dentry->d_inode->i_nlink;
142
72b608f0 143out:
1175b6b8 144 revert_creds(old_cred);
72b608f0 145
1175b6b8 146 return err;
e9be9d5e
MS
147}
148
149int ovl_permission(struct inode *inode, int mask)
150{
09d8b586
MS
151 struct inode *upperinode = ovl_inode_upper(inode);
152 struct inode *realinode = upperinode ?: ovl_inode_lower(inode);
c0ca3d70 153 const struct cred *old_cred;
e9be9d5e
MS
154 int err;
155
e9be9d5e 156 /* Careful in RCU walk mode */
e9be9d5e
MS
157 if (!realinode) {
158 WARN_ON(!(mask & MAY_NOT_BLOCK));
a999d7e1 159 return -ECHILD;
e9be9d5e
MS
160 }
161
c0ca3d70
VG
162 /*
163 * Check overlay inode with the creds of task and underlying inode
164 * with creds of mounter
165 */
166 err = generic_permission(inode, mask);
167 if (err)
168 return err;
169
170 old_cred = ovl_override_creds(inode->i_sb);
09d8b586
MS
171 if (!upperinode &&
172 !special_file(realinode->i_mode) && mask & MAY_WRITE) {
754f8cb7 173 mask &= ~(MAY_WRITE | MAY_APPEND);
500cac3c
VG
174 /* Make sure mounter can read file for copy up later */
175 mask |= MAY_READ;
176 }
9c630ebe 177 err = inode_permission(realinode, mask);
c0ca3d70
VG
178 revert_creds(old_cred);
179
180 return err;
e9be9d5e
MS
181}
182
6b255391 183static const char *ovl_get_link(struct dentry *dentry,
fceef393
AV
184 struct inode *inode,
185 struct delayed_call *done)
e9be9d5e 186{
1175b6b8
VG
187 const struct cred *old_cred;
188 const char *p;
e9be9d5e 189
6b255391
AV
190 if (!dentry)
191 return ERR_PTR(-ECHILD);
192
1175b6b8 193 old_cred = ovl_override_creds(dentry->d_sb);
7764235b 194 p = vfs_get_link(ovl_dentry_real(dentry), done);
1175b6b8
VG
195 revert_creds(old_cred);
196 return p;
e9be9d5e
MS
197}
198
0956254a 199bool ovl_is_private_xattr(const char *name)
e9be9d5e 200{
fe2b7595
AG
201 return strncmp(name, OVL_XATTR_PREFIX,
202 sizeof(OVL_XATTR_PREFIX) - 1) == 0;
e9be9d5e
MS
203}
204
1d88f183
MS
205int ovl_xattr_set(struct dentry *dentry, struct inode *inode, const char *name,
206 const void *value, size_t size, int flags)
e9be9d5e
MS
207{
208 int err;
1d88f183
MS
209 struct dentry *upperdentry = ovl_i_dentry_upper(inode);
210 struct dentry *realdentry = upperdentry ?: ovl_dentry_lower(dentry);
1175b6b8 211 const struct cred *old_cred;
e9be9d5e
MS
212
213 err = ovl_want_write(dentry);
214 if (err)
215 goto out;
216
1d88f183
MS
217 if (!value && !upperdentry) {
218 err = vfs_getxattr(realdentry, name, NULL, 0);
0e585ccc
AG
219 if (err < 0)
220 goto out_drop_write;
221 }
222
1d88f183
MS
223 if (!upperdentry) {
224 err = ovl_copy_up(dentry);
225 if (err)
226 goto out_drop_write;
e9be9d5e 227
1d88f183
MS
228 realdentry = ovl_dentry_upper(dentry);
229 }
0e585ccc 230
1175b6b8 231 old_cred = ovl_override_creds(dentry->d_sb);
0e585ccc 232 if (value)
1d88f183 233 err = vfs_setxattr(realdentry, name, value, size, flags);
0e585ccc
AG
234 else {
235 WARN_ON(flags != XATTR_REPLACE);
1d88f183 236 err = vfs_removexattr(realdentry, name);
0e585ccc 237 }
1175b6b8 238 revert_creds(old_cred);
e9be9d5e
MS
239
240out_drop_write:
241 ovl_drop_write(dentry);
242out:
243 return err;
244}
245
1d88f183 246int ovl_xattr_get(struct dentry *dentry, struct inode *inode, const char *name,
0eb45fc3 247 void *value, size_t size)
e9be9d5e 248{
1175b6b8
VG
249 ssize_t res;
250 const struct cred *old_cred;
1d88f183
MS
251 struct dentry *realdentry =
252 ovl_i_dentry_upper(inode) ?: ovl_dentry_lower(dentry);
52148463 253
1175b6b8
VG
254 old_cred = ovl_override_creds(dentry->d_sb);
255 res = vfs_getxattr(realdentry, name, value, size);
256 revert_creds(old_cred);
257 return res;
e9be9d5e
MS
258}
259
a082c6f6
MS
260static bool ovl_can_list(const char *s)
261{
262 /* List all non-trusted xatts */
263 if (strncmp(s, XATTR_TRUSTED_PREFIX, XATTR_TRUSTED_PREFIX_LEN) != 0)
264 return true;
265
266 /* Never list trusted.overlay, list other trusted for superuser only */
267 return !ovl_is_private_xattr(s) && capable(CAP_SYS_ADMIN);
268}
269
e9be9d5e
MS
270ssize_t ovl_listxattr(struct dentry *dentry, char *list, size_t size)
271{
b581755b 272 struct dentry *realdentry = ovl_dentry_real(dentry);
e9be9d5e 273 ssize_t res;
7cb35119
MS
274 size_t len;
275 char *s;
1175b6b8 276 const struct cred *old_cred;
e9be9d5e 277
1175b6b8 278 old_cred = ovl_override_creds(dentry->d_sb);
b581755b 279 res = vfs_listxattr(realdentry, list, size);
1175b6b8 280 revert_creds(old_cred);
e9be9d5e
MS
281 if (res <= 0 || size == 0)
282 return res;
283
e9be9d5e 284 /* filter out private xattrs */
7cb35119
MS
285 for (s = list, len = res; len;) {
286 size_t slen = strnlen(s, len) + 1;
e9be9d5e 287
7cb35119
MS
288 /* underlying fs providing us with an broken xattr list? */
289 if (WARN_ON(slen > len))
290 return -EIO;
e9be9d5e 291
7cb35119 292 len -= slen;
a082c6f6 293 if (!ovl_can_list(s)) {
e9be9d5e 294 res -= slen;
7cb35119 295 memmove(s, s + slen, len);
e9be9d5e 296 } else {
7cb35119 297 s += slen;
e9be9d5e
MS
298 }
299 }
300
301 return res;
302}
303
39a25b2b
VG
304struct posix_acl *ovl_get_acl(struct inode *inode, int type)
305{
09d8b586 306 struct inode *realinode = ovl_inode_real(inode);
1175b6b8
VG
307 const struct cred *old_cred;
308 struct posix_acl *acl;
39a25b2b 309
5201dc44 310 if (!IS_ENABLED(CONFIG_FS_POSIX_ACL) || !IS_POSIXACL(realinode))
39a25b2b
VG
311 return NULL;
312
1175b6b8 313 old_cred = ovl_override_creds(inode->i_sb);
5201dc44 314 acl = get_acl(realinode, type);
1175b6b8
VG
315 revert_creds(old_cred);
316
317 return acl;
39a25b2b
VG
318}
319
59be0971 320static bool ovl_open_need_copy_up(struct dentry *dentry, int flags)
e9be9d5e 321{
59be0971
AG
322 if (ovl_dentry_upper(dentry) &&
323 ovl_dentry_has_upper_alias(dentry))
e9be9d5e
MS
324 return false;
325
59be0971 326 if (special_file(d_inode(dentry)->i_mode))
e9be9d5e
MS
327 return false;
328
329 if (!(OPEN_FMODE(flags) & FMODE_WRITE) && !(flags & O_TRUNC))
330 return false;
331
332 return true;
333}
334
2d902671 335int ovl_open_maybe_copy_up(struct dentry *dentry, unsigned int file_flags)
e9be9d5e 336{
2d902671 337 int err = 0;
e9be9d5e 338
59be0971 339 if (ovl_open_need_copy_up(dentry, file_flags)) {
e9be9d5e 340 err = ovl_want_write(dentry);
2d902671 341 if (!err) {
9aba6521 342 err = ovl_copy_up_flags(dentry, file_flags);
2d902671
MS
343 ovl_drop_write(dentry);
344 }
e9be9d5e
MS
345 }
346
2d902671 347 return err;
e9be9d5e
MS
348}
349
d719e8f2
MS
350int ovl_update_time(struct inode *inode, struct timespec *ts, int flags)
351{
352 struct dentry *alias;
353 struct path upperpath;
354
355 if (!(flags & S_ATIME))
356 return 0;
357
358 alias = d_find_any_alias(inode);
359 if (!alias)
360 return 0;
361
362 ovl_path_upper(alias, &upperpath);
363 if (upperpath.dentry) {
364 touch_atime(&upperpath);
365 inode->i_atime = d_inode(upperpath.dentry)->i_atime;
366 }
367
368 dput(alias);
369
370 return 0;
371}
372
e9be9d5e
MS
373static const struct inode_operations ovl_file_inode_operations = {
374 .setattr = ovl_setattr,
375 .permission = ovl_permission,
376 .getattr = ovl_getattr,
e9be9d5e 377 .listxattr = ovl_listxattr,
39a25b2b 378 .get_acl = ovl_get_acl,
d719e8f2 379 .update_time = ovl_update_time,
e9be9d5e
MS
380};
381
382static const struct inode_operations ovl_symlink_inode_operations = {
383 .setattr = ovl_setattr,
6b255391 384 .get_link = ovl_get_link,
e9be9d5e 385 .getattr = ovl_getattr,
e9be9d5e 386 .listxattr = ovl_listxattr,
d719e8f2 387 .update_time = ovl_update_time,
e9be9d5e
MS
388};
389
b1eaa950
AG
390/*
391 * It is possible to stack overlayfs instance on top of another
392 * overlayfs instance as lower layer. We need to annonate the
393 * stackable i_mutex locks according to stack level of the super
394 * block instance. An overlayfs instance can never be in stack
395 * depth 0 (there is always a real fs below it). An overlayfs
396 * inode lock will use the lockdep annotaion ovl_i_mutex_key[depth].
397 *
398 * For example, here is a snip from /proc/lockdep_chains after
399 * dir_iterate of nested overlayfs:
400 *
401 * [...] &ovl_i_mutex_dir_key[depth] (stack_depth=2)
402 * [...] &ovl_i_mutex_dir_key[depth]#2 (stack_depth=1)
403 * [...] &type->i_mutex_dir_key (stack_depth=0)
404 */
405#define OVL_MAX_NESTING FILESYSTEM_MAX_STACK_DEPTH
406
407static inline void ovl_lockdep_annotate_inode_mutex_key(struct inode *inode)
408{
409#ifdef CONFIG_LOCKDEP
410 static struct lock_class_key ovl_i_mutex_key[OVL_MAX_NESTING];
411 static struct lock_class_key ovl_i_mutex_dir_key[OVL_MAX_NESTING];
412
413 int depth = inode->i_sb->s_stack_depth - 1;
414
415 if (WARN_ON_ONCE(depth < 0 || depth >= OVL_MAX_NESTING))
416 depth = 0;
417
418 if (S_ISDIR(inode->i_mode))
419 lockdep_set_class(&inode->i_rwsem, &ovl_i_mutex_dir_key[depth]);
420 else
421 lockdep_set_class(&inode->i_rwsem, &ovl_i_mutex_key[depth]);
422#endif
423}
424
ca4c8a3a 425static void ovl_fill_inode(struct inode *inode, umode_t mode, dev_t rdev)
e9be9d5e 426{
e9be9d5e
MS
427 inode->i_ino = get_next_ino();
428 inode->i_mode = mode;
d719e8f2 429 inode->i_flags |= S_NOCMTIME;
2a3a2a3f
MS
430#ifdef CONFIG_FS_POSIX_ACL
431 inode->i_acl = inode->i_default_acl = ACL_DONT_CACHE;
432#endif
e9be9d5e 433
b1eaa950
AG
434 ovl_lockdep_annotate_inode_mutex_key(inode);
435
ca4c8a3a
MS
436 switch (mode & S_IFMT) {
437 case S_IFREG:
438 inode->i_op = &ovl_file_inode_operations;
439 break;
440
e9be9d5e 441 case S_IFDIR:
e9be9d5e
MS
442 inode->i_op = &ovl_dir_inode_operations;
443 inode->i_fop = &ovl_dir_operations;
444 break;
445
446 case S_IFLNK:
447 inode->i_op = &ovl_symlink_inode_operations;
448 break;
449
51f7e52d 450 default:
e9be9d5e 451 inode->i_op = &ovl_file_inode_operations;
ca4c8a3a 452 init_special_inode(inode, mode, rdev);
e9be9d5e 453 break;
51f7e52d
MS
454 }
455}
e9be9d5e 456
5f8415d6
AG
457/*
458 * With inodes index enabled, an overlay inode nlink counts the union of upper
459 * hardlinks and non-covered lower hardlinks. During the lifetime of a non-pure
460 * upper inode, the following nlink modifying operations can happen:
461 *
462 * 1. Lower hardlink copy up
463 * 2. Upper hardlink created, unlinked or renamed over
464 * 3. Lower hardlink whiteout or renamed over
465 *
466 * For the first, copy up case, the union nlink does not change, whether the
467 * operation succeeds or fails, but the upper inode nlink may change.
468 * Therefore, before copy up, we store the union nlink value relative to the
469 * lower inode nlink in the index inode xattr trusted.overlay.nlink.
470 *
471 * For the second, upper hardlink case, the union nlink should be incremented
472 * or decremented IFF the operation succeeds, aligned with nlink change of the
473 * upper inode. Therefore, before link/unlink/rename, we store the union nlink
474 * value relative to the upper inode nlink in the index inode.
475 *
476 * For the last, lower cover up case, we simplify things by preceding the
477 * whiteout or cover up with copy up. This makes sure that there is an index
478 * upper inode where the nlink xattr can be stored before the copied up upper
479 * entry is unlink.
480 */
481#define OVL_NLINK_ADD_UPPER (1 << 0)
482
483/*
484 * On-disk format for indexed nlink:
485 *
486 * nlink relative to the upper inode - "U[+-]NUM"
487 * nlink relative to the lower inode - "L[+-]NUM"
488 */
489
490static int ovl_set_nlink_common(struct dentry *dentry,
491 struct dentry *realdentry, const char *format)
492{
493 struct inode *inode = d_inode(dentry);
494 struct inode *realinode = d_inode(realdentry);
495 char buf[13];
496 int len;
497
498 len = snprintf(buf, sizeof(buf), format,
499 (int) (inode->i_nlink - realinode->i_nlink));
500
501 return ovl_do_setxattr(ovl_dentry_upper(dentry),
502 OVL_XATTR_NLINK, buf, len, 0);
503}
504
505int ovl_set_nlink_upper(struct dentry *dentry)
506{
507 return ovl_set_nlink_common(dentry, ovl_dentry_upper(dentry), "U%+i");
508}
509
510int ovl_set_nlink_lower(struct dentry *dentry)
511{
512 return ovl_set_nlink_common(dentry, ovl_dentry_lower(dentry), "L%+i");
513}
514
caf70cb2
AG
515unsigned int ovl_get_nlink(struct dentry *lowerdentry,
516 struct dentry *upperdentry,
517 unsigned int fallback)
5f8415d6
AG
518{
519 int nlink_diff;
520 int nlink;
521 char buf[13];
522 int err;
523
524 if (!lowerdentry || !upperdentry || d_inode(lowerdentry)->i_nlink == 1)
525 return fallback;
526
527 err = vfs_getxattr(upperdentry, OVL_XATTR_NLINK, &buf, sizeof(buf) - 1);
528 if (err < 0)
529 goto fail;
530
531 buf[err] = '\0';
532 if ((buf[0] != 'L' && buf[0] != 'U') ||
533 (buf[1] != '+' && buf[1] != '-'))
534 goto fail;
535
536 err = kstrtoint(buf + 1, 10, &nlink_diff);
537 if (err < 0)
538 goto fail;
539
540 nlink = d_inode(buf[0] == 'L' ? lowerdentry : upperdentry)->i_nlink;
541 nlink += nlink_diff;
542
543 if (nlink <= 0)
544 goto fail;
545
546 return nlink;
547
548fail:
549 pr_warn_ratelimited("overlayfs: failed to get index nlink (%pd2, err=%i)\n",
550 upperdentry, err);
551 return fallback;
552}
553
ca4c8a3a 554struct inode *ovl_new_inode(struct super_block *sb, umode_t mode, dev_t rdev)
51f7e52d
MS
555{
556 struct inode *inode;
557
558 inode = new_inode(sb);
559 if (inode)
ca4c8a3a 560 ovl_fill_inode(inode, mode, rdev);
51f7e52d
MS
561
562 return inode;
563}
564
565static int ovl_inode_test(struct inode *inode, void *data)
566{
25b7713a 567 return inode->i_private == data;
51f7e52d
MS
568}
569
570static int ovl_inode_set(struct inode *inode, void *data)
571{
25b7713a 572 inode->i_private = data;
51f7e52d
MS
573 return 0;
574}
575
b9ac5c27
MS
576static bool ovl_verify_inode(struct inode *inode, struct dentry *lowerdentry,
577 struct dentry *upperdentry)
578{
579 struct inode *lowerinode = lowerdentry ? d_inode(lowerdentry) : NULL;
580
581 /* Lower (origin) inode must match, even if NULL */
582 if (ovl_inode_lower(inode) != lowerinode)
583 return false;
584
585 /*
586 * Allow non-NULL __upperdentry in inode even if upperdentry is NULL.
587 * This happens when finding a lower alias for a copied up hard link.
588 */
589 if (upperdentry && ovl_inode_upper(inode) != d_inode(upperdentry))
590 return false;
591
592 return true;
593}
594
09d8b586 595struct inode *ovl_get_inode(struct dentry *dentry, struct dentry *upperdentry)
51f7e52d 596{
09d8b586
MS
597 struct dentry *lowerdentry = ovl_dentry_lower(dentry);
598 struct inode *realinode = upperdentry ? d_inode(upperdentry) : NULL;
51f7e52d
MS
599 struct inode *inode;
600
09d8b586
MS
601 if (!realinode)
602 realinode = d_inode(lowerdentry);
603
b9ac5c27
MS
604 if (!S_ISDIR(realinode->i_mode) &&
605 (upperdentry || (lowerdentry && ovl_indexdir(dentry->d_sb)))) {
606 struct inode *key = d_inode(lowerdentry ?: upperdentry);
5f8415d6 607 unsigned int nlink;
b9ac5c27
MS
608
609 inode = iget5_locked(dentry->d_sb, (unsigned long) key,
610 ovl_inode_test, ovl_inode_set, key);
09d8b586 611 if (!inode)
b9ac5c27 612 goto out_nomem;
09d8b586 613 if (!(inode->i_state & I_NEW)) {
b9ac5c27
MS
614 /*
615 * Verify that the underlying files stored in the inode
616 * match those in the dentry.
617 */
618 if (!ovl_verify_inode(inode, lowerdentry, upperdentry)) {
619 iput(inode);
620 inode = ERR_PTR(-ESTALE);
621 goto out;
622 }
623
09d8b586
MS
624 dput(upperdentry);
625 goto out;
626 }
e6d2ebdd 627
5f8415d6
AG
628 nlink = ovl_get_nlink(lowerdentry, upperdentry,
629 realinode->i_nlink);
630 set_nlink(inode, nlink);
e6d2ebdd
MS
631 } else {
632 inode = new_inode(dentry->d_sb);
633 if (!inode)
b9ac5c27 634 goto out_nomem;
e9be9d5e 635 }
e6d2ebdd 636 ovl_fill_inode(inode, realinode->i_mode, realinode->i_rdev);
09d8b586 637 ovl_inode_init(inode, upperdentry, lowerdentry);
13c72075
MS
638
639 if (upperdentry && ovl_is_impuredir(upperdentry))
640 ovl_set_flag(OVL_IMPURE, inode);
641
e6d2ebdd
MS
642 if (inode->i_state & I_NEW)
643 unlock_new_inode(inode);
644out:
e9be9d5e 645 return inode;
b9ac5c27
MS
646
647out_nomem:
648 inode = ERR_PTR(-ENOMEM);
649 goto out;
e9be9d5e 650}