]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - fs/ceph/dir.c
ceph: remove unnecessary checks in __dcache_readdir
[mirror_ubuntu-bionic-kernel.git] / fs / ceph / dir.c
CommitLineData
3d14c5d2 1#include <linux/ceph/ceph_debug.h>
2817b000
SW
2
3#include <linux/spinlock.h>
4#include <linux/fs_struct.h>
5#include <linux/namei.h>
5a0e3ad6 6#include <linux/slab.h>
2817b000
SW
7#include <linux/sched.h>
8
9#include "super.h"
3d14c5d2 10#include "mds_client.h"
2817b000
SW
11
12/*
13 * Directory operations: readdir, lookup, create, link, unlink,
14 * rename, etc.
15 */
16
17/*
18 * Ceph MDS operations are specified in terms of a base ino and
19 * relative path. Thus, the client can specify an operation on a
20 * specific inode (e.g., a getattr due to fstat(2)), or as a path
21 * relative to, say, the root directory.
22 *
23 * Normally, we limit ourselves to strict inode ops (no path component)
24 * or dentry operations (a single path component relative to an ino). The
25 * exception to this is open_root_dentry(), which will open the mount
26 * point by name.
27 */
28
52dfb8ac 29const struct dentry_operations ceph_dentry_ops;
2817b000
SW
30
31/*
32 * Initialize ceph dentry state.
33 */
34int ceph_init_dentry(struct dentry *dentry)
35{
36 struct ceph_dentry_info *di;
37
38 if (dentry->d_fsdata)
39 return 0;
40
99ec2697 41 di = kmem_cache_zalloc(ceph_dentry_cachep, GFP_KERNEL);
2817b000
SW
42 if (!di)
43 return -ENOMEM; /* oh well */
44
45 spin_lock(&dentry->d_lock);
8c6efb58
SW
46 if (dentry->d_fsdata) {
47 /* lost a race */
48 kmem_cache_free(ceph_dentry_cachep, di);
2817b000 49 goto out_unlock;
8c6efb58 50 }
48d0cbd1 51
2b0143b5 52 if (ceph_snap(d_inode(dentry->d_parent)) == CEPH_NOSNAP)
48d0cbd1 53 d_set_d_op(dentry, &ceph_dentry_ops);
2b0143b5 54 else if (ceph_snap(d_inode(dentry->d_parent)) == CEPH_SNAPDIR)
48d0cbd1
SW
55 d_set_d_op(dentry, &ceph_snapdir_dentry_ops);
56 else
57 d_set_d_op(dentry, &ceph_snap_dentry_ops);
58
2817b000
SW
59 di->dentry = dentry;
60 di->lease_session = NULL;
2817b000 61 dentry->d_time = jiffies;
48d0cbd1
SW
62 /* avoid reordering d_fsdata setup so that the check above is safe */
63 smp_mb();
64 dentry->d_fsdata = di;
2817b000
SW
65 ceph_dentry_lru_add(dentry);
66out_unlock:
67 spin_unlock(&dentry->d_lock);
68 return 0;
69}
70
2817b000
SW
71/*
72 * for readdir, we encode the directory frag and offset within that
73 * frag into f_pos.
74 */
75static unsigned fpos_frag(loff_t p)
76{
77 return p >> 32;
78}
79static unsigned fpos_off(loff_t p)
80{
81 return p & 0xffffffff;
82}
83
4d5f5df6
YZ
84static int fpos_cmp(loff_t l, loff_t r)
85{
86 int v = ceph_frag_compare(fpos_frag(l), fpos_frag(r));
87 if (v)
88 return v;
89 return (int)(fpos_off(l) - fpos_off(r));
90}
91
fdd4e158
YZ
92/*
93 * make note of the last dentry we read, so we can
94 * continue at the same lexicographical point,
95 * regardless of what dir changes take place on the
96 * server.
97 */
98static int note_last_dentry(struct ceph_file_info *fi, const char *name,
99 int len, unsigned next_offset)
100{
101 char *buf = kmalloc(len+1, GFP_KERNEL);
102 if (!buf)
103 return -ENOMEM;
104 kfree(fi->last_name);
105 fi->last_name = buf;
106 memcpy(fi->last_name, name, len);
107 fi->last_name[len] = 0;
108 fi->next_offset = next_offset;
109 dout("note_last_dentry '%s'\n", fi->last_name);
110 return 0;
111}
112
c530cd24
YZ
113
114static struct dentry *
115__dcache_find_get_entry(struct dentry *parent, u64 idx,
116 struct ceph_readdir_cache_control *cache_ctl)
117{
118 struct inode *dir = d_inode(parent);
119 struct dentry *dentry;
120 unsigned idx_mask = (PAGE_SIZE / sizeof(struct dentry *)) - 1;
121 loff_t ptr_pos = idx * sizeof(struct dentry *);
122 pgoff_t ptr_pgoff = ptr_pos >> PAGE_SHIFT;
123
124 if (ptr_pos >= i_size_read(dir))
125 return NULL;
126
127 if (!cache_ctl->page || ptr_pgoff != page_index(cache_ctl->page)) {
128 ceph_readdir_cache_release(cache_ctl);
129 cache_ctl->page = find_lock_page(&dir->i_data, ptr_pgoff);
130 if (!cache_ctl->page) {
131 dout(" page %lu not found\n", ptr_pgoff);
132 return ERR_PTR(-EAGAIN);
133 }
134 /* reading/filling the cache are serialized by
135 i_mutex, no need to use page lock */
136 unlock_page(cache_ctl->page);
137 cache_ctl->dentries = kmap(cache_ctl->page);
138 }
139
140 cache_ctl->index = idx & idx_mask;
141
142 rcu_read_lock();
143 spin_lock(&parent->d_lock);
144 /* check i_size again here, because empty directory can be
145 * marked as complete while not holding the i_mutex. */
146 if (ceph_dir_is_complete_ordered(dir) && ptr_pos < i_size_read(dir))
147 dentry = cache_ctl->dentries[cache_ctl->index];
148 else
149 dentry = NULL;
150 spin_unlock(&parent->d_lock);
151 if (dentry && !lockref_get_not_dead(&dentry->d_lockref))
152 dentry = NULL;
153 rcu_read_unlock();
154 return dentry ? : ERR_PTR(-EAGAIN);
155}
156
2817b000
SW
157/*
158 * When possible, we try to satisfy a readdir by peeking at the
159 * dcache. We make this work by carefully ordering dentries on
946e51f2 160 * d_child when we initially get results back from the MDS, and
2817b000
SW
161 * falling back to a "normal" sync readdir if any dentries in the dir
162 * are dropped.
163 *
2f276c51 164 * Complete dir indicates that we have all dentries in the dir. It is
2817b000
SW
165 * defined IFF we hold CEPH_CAP_FILE_SHARED (which will be revoked by
166 * the MDS if/when the directory is modified).
167 */
a30be7cb
YZ
168static int __dcache_readdir(struct file *file, struct dir_context *ctx,
169 u32 shared_gen)
2817b000 170{
77acfa29 171 struct ceph_file_info *fi = file->private_data;
b583043e 172 struct dentry *parent = file->f_path.dentry;
2b0143b5 173 struct inode *dir = d_inode(parent);
fdd4e158 174 struct dentry *dentry, *last = NULL;
2817b000 175 struct ceph_dentry_info *di;
fdd4e158 176 struct ceph_readdir_cache_control cache_ctl = {};
c530cd24
YZ
177 u64 idx = 0;
178 int err = 0;
2817b000 179
fdd4e158 180 dout("__dcache_readdir %p v%u at %llu\n", dir, shared_gen, ctx->pos);
2817b000 181
c530cd24
YZ
182 /* search start position */
183 if (ctx->pos > 2) {
184 u64 count = div_u64(i_size_read(dir), sizeof(struct dentry *));
185 while (count > 0) {
186 u64 step = count >> 1;
187 dentry = __dcache_find_get_entry(parent, idx + step,
188 &cache_ctl);
189 if (!dentry) {
190 /* use linar search */
191 idx = 0;
192 break;
193 }
194 if (IS_ERR(dentry)) {
195 err = PTR_ERR(dentry);
196 goto out;
197 }
198 di = ceph_dentry(dentry);
199 spin_lock(&dentry->d_lock);
200 if (fpos_cmp(di->offset, ctx->pos) < 0) {
201 idx += step + 1;
202 count -= step + 1;
203 } else {
204 count = step;
205 }
206 spin_unlock(&dentry->d_lock);
207 dput(dentry);
208 }
209
210 dout("__dcache_readdir %p cache idx %llu\n", dir, idx);
2817b000
SW
211 }
212
fdd4e158 213
c530cd24
YZ
214 for (;;) {
215 bool emit_dentry = false;
216 dentry = __dcache_find_get_entry(parent, idx++, &cache_ctl);
217 if (!dentry) {
9cfa1098 218 fi->flags |= CEPH_F_ATEND;
fdd4e158
YZ
219 err = 0;
220 break;
2817b000 221 }
c530cd24
YZ
222 if (IS_ERR(dentry)) {
223 err = PTR_ERR(dentry);
224 goto out;
fdd4e158
YZ
225 }
226
fdd4e158
YZ
227 di = ceph_dentry(dentry);
228 spin_lock(&dentry->d_lock);
a30be7cb 229 if (di->lease_shared_gen == shared_gen &&
fdd4e158 230 d_really_is_positive(dentry) &&
fdd4e158
YZ
231 fpos_cmp(ctx->pos, di->offset) <= 0) {
232 emit_dentry = true;
233 }
da502956 234 spin_unlock(&dentry->d_lock);
2817b000 235
fdd4e158
YZ
236 if (emit_dentry) {
237 dout(" %llu (%llu) dentry %p %pd %p\n", di->offset, ctx->pos,
238 dentry, dentry, d_inode(dentry));
239 ctx->pos = di->offset;
240 if (!dir_emit(ctx, dentry->d_name.name,
241 dentry->d_name.len,
242 ceph_translate_ino(dentry->d_sb,
243 d_inode(dentry)->i_ino),
244 d_inode(dentry)->i_mode >> 12)) {
245 dput(dentry);
246 err = 0;
247 break;
248 }
249 ctx->pos++;
0081bd83 250
fdd4e158
YZ
251 if (last)
252 dput(last);
253 last = dentry;
254 } else {
255 dput(dentry);
2817b000 256 }
fdd4e158 257 }
c530cd24 258out:
fdd4e158
YZ
259 ceph_readdir_cache_release(&cache_ctl);
260 if (last) {
261 int ret;
262 di = ceph_dentry(last);
263 ret = note_last_dentry(fi, last->d_name.name, last->d_name.len,
264 fpos_off(di->offset) + 1);
265 if (ret < 0)
266 err = ret;
2817b000 267 dput(last);
fdd4e158 268 }
2817b000
SW
269 return err;
270}
271
77acfa29 272static int ceph_readdir(struct file *file, struct dir_context *ctx)
2817b000 273{
77acfa29
AV
274 struct ceph_file_info *fi = file->private_data;
275 struct inode *inode = file_inode(file);
2817b000 276 struct ceph_inode_info *ci = ceph_inode(inode);
3d14c5d2
YS
277 struct ceph_fs_client *fsc = ceph_inode_to_client(inode);
278 struct ceph_mds_client *mdsc = fsc->mdsc;
77acfa29
AV
279 unsigned frag = fpos_frag(ctx->pos);
280 int off = fpos_off(ctx->pos);
2817b000
SW
281 int err;
282 u32 ftype;
283 struct ceph_mds_reply_info_parsed *rinfo;
2817b000 284
77acfa29 285 dout("readdir %p file %p frag %u off %u\n", inode, file, frag, off);
9cfa1098 286 if (fi->flags & CEPH_F_ATEND)
2817b000
SW
287 return 0;
288
289 /* always start with . and .. */
77acfa29 290 if (ctx->pos == 0) {
2817b000 291 dout("readdir off 0 -> '.'\n");
77acfa29 292 if (!dir_emit(ctx, ".", 1,
ad1fee96 293 ceph_translate_ino(inode->i_sb, inode->i_ino),
77acfa29 294 inode->i_mode >> 12))
2817b000 295 return 0;
77acfa29 296 ctx->pos = 1;
2817b000
SW
297 off = 1;
298 }
77acfa29 299 if (ctx->pos == 1) {
b583043e 300 ino_t ino = parent_ino(file->f_path.dentry);
2817b000 301 dout("readdir off 1 -> '..'\n");
77acfa29 302 if (!dir_emit(ctx, "..", 2,
ad1fee96 303 ceph_translate_ino(inode->i_sb, ino),
77acfa29 304 inode->i_mode >> 12))
2817b000 305 return 0;
77acfa29 306 ctx->pos = 2;
2817b000
SW
307 off = 2;
308 }
309
310 /* can we use the dcache? */
be655596 311 spin_lock(&ci->i_ceph_lock);
fdd4e158 312 if (ceph_test_mount_opt(fsc, DCACHE) &&
3d14c5d2 313 !ceph_test_mount_opt(fsc, NOASYNCREADDIR) &&
a0dff78d 314 ceph_snap(inode) != CEPH_SNAPDIR &&
70db4f36 315 __ceph_dir_is_complete_ordered(ci) &&
2817b000 316 __ceph_caps_issued_mask(ci, CEPH_CAP_FILE_SHARED, 1)) {
a30be7cb 317 u32 shared_gen = ci->i_shared_gen;
be655596 318 spin_unlock(&ci->i_ceph_lock);
a30be7cb 319 err = __dcache_readdir(file, ctx, shared_gen);
efa4c120 320 if (err != -EAGAIN)
2817b000 321 return err;
0081bd83
YZ
322 frag = fpos_frag(ctx->pos);
323 off = fpos_off(ctx->pos);
efa4c120 324 } else {
be655596 325 spin_unlock(&ci->i_ceph_lock);
2817b000 326 }
2817b000
SW
327
328 /* proceed with a normal readdir */
2817b000
SW
329more:
330 /* do we have the correct frag content buffered? */
331 if (fi->frag != frag || fi->last_readdir == NULL) {
332 struct ceph_mds_request *req;
333 int op = ceph_snap(inode) == CEPH_SNAPDIR ?
334 CEPH_MDS_OP_LSSNAP : CEPH_MDS_OP_READDIR;
335
336 /* discard old result, if any */
393f6620 337 if (fi->last_readdir) {
2817b000 338 ceph_mdsc_put_request(fi->last_readdir);
393f6620
SW
339 fi->last_readdir = NULL;
340 }
2817b000 341
2817b000
SW
342 dout("readdir fetching %llx.%llx frag %x offset '%s'\n",
343 ceph_vinop(inode), frag, fi->last_name);
344 req = ceph_mdsc_create_request(mdsc, op, USE_AUTH_MDS);
345 if (IS_ERR(req))
346 return PTR_ERR(req);
54008399
YZ
347 err = ceph_alloc_readdir_reply_buffer(req, inode);
348 if (err) {
349 ceph_mdsc_put_request(req);
350 return err;
351 }
2817b000
SW
352 /* hints to request -> mds selection code */
353 req->r_direct_mode = USE_AUTH_MDS;
354 req->r_direct_hash = ceph_frag_value(frag);
355 req->r_direct_is_hash = true;
a149bb9a 356 if (fi->last_name) {
687265e5 357 req->r_path2 = kstrdup(fi->last_name, GFP_KERNEL);
a149bb9a
SK
358 if (!req->r_path2) {
359 ceph_mdsc_put_request(req);
360 return -ENOMEM;
361 }
362 }
fdd4e158
YZ
363 req->r_dir_release_cnt = fi->dir_release_count;
364 req->r_dir_ordered_cnt = fi->dir_ordered_count;
365 req->r_readdir_cache_idx = fi->readdir_cache_idx;
2817b000
SW
366 req->r_readdir_offset = fi->next_offset;
367 req->r_args.readdir.frag = cpu_to_le32(frag);
a149bb9a
SK
368
369 req->r_inode = inode;
370 ihold(inode);
371 req->r_dentry = dget(file->f_path.dentry);
2817b000
SW
372 err = ceph_mdsc_do_request(mdsc, NULL, req);
373 if (err < 0) {
374 ceph_mdsc_put_request(req);
375 return err;
376 }
377 dout("readdir got and parsed readdir result=%d"
378 " on frag %x, end=%d, complete=%d\n", err, frag,
379 (int)req->r_reply_info.dir_end,
380 (int)req->r_reply_info.dir_complete);
381
2817b000
SW
382
383 /* note next offset and last dentry name */
81c6aea5
YZ
384 rinfo = &req->r_reply_info;
385 if (le32_to_cpu(rinfo->dir_dir->frag) != frag) {
386 frag = le32_to_cpu(rinfo->dir_dir->frag);
fdd4e158
YZ
387 off = req->r_readdir_offset;
388 fi->next_offset = off;
81c6aea5 389 }
fdd4e158 390
f0494206 391 fi->frag = frag;
2817b000
SW
392 fi->offset = fi->next_offset;
393 fi->last_readdir = req;
394
fdd4e158
YZ
395 if (req->r_did_prepopulate) {
396 fi->readdir_cache_idx = req->r_readdir_cache_idx;
397 if (fi->readdir_cache_idx < 0) {
398 /* preclude from marking dir ordered */
399 fi->dir_ordered_count = 0;
400 } else if (ceph_frag_is_leftmost(frag) && off == 2) {
401 /* note dir version at start of readdir so
402 * we can tell if any dentries get dropped */
403 fi->dir_release_count = req->r_dir_release_cnt;
404 fi->dir_ordered_count = req->r_dir_ordered_cnt;
405 }
406 } else {
407 dout("readdir !did_prepopulate");
408 /* disable readdir cache */
409 fi->readdir_cache_idx = -1;
410 /* preclude from marking dir complete */
411 fi->dir_release_count = 0;
412 }
413
2817b000
SW
414 if (req->r_reply_info.dir_end) {
415 kfree(fi->last_name);
416 fi->last_name = NULL;
7b88dadc
SW
417 if (ceph_frag_is_rightmost(frag))
418 fi->next_offset = 2;
419 else
420 fi->next_offset = 0;
2817b000 421 } else {
2817b000
SW
422 err = note_last_dentry(fi,
423 rinfo->dir_dname[rinfo->dir_nr-1],
fdd4e158
YZ
424 rinfo->dir_dname_len[rinfo->dir_nr-1],
425 fi->next_offset + rinfo->dir_nr);
2817b000
SW
426 if (err)
427 return err;
2817b000
SW
428 }
429 }
430
431 rinfo = &fi->last_readdir->r_reply_info;
432 dout("readdir frag %x num %d off %d chunkoff %d\n", frag,
433 rinfo->dir_nr, off, fi->offset);
77acfa29
AV
434
435 ctx->pos = ceph_make_fpos(frag, off);
da39822c 436 while (off >= fi->offset && off - fi->offset < rinfo->dir_nr) {
2817b000
SW
437 struct ceph_mds_reply_inode *in =
438 rinfo->dir_in[off - fi->offset].in;
3105c19c
SW
439 struct ceph_vino vino;
440 ino_t ino;
441
2817b000 442 dout("readdir off %d (%d/%d) -> %lld '%.*s' %p\n",
77acfa29 443 off, off - fi->offset, rinfo->dir_nr, ctx->pos,
2817b000
SW
444 rinfo->dir_dname_len[off - fi->offset],
445 rinfo->dir_dname[off - fi->offset], in);
446 BUG_ON(!in);
447 ftype = le32_to_cpu(in->mode) >> 12;
3105c19c
SW
448 vino.ino = le64_to_cpu(in->ino);
449 vino.snap = le64_to_cpu(in->snapid);
450 ino = ceph_vino_to_ino(vino);
77acfa29 451 if (!dir_emit(ctx,
2817b000
SW
452 rinfo->dir_dname[off - fi->offset],
453 rinfo->dir_dname_len[off - fi->offset],
77acfa29 454 ceph_translate_ino(inode->i_sb, ino), ftype)) {
2817b000
SW
455 dout("filldir stopping us...\n");
456 return 0;
457 }
458 off++;
77acfa29 459 ctx->pos++;
2817b000
SW
460 }
461
462 if (fi->last_name) {
463 ceph_mdsc_put_request(fi->last_readdir);
464 fi->last_readdir = NULL;
465 goto more;
466 }
467
468 /* more frags? */
469 if (!ceph_frag_is_rightmost(frag)) {
470 frag = ceph_frag_next(frag);
471 off = 0;
77acfa29 472 ctx->pos = ceph_make_fpos(frag, off);
2817b000
SW
473 dout("readdir next frag is %x\n", frag);
474 goto more;
475 }
9cfa1098 476 fi->flags |= CEPH_F_ATEND;
2817b000
SW
477
478 /*
479 * if dir_release_count still matches the dir, no dentries
480 * were released during the whole readdir, and we should have
481 * the complete dir contents in our cache.
482 */
fdd4e158
YZ
483 if (atomic64_read(&ci->i_release_count) == fi->dir_release_count) {
484 spin_lock(&ci->i_ceph_lock);
485 if (fi->dir_ordered_count == atomic64_read(&ci->i_ordered_count)) {
70db4f36 486 dout(" marking %p complete and ordered\n", inode);
fdd4e158
YZ
487 /* use i_size to track number of entries in
488 * readdir cache */
489 BUG_ON(fi->readdir_cache_idx < 0);
490 i_size_write(inode, fi->readdir_cache_idx *
491 sizeof(struct dentry*));
492 } else {
70db4f36 493 dout(" marking %p complete\n", inode);
fdd4e158 494 }
70db4f36
YZ
495 __ceph_dir_set_complete(ci, fi->dir_release_count,
496 fi->dir_ordered_count);
fdd4e158 497 spin_unlock(&ci->i_ceph_lock);
2817b000 498 }
2817b000 499
77acfa29 500 dout("readdir %p file %p done.\n", inode, file);
2817b000
SW
501 return 0;
502}
503
dcd3cc05 504static void reset_readdir(struct ceph_file_info *fi, unsigned frag)
2817b000
SW
505{
506 if (fi->last_readdir) {
507 ceph_mdsc_put_request(fi->last_readdir);
508 fi->last_readdir = NULL;
509 }
510 kfree(fi->last_name);
a1629c3b 511 fi->last_name = NULL;
fdd4e158
YZ
512 fi->dir_release_count = 0;
513 fi->readdir_cache_idx = -1;
dcd3cc05
YZ
514 if (ceph_frag_is_leftmost(frag))
515 fi->next_offset = 2; /* compensate for . and .. */
516 else
517 fi->next_offset = 0;
9cfa1098 518 fi->flags &= ~CEPH_F_ATEND;
2817b000
SW
519}
520
965c8e59 521static loff_t ceph_dir_llseek(struct file *file, loff_t offset, int whence)
2817b000
SW
522{
523 struct ceph_file_info *fi = file->private_data;
524 struct inode *inode = file->f_mapping->host;
f0494206 525 loff_t old_offset = ceph_make_fpos(fi->frag, fi->next_offset);
2817b000
SW
526 loff_t retval;
527
5955102c 528 inode_lock(inode);
06222e49 529 retval = -EINVAL;
965c8e59 530 switch (whence) {
2817b000
SW
531 case SEEK_CUR:
532 offset += file->f_pos;
06222e49
JB
533 case SEEK_SET:
534 break;
fdd4e158
YZ
535 case SEEK_END:
536 retval = -EOPNOTSUPP;
06222e49
JB
537 default:
538 goto out;
2817b000 539 }
06222e49 540
f0494206 541 if (offset >= 0) {
2817b000
SW
542 if (offset != file->f_pos) {
543 file->f_pos = offset;
544 file->f_version = 0;
9cfa1098 545 fi->flags &= ~CEPH_F_ATEND;
2817b000
SW
546 }
547 retval = offset;
548
2817b000 549 if (offset == 0 ||
f0494206 550 fpos_frag(offset) != fi->frag ||
2817b000 551 fpos_off(offset) < fi->offset) {
fdd4e158
YZ
552 /* discard buffered readdir content on seekdir(0), or
553 * seek to new frag, or seek prior to current chunk */
2817b000 554 dout("dir_llseek dropping %p content\n", file);
dcd3cc05 555 reset_readdir(fi, fpos_frag(offset));
fdd4e158
YZ
556 } else if (fpos_cmp(offset, old_offset) > 0) {
557 /* reset dir_release_count if we did a forward seek */
558 fi->dir_release_count = 0;
559 fi->readdir_cache_idx = -1;
2817b000 560 }
2817b000 561 }
06222e49 562out:
5955102c 563 inode_unlock(inode);
2817b000
SW
564 return retval;
565}
566
567/*
468640e3 568 * Handle lookups for the hidden .snap directory.
2817b000 569 */
468640e3
SW
570int ceph_handle_snapdir(struct ceph_mds_request *req,
571 struct dentry *dentry, int err)
2817b000 572{
3d14c5d2 573 struct ceph_fs_client *fsc = ceph_sb_to_client(dentry->d_sb);
2b0143b5 574 struct inode *parent = d_inode(dentry->d_parent); /* we hold i_mutex */
2817b000
SW
575
576 /* .snap dir? */
577 if (err == -ENOENT &&
455cec0a 578 ceph_snap(parent) == CEPH_NOSNAP &&
6b805185 579 strcmp(dentry->d_name.name,
3d14c5d2 580 fsc->mount_options->snapdir_name) == 0) {
2817b000 581 struct inode *inode = ceph_get_snapdir(parent);
a455589f
AV
582 dout("ENOENT on snapdir %p '%pd', linking to snapdir %p\n",
583 dentry, dentry, inode);
9358c6d4 584 BUG_ON(!d_unhashed(dentry));
2817b000
SW
585 d_add(dentry, inode);
586 err = 0;
587 }
468640e3
SW
588 return err;
589}
2817b000 590
468640e3
SW
591/*
592 * Figure out final result of a lookup/open request.
593 *
594 * Mainly, make sure we return the final req->r_dentry (if it already
595 * existed) in place of the original VFS-provided dentry when they
596 * differ.
597 *
598 * Gracefully handle the case where the MDS replies with -ENOENT and
599 * no trace (which it may do, at its discretion, e.g., if it doesn't
600 * care to issue a lease on the negative dentry).
601 */
602struct dentry *ceph_finish_lookup(struct ceph_mds_request *req,
603 struct dentry *dentry, int err)
604{
2817b000
SW
605 if (err == -ENOENT) {
606 /* no trace? */
607 err = 0;
608 if (!req->r_reply_info.head->is_dentry) {
609 dout("ENOENT and no trace, dentry %p inode %p\n",
2b0143b5
DH
610 dentry, d_inode(dentry));
611 if (d_really_is_positive(dentry)) {
2817b000
SW
612 d_drop(dentry);
613 err = -ENOENT;
614 } else {
615 d_add(dentry, NULL);
616 }
617 }
618 }
619 if (err)
620 dentry = ERR_PTR(err);
621 else if (dentry != req->r_dentry)
622 dentry = dget(req->r_dentry); /* we got spliced */
623 else
624 dentry = NULL;
625 return dentry;
626}
627
1d1de916
SW
628static int is_root_ceph_dentry(struct inode *inode, struct dentry *dentry)
629{
630 return ceph_ino(inode) == CEPH_INO_ROOT &&
631 strncmp(dentry->d_name.name, ".ceph", 5) == 0;
632}
633
2817b000
SW
634/*
635 * Look up a single dir entry. If there is a lookup intent, inform
636 * the MDS so that it gets our 'caps wanted' value in a single op.
637 */
638static struct dentry *ceph_lookup(struct inode *dir, struct dentry *dentry,
00cd8dd3 639 unsigned int flags)
2817b000 640{
3d14c5d2
YS
641 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
642 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000
SW
643 struct ceph_mds_request *req;
644 int op;
315f2408 645 int mask;
2817b000
SW
646 int err;
647
a455589f
AV
648 dout("lookup %p dentry %p '%pd'\n",
649 dir, dentry, dentry);
2817b000
SW
650
651 if (dentry->d_name.len > NAME_MAX)
652 return ERR_PTR(-ENAMETOOLONG);
653
654 err = ceph_init_dentry(dentry);
655 if (err < 0)
656 return ERR_PTR(err);
657
2817b000 658 /* can we conclude ENOENT locally? */
2b0143b5 659 if (d_really_is_negative(dentry)) {
2817b000
SW
660 struct ceph_inode_info *ci = ceph_inode(dir);
661 struct ceph_dentry_info *di = ceph_dentry(dentry);
662
be655596 663 spin_lock(&ci->i_ceph_lock);
2817b000
SW
664 dout(" dir %p flags are %d\n", dir, ci->i_ceph_flags);
665 if (strncmp(dentry->d_name.name,
3d14c5d2 666 fsc->mount_options->snapdir_name,
2817b000 667 dentry->d_name.len) &&
1d1de916 668 !is_root_ceph_dentry(dir, dentry) &&
e2c3de04 669 ceph_test_mount_opt(fsc, DCACHE) &&
2f276c51 670 __ceph_dir_is_complete(ci) &&
2817b000 671 (__ceph_caps_issued_mask(ci, CEPH_CAP_FILE_SHARED, 1))) {
be655596 672 spin_unlock(&ci->i_ceph_lock);
2817b000
SW
673 dout(" dir %p complete, -ENOENT\n", dir);
674 d_add(dentry, NULL);
675 di->lease_shared_gen = ci->i_shared_gen;
676 return NULL;
677 }
be655596 678 spin_unlock(&ci->i_ceph_lock);
2817b000
SW
679 }
680
681 op = ceph_snap(dir) == CEPH_SNAPDIR ?
682 CEPH_MDS_OP_LOOKUPSNAP : CEPH_MDS_OP_LOOKUP;
683 req = ceph_mdsc_create_request(mdsc, op, USE_ANY_MDS);
684 if (IS_ERR(req))
7e34bc52 685 return ERR_CAST(req);
2817b000
SW
686 req->r_dentry = dget(dentry);
687 req->r_num_caps = 2;
315f2408
YZ
688
689 mask = CEPH_STAT_CAP_INODE | CEPH_CAP_AUTH_SHARED;
690 if (ceph_security_xattr_wanted(dir))
691 mask |= CEPH_CAP_XATTR_SHARED;
692 req->r_args.getattr.mask = cpu_to_le32(mask);
693
2817b000
SW
694 req->r_locked_dir = dir;
695 err = ceph_mdsc_do_request(mdsc, NULL, req);
468640e3 696 err = ceph_handle_snapdir(req, dentry, err);
2817b000
SW
697 dentry = ceph_finish_lookup(req, dentry, err);
698 ceph_mdsc_put_request(req); /* will dput(dentry) */
699 dout("lookup result=%p\n", dentry);
700 return dentry;
701}
702
703/*
704 * If we do a create but get no trace back from the MDS, follow up with
705 * a lookup (the VFS expects us to link up the provided dentry).
706 */
707int ceph_handle_notrace_create(struct inode *dir, struct dentry *dentry)
708{
00cd8dd3 709 struct dentry *result = ceph_lookup(dir, dentry, 0);
2817b000
SW
710
711 if (result && !IS_ERR(result)) {
712 /*
713 * We created the item, then did a lookup, and found
714 * it was already linked to another inode we already
4d41cef2
YZ
715 * had in our cache (and thus got spliced). To not
716 * confuse VFS (especially when inode is a directory),
717 * we don't link our dentry to that inode, return an
718 * error instead.
719 *
720 * This event should be rare and it happens only when
721 * we talk to old MDS. Recent MDS does not send traceless
722 * reply for request that creates new inode.
2817b000 723 */
5cba372c 724 d_drop(result);
4d41cef2 725 return -ESTALE;
2817b000
SW
726 }
727 return PTR_ERR(result);
728}
729
730static int ceph_mknod(struct inode *dir, struct dentry *dentry,
1a67aafb 731 umode_t mode, dev_t rdev)
2817b000 732{
3d14c5d2
YS
733 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
734 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000 735 struct ceph_mds_request *req;
b1ee94aa 736 struct ceph_acls_info acls = {};
2817b000
SW
737 int err;
738
739 if (ceph_snap(dir) != CEPH_NOSNAP)
740 return -EROFS;
741
b1ee94aa
YZ
742 err = ceph_pre_init_acls(dir, &mode, &acls);
743 if (err < 0)
744 return err;
745
1a67aafb 746 dout("mknod in dir %p dentry %p mode 0%ho rdev %d\n",
2817b000
SW
747 dir, dentry, mode, rdev);
748 req = ceph_mdsc_create_request(mdsc, CEPH_MDS_OP_MKNOD, USE_AUTH_MDS);
749 if (IS_ERR(req)) {
b1ee94aa
YZ
750 err = PTR_ERR(req);
751 goto out;
2817b000
SW
752 }
753 req->r_dentry = dget(dentry);
754 req->r_num_caps = 2;
755 req->r_locked_dir = dir;
756 req->r_args.mknod.mode = cpu_to_le32(mode);
757 req->r_args.mknod.rdev = cpu_to_le32(rdev);
758 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
759 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
b1ee94aa
YZ
760 if (acls.pagelist) {
761 req->r_pagelist = acls.pagelist;
762 acls.pagelist = NULL;
763 }
2817b000
SW
764 err = ceph_mdsc_do_request(mdsc, dir, req);
765 if (!err && !req->r_reply_info.head->is_dentry)
766 err = ceph_handle_notrace_create(dir, dentry);
767 ceph_mdsc_put_request(req);
b1ee94aa 768out:
7221fe4c 769 if (!err)
2b0143b5 770 ceph_init_inode_acls(d_inode(dentry), &acls);
b20a95a0 771 else
2817b000 772 d_drop(dentry);
b1ee94aa 773 ceph_release_acls_info(&acls);
2817b000
SW
774 return err;
775}
776
4acdaf27 777static int ceph_create(struct inode *dir, struct dentry *dentry, umode_t mode,
ebfc3b49 778 bool excl)
2817b000 779{
2d83bde9 780 return ceph_mknod(dir, dentry, mode, 0);
2817b000
SW
781}
782
783static int ceph_symlink(struct inode *dir, struct dentry *dentry,
784 const char *dest)
785{
3d14c5d2
YS
786 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
787 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000
SW
788 struct ceph_mds_request *req;
789 int err;
790
791 if (ceph_snap(dir) != CEPH_NOSNAP)
792 return -EROFS;
793
794 dout("symlink in dir %p dentry %p to '%s'\n", dir, dentry, dest);
795 req = ceph_mdsc_create_request(mdsc, CEPH_MDS_OP_SYMLINK, USE_AUTH_MDS);
796 if (IS_ERR(req)) {
b1ee94aa
YZ
797 err = PTR_ERR(req);
798 goto out;
2817b000 799 }
687265e5 800 req->r_path2 = kstrdup(dest, GFP_KERNEL);
a149bb9a
SK
801 if (!req->r_path2) {
802 err = -ENOMEM;
803 ceph_mdsc_put_request(req);
804 goto out;
805 }
2817b000 806 req->r_locked_dir = dir;
a149bb9a
SK
807 req->r_dentry = dget(dentry);
808 req->r_num_caps = 2;
2817b000
SW
809 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
810 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
811 err = ceph_mdsc_do_request(mdsc, dir, req);
812 if (!err && !req->r_reply_info.head->is_dentry)
813 err = ceph_handle_notrace_create(dir, dentry);
814 ceph_mdsc_put_request(req);
b1ee94aa
YZ
815out:
816 if (err)
2817b000
SW
817 d_drop(dentry);
818 return err;
819}
820
18bb1db3 821static int ceph_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)
2817b000 822{
3d14c5d2
YS
823 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
824 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000 825 struct ceph_mds_request *req;
b1ee94aa 826 struct ceph_acls_info acls = {};
2817b000
SW
827 int err = -EROFS;
828 int op;
829
830 if (ceph_snap(dir) == CEPH_SNAPDIR) {
831 /* mkdir .snap/foo is a MKSNAP */
832 op = CEPH_MDS_OP_MKSNAP;
a455589f
AV
833 dout("mksnap dir %p snap '%pd' dn %p\n", dir,
834 dentry, dentry);
2817b000 835 } else if (ceph_snap(dir) == CEPH_NOSNAP) {
18bb1db3 836 dout("mkdir dir %p dn %p mode 0%ho\n", dir, dentry, mode);
2817b000
SW
837 op = CEPH_MDS_OP_MKDIR;
838 } else {
839 goto out;
840 }
b1ee94aa
YZ
841
842 mode |= S_IFDIR;
843 err = ceph_pre_init_acls(dir, &mode, &acls);
844 if (err < 0)
845 goto out;
846
2817b000
SW
847 req = ceph_mdsc_create_request(mdsc, op, USE_AUTH_MDS);
848 if (IS_ERR(req)) {
849 err = PTR_ERR(req);
850 goto out;
851 }
852
853 req->r_dentry = dget(dentry);
854 req->r_num_caps = 2;
855 req->r_locked_dir = dir;
856 req->r_args.mkdir.mode = cpu_to_le32(mode);
857 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
858 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
b1ee94aa
YZ
859 if (acls.pagelist) {
860 req->r_pagelist = acls.pagelist;
861 acls.pagelist = NULL;
862 }
2817b000 863 err = ceph_mdsc_do_request(mdsc, dir, req);
275dd19e
YZ
864 if (!err &&
865 !req->r_reply_info.head->is_target &&
866 !req->r_reply_info.head->is_dentry)
2817b000
SW
867 err = ceph_handle_notrace_create(dir, dentry);
868 ceph_mdsc_put_request(req);
869out:
b20a95a0 870 if (!err)
2b0143b5 871 ceph_init_inode_acls(d_inode(dentry), &acls);
b20a95a0 872 else
2817b000 873 d_drop(dentry);
b1ee94aa 874 ceph_release_acls_info(&acls);
2817b000
SW
875 return err;
876}
877
878static int ceph_link(struct dentry *old_dentry, struct inode *dir,
879 struct dentry *dentry)
880{
3d14c5d2
YS
881 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
882 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000
SW
883 struct ceph_mds_request *req;
884 int err;
885
886 if (ceph_snap(dir) != CEPH_NOSNAP)
887 return -EROFS;
888
889 dout("link in dir %p old_dentry %p dentry %p\n", dir,
890 old_dentry, dentry);
891 req = ceph_mdsc_create_request(mdsc, CEPH_MDS_OP_LINK, USE_AUTH_MDS);
892 if (IS_ERR(req)) {
893 d_drop(dentry);
894 return PTR_ERR(req);
895 }
896 req->r_dentry = dget(dentry);
897 req->r_num_caps = 2;
4b58c9b1 898 req->r_old_dentry = dget(old_dentry);
2817b000
SW
899 req->r_locked_dir = dir;
900 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
901 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
ad88f23f
YZ
902 /* release LINK_SHARED on source inode (mds will lock it) */
903 req->r_old_inode_drop = CEPH_CAP_LINK_SHARED;
2817b000 904 err = ceph_mdsc_do_request(mdsc, dir, req);
70b666c3 905 if (err) {
2817b000 906 d_drop(dentry);
70b666c3 907 } else if (!req->r_reply_info.head->is_dentry) {
2b0143b5
DH
908 ihold(d_inode(old_dentry));
909 d_instantiate(dentry, d_inode(old_dentry));
70b666c3 910 }
2817b000
SW
911 ceph_mdsc_put_request(req);
912 return err;
913}
914
915/*
916 * For a soon-to-be unlinked file, drop the AUTH_RDCACHE caps. If it
917 * looks like the link count will hit 0, drop any other caps (other
918 * than PIN) we don't specifically want (due to the file still being
919 * open).
920 */
921static int drop_caps_for_unlink(struct inode *inode)
922{
923 struct ceph_inode_info *ci = ceph_inode(inode);
924 int drop = CEPH_CAP_LINK_SHARED | CEPH_CAP_LINK_EXCL;
925
be655596 926 spin_lock(&ci->i_ceph_lock);
2817b000
SW
927 if (inode->i_nlink == 1) {
928 drop |= ~(__ceph_caps_wanted(ci) | CEPH_CAP_PIN);
929 ci->i_ceph_flags |= CEPH_I_NODELAY;
930 }
be655596 931 spin_unlock(&ci->i_ceph_lock);
2817b000
SW
932 return drop;
933}
934
935/*
936 * rmdir and unlink are differ only by the metadata op code
937 */
938static int ceph_unlink(struct inode *dir, struct dentry *dentry)
939{
3d14c5d2
YS
940 struct ceph_fs_client *fsc = ceph_sb_to_client(dir->i_sb);
941 struct ceph_mds_client *mdsc = fsc->mdsc;
2b0143b5 942 struct inode *inode = d_inode(dentry);
2817b000
SW
943 struct ceph_mds_request *req;
944 int err = -EROFS;
945 int op;
946
947 if (ceph_snap(dir) == CEPH_SNAPDIR) {
948 /* rmdir .snap/foo is RMSNAP */
a455589f 949 dout("rmsnap dir %p '%pd' dn %p\n", dir, dentry, dentry);
2817b000
SW
950 op = CEPH_MDS_OP_RMSNAP;
951 } else if (ceph_snap(dir) == CEPH_NOSNAP) {
952 dout("unlink/rmdir dir %p dn %p inode %p\n",
953 dir, dentry, inode);
e36cb0b8 954 op = d_is_dir(dentry) ?
2817b000
SW
955 CEPH_MDS_OP_RMDIR : CEPH_MDS_OP_UNLINK;
956 } else
957 goto out;
958 req = ceph_mdsc_create_request(mdsc, op, USE_AUTH_MDS);
959 if (IS_ERR(req)) {
960 err = PTR_ERR(req);
961 goto out;
962 }
963 req->r_dentry = dget(dentry);
964 req->r_num_caps = 2;
965 req->r_locked_dir = dir;
966 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
967 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
968 req->r_inode_drop = drop_caps_for_unlink(inode);
969 err = ceph_mdsc_do_request(mdsc, dir, req);
970 if (!err && !req->r_reply_info.head->is_dentry)
971 d_delete(dentry);
972 ceph_mdsc_put_request(req);
973out:
974 return err;
975}
976
977static int ceph_rename(struct inode *old_dir, struct dentry *old_dentry,
978 struct inode *new_dir, struct dentry *new_dentry)
979{
3d14c5d2
YS
980 struct ceph_fs_client *fsc = ceph_sb_to_client(old_dir->i_sb);
981 struct ceph_mds_client *mdsc = fsc->mdsc;
2817b000 982 struct ceph_mds_request *req;
0ea611a3 983 int op = CEPH_MDS_OP_RENAME;
2817b000
SW
984 int err;
985
986 if (ceph_snap(old_dir) != ceph_snap(new_dir))
987 return -EXDEV;
0ea611a3
YZ
988 if (ceph_snap(old_dir) != CEPH_NOSNAP) {
989 if (old_dir == new_dir && ceph_snap(old_dir) == CEPH_SNAPDIR)
990 op = CEPH_MDS_OP_RENAMESNAP;
991 else
992 return -EROFS;
993 }
2817b000
SW
994 dout("rename dir %p dentry %p to dir %p dentry %p\n",
995 old_dir, old_dentry, new_dir, new_dentry);
0ea611a3 996 req = ceph_mdsc_create_request(mdsc, op, USE_AUTH_MDS);
2817b000
SW
997 if (IS_ERR(req))
998 return PTR_ERR(req);
180061a5 999 ihold(old_dir);
2817b000
SW
1000 req->r_dentry = dget(new_dentry);
1001 req->r_num_caps = 2;
1002 req->r_old_dentry = dget(old_dentry);
180061a5 1003 req->r_old_dentry_dir = old_dir;
2817b000
SW
1004 req->r_locked_dir = new_dir;
1005 req->r_old_dentry_drop = CEPH_CAP_FILE_SHARED;
1006 req->r_old_dentry_unless = CEPH_CAP_FILE_EXCL;
1007 req->r_dentry_drop = CEPH_CAP_FILE_SHARED;
1008 req->r_dentry_unless = CEPH_CAP_FILE_EXCL;
1009 /* release LINK_RDCACHE on source inode (mds will lock it) */
1010 req->r_old_inode_drop = CEPH_CAP_LINK_SHARED;
2b0143b5
DH
1011 if (d_really_is_positive(new_dentry))
1012 req->r_inode_drop = drop_caps_for_unlink(d_inode(new_dentry));
2817b000
SW
1013 err = ceph_mdsc_do_request(mdsc, old_dir, req);
1014 if (!err && !req->r_reply_info.head->is_dentry) {
1015 /*
1016 * Normally d_move() is done by fill_trace (called by
1017 * do_request, above). If there is no trace, we need
1018 * to do it here.
1019 */
ea1409f9 1020
fdd4e158
YZ
1021 /* d_move screws up sibling dentries' offsets */
1022 ceph_dir_clear_complete(old_dir);
1023 ceph_dir_clear_complete(new_dir);
1024
2817b000 1025 d_move(old_dentry, new_dentry);
ea1409f9
SW
1026
1027 /* ensure target dentry is invalidated, despite
1028 rehashing bug in vfs_rename_dir */
81a6cf2d 1029 ceph_invalidate_dentry_lease(new_dentry);
2817b000
SW
1030 }
1031 ceph_mdsc_put_request(req);
1032 return err;
1033}
1034
81a6cf2d
SW
1035/*
1036 * Ensure a dentry lease will no longer revalidate.
1037 */
1038void ceph_invalidate_dentry_lease(struct dentry *dentry)
1039{
1040 spin_lock(&dentry->d_lock);
1041 dentry->d_time = jiffies;
1042 ceph_dentry(dentry)->lease_shared_gen = 0;
1043 spin_unlock(&dentry->d_lock);
1044}
2817b000
SW
1045
1046/*
1047 * Check if dentry lease is valid. If not, delete the lease. Try to
1048 * renew if the least is more than half up.
1049 */
1050static int dentry_lease_is_valid(struct dentry *dentry)
1051{
1052 struct ceph_dentry_info *di;
1053 struct ceph_mds_session *s;
1054 int valid = 0;
1055 u32 gen;
1056 unsigned long ttl;
1057 struct ceph_mds_session *session = NULL;
1058 struct inode *dir = NULL;
1059 u32 seq = 0;
1060
1061 spin_lock(&dentry->d_lock);
1062 di = ceph_dentry(dentry);
3d8eb7a9 1063 if (di->lease_session) {
2817b000 1064 s = di->lease_session;
d8fb02ab 1065 spin_lock(&s->s_gen_ttl_lock);
2817b000
SW
1066 gen = s->s_cap_gen;
1067 ttl = s->s_cap_ttl;
d8fb02ab 1068 spin_unlock(&s->s_gen_ttl_lock);
2817b000
SW
1069
1070 if (di->lease_gen == gen &&
1071 time_before(jiffies, dentry->d_time) &&
1072 time_before(jiffies, ttl)) {
1073 valid = 1;
1074 if (di->lease_renew_after &&
1075 time_after(jiffies, di->lease_renew_after)) {
1076 /* we should renew */
2b0143b5 1077 dir = d_inode(dentry->d_parent);
2817b000
SW
1078 session = ceph_get_mds_session(s);
1079 seq = di->lease_seq;
1080 di->lease_renew_after = 0;
1081 di->lease_renew_from = jiffies;
1082 }
2817b000
SW
1083 }
1084 }
1085 spin_unlock(&dentry->d_lock);
1086
1087 if (session) {
1088 ceph_mdsc_lease_send_msg(session, dir, dentry,
1089 CEPH_MDS_LEASE_RENEW, seq);
1090 ceph_put_mds_session(session);
1091 }
1092 dout("dentry_lease_is_valid - dentry %p = %d\n", dentry, valid);
1093 return valid;
1094}
1095
1096/*
1097 * Check if directory-wide content lease/cap is valid.
1098 */
1099static int dir_lease_is_valid(struct inode *dir, struct dentry *dentry)
1100{
1101 struct ceph_inode_info *ci = ceph_inode(dir);
1102 struct ceph_dentry_info *di = ceph_dentry(dentry);
1103 int valid = 0;
1104
be655596 1105 spin_lock(&ci->i_ceph_lock);
2817b000
SW
1106 if (ci->i_shared_gen == di->lease_shared_gen)
1107 valid = __ceph_caps_issued_mask(ci, CEPH_CAP_FILE_SHARED, 1);
be655596 1108 spin_unlock(&ci->i_ceph_lock);
2817b000
SW
1109 dout("dir_lease_is_valid dir %p v%u dentry %p v%u = %d\n",
1110 dir, (unsigned)ci->i_shared_gen, dentry,
1111 (unsigned)di->lease_shared_gen, valid);
1112 return valid;
1113}
1114
1115/*
1116 * Check if cached dentry can be trusted.
1117 */
0b728e19 1118static int ceph_d_revalidate(struct dentry *dentry, unsigned int flags)
2817b000 1119{
bf1c6aca 1120 int valid = 0;
641235d8 1121 struct dentry *parent;
34286d66
NP
1122 struct inode *dir;
1123
0b728e19 1124 if (flags & LOOKUP_RCU)
34286d66
NP
1125 return -ECHILD;
1126
a455589f 1127 dout("d_revalidate %p '%pd' inode %p offset %lld\n", dentry,
2b0143b5 1128 dentry, d_inode(dentry), ceph_dentry(dentry)->offset);
2817b000 1129
641235d8
YZ
1130 parent = dget_parent(dentry);
1131 dir = d_inode(parent);
bf1c6aca 1132
2817b000
SW
1133 /* always trust cached snapped dentries, snapdir dentry */
1134 if (ceph_snap(dir) != CEPH_NOSNAP) {
a455589f 1135 dout("d_revalidate %p '%pd' inode %p is SNAPPED\n", dentry,
2b0143b5 1136 dentry, d_inode(dentry));
bf1c6aca 1137 valid = 1;
2b0143b5
DH
1138 } else if (d_really_is_positive(dentry) &&
1139 ceph_snap(d_inode(dentry)) == CEPH_SNAPDIR) {
bf1c6aca
SW
1140 valid = 1;
1141 } else if (dentry_lease_is_valid(dentry) ||
1142 dir_lease_is_valid(dir, dentry)) {
2b0143b5
DH
1143 if (d_really_is_positive(dentry))
1144 valid = ceph_is_any_caps(d_inode(dentry));
9215aeea
YZ
1145 else
1146 valid = 1;
2817b000 1147 }
2817b000 1148
200fd27c
YZ
1149 if (!valid) {
1150 struct ceph_mds_client *mdsc =
1151 ceph_sb_to_client(dir->i_sb)->mdsc;
1152 struct ceph_mds_request *req;
1153 int op, mask, err;
1154
1155 op = ceph_snap(dir) == CEPH_SNAPDIR ?
1156 CEPH_MDS_OP_LOOKUPSNAP : CEPH_MDS_OP_LOOKUP;
1157 req = ceph_mdsc_create_request(mdsc, op, USE_ANY_MDS);
1158 if (!IS_ERR(req)) {
1159 req->r_dentry = dget(dentry);
1160 req->r_num_caps = 2;
1161
1162 mask = CEPH_STAT_CAP_INODE | CEPH_CAP_AUTH_SHARED;
1163 if (ceph_security_xattr_wanted(dir))
1164 mask |= CEPH_CAP_XATTR_SHARED;
1165 req->r_args.getattr.mask = mask;
1166
1167 req->r_locked_dir = dir;
1168 err = ceph_mdsc_do_request(mdsc, NULL, req);
1169 if (err == 0 || err == -ENOENT) {
1170 if (dentry == req->r_dentry) {
1171 valid = !d_unhashed(dentry);
1172 } else {
1173 d_invalidate(req->r_dentry);
1174 err = -EAGAIN;
1175 }
1176 }
1177 ceph_mdsc_put_request(req);
1178 dout("d_revalidate %p lookup result=%d\n",
1179 dentry, err);
1180 }
1181 }
1182
bf1c6aca 1183 dout("d_revalidate %p %s\n", dentry, valid ? "valid" : "invalid");
9215aeea 1184 if (valid) {
bf1c6aca 1185 ceph_dentry_lru_touch(dentry);
9215aeea
YZ
1186 } else {
1187 ceph_dir_clear_complete(dir);
9215aeea 1188 }
641235d8
YZ
1189
1190 dput(parent);
bf1c6aca 1191 return valid;
2817b000
SW
1192}
1193
1194/*
147851d2 1195 * Release our ceph_dentry_info.
2817b000 1196 */
147851d2 1197static void ceph_d_release(struct dentry *dentry)
2817b000
SW
1198{
1199 struct ceph_dentry_info *di = ceph_dentry(dentry);
2817b000 1200
147851d2 1201 dout("d_release %p\n", dentry);
3d8eb7a9
SW
1202 ceph_dentry_lru_del(dentry);
1203 if (di->lease_session)
1204 ceph_put_mds_session(di->lease_session);
1205 kmem_cache_free(ceph_dentry_cachep, di);
1206 dentry->d_fsdata = NULL;
2817b000
SW
1207}
1208
1209static int ceph_snapdir_d_revalidate(struct dentry *dentry,
0b728e19 1210 unsigned int flags)
2817b000
SW
1211{
1212 /*
1213 * Eventually, we'll want to revalidate snapped metadata
1214 * too... probably...
1215 */
1216 return 1;
1217}
1218
b58dc410
SW
1219/*
1220 * When the VFS prunes a dentry from the cache, we need to clear the
1221 * complete flag on the parent directory.
1222 *
1223 * Called under dentry->d_lock.
1224 */
1225static void ceph_d_prune(struct dentry *dentry)
1226{
774ac21d 1227 dout("ceph_d_prune %p\n", dentry);
b58dc410
SW
1228
1229 /* do we have a valid parent? */
8842b3be 1230 if (IS_ROOT(dentry))
b58dc410
SW
1231 return;
1232
2f276c51 1233 /* if we are not hashed, we don't affect dir's completeness */
b58dc410
SW
1234 if (d_unhashed(dentry))
1235 return;
2817b000 1236
b58dc410
SW
1237 /*
1238 * we hold d_lock, so d_parent is stable, and d_fsdata is never
1239 * cleared until d_release
1240 */
2b0143b5 1241 ceph_dir_clear_complete(d_inode(dentry->d_parent));
b58dc410 1242}
2817b000
SW
1243
1244/*
1245 * read() on a dir. This weird interface hack only works if mounted
1246 * with '-o dirstat'.
1247 */
1248static ssize_t ceph_read_dir(struct file *file, char __user *buf, size_t size,
1249 loff_t *ppos)
1250{
1251 struct ceph_file_info *cf = file->private_data;
496ad9aa 1252 struct inode *inode = file_inode(file);
2817b000
SW
1253 struct ceph_inode_info *ci = ceph_inode(inode);
1254 int left;
ae598083 1255 const int bufsize = 1024;
2817b000 1256
3d14c5d2 1257 if (!ceph_test_mount_opt(ceph_sb_to_client(inode->i_sb), DIRSTAT))
2817b000
SW
1258 return -EISDIR;
1259
1260 if (!cf->dir_info) {
687265e5 1261 cf->dir_info = kmalloc(bufsize, GFP_KERNEL);
2817b000
SW
1262 if (!cf->dir_info)
1263 return -ENOMEM;
1264 cf->dir_info_len =
ae598083 1265 snprintf(cf->dir_info, bufsize,
2817b000
SW
1266 "entries: %20lld\n"
1267 " files: %20lld\n"
1268 " subdirs: %20lld\n"
1269 "rentries: %20lld\n"
1270 " rfiles: %20lld\n"
1271 " rsubdirs: %20lld\n"
1272 "rbytes: %20lld\n"
1273 "rctime: %10ld.%09ld\n",
1274 ci->i_files + ci->i_subdirs,
1275 ci->i_files,
1276 ci->i_subdirs,
1277 ci->i_rfiles + ci->i_rsubdirs,
1278 ci->i_rfiles,
1279 ci->i_rsubdirs,
1280 ci->i_rbytes,
1281 (long)ci->i_rctime.tv_sec,
1282 (long)ci->i_rctime.tv_nsec);
1283 }
1284
1285 if (*ppos >= cf->dir_info_len)
1286 return 0;
1287 size = min_t(unsigned, size, cf->dir_info_len-*ppos);
1288 left = copy_to_user(buf, cf->dir_info + *ppos, size);
1289 if (left == size)
1290 return -EFAULT;
1291 *ppos += (size - left);
1292 return size - left;
1293}
1294
2817b000
SW
1295/*
1296 * We maintain a private dentry LRU.
1297 *
1298 * FIXME: this needs to be changed to a per-mds lru to be useful.
1299 */
1300void ceph_dentry_lru_add(struct dentry *dn)
1301{
1302 struct ceph_dentry_info *di = ceph_dentry(dn);
1303 struct ceph_mds_client *mdsc;
2817b000 1304
a455589f 1305 dout("dentry_lru_add %p %p '%pd'\n", di, dn, dn);
3d8eb7a9
SW
1306 mdsc = ceph_sb_to_client(dn->d_sb)->mdsc;
1307 spin_lock(&mdsc->dentry_lru_lock);
1308 list_add_tail(&di->lru, &mdsc->dentry_lru);
1309 mdsc->num_dentry++;
1310 spin_unlock(&mdsc->dentry_lru_lock);
2817b000
SW
1311}
1312
1313void ceph_dentry_lru_touch(struct dentry *dn)
1314{
1315 struct ceph_dentry_info *di = ceph_dentry(dn);
1316 struct ceph_mds_client *mdsc;
2817b000 1317
a455589f
AV
1318 dout("dentry_lru_touch %p %p '%pd' (offset %lld)\n", di, dn, dn,
1319 di->offset);
3d8eb7a9
SW
1320 mdsc = ceph_sb_to_client(dn->d_sb)->mdsc;
1321 spin_lock(&mdsc->dentry_lru_lock);
1322 list_move_tail(&di->lru, &mdsc->dentry_lru);
1323 spin_unlock(&mdsc->dentry_lru_lock);
2817b000
SW
1324}
1325
1326void ceph_dentry_lru_del(struct dentry *dn)
1327{
1328 struct ceph_dentry_info *di = ceph_dentry(dn);
1329 struct ceph_mds_client *mdsc;
1330
a455589f 1331 dout("dentry_lru_del %p %p '%pd'\n", di, dn, dn);
3d8eb7a9
SW
1332 mdsc = ceph_sb_to_client(dn->d_sb)->mdsc;
1333 spin_lock(&mdsc->dentry_lru_lock);
1334 list_del_init(&di->lru);
1335 mdsc->num_dentry--;
1336 spin_unlock(&mdsc->dentry_lru_lock);
2817b000
SW
1337}
1338
6c0f3af7
SW
1339/*
1340 * Return name hash for a given dentry. This is dependent on
1341 * the parent directory's hash function.
1342 */
e5f86dc3 1343unsigned ceph_dentry_hash(struct inode *dir, struct dentry *dn)
6c0f3af7 1344{
6c0f3af7
SW
1345 struct ceph_inode_info *dci = ceph_inode(dir);
1346
1347 switch (dci->i_dir_layout.dl_dir_hash) {
1348 case 0: /* for backward compat */
1349 case CEPH_STR_HASH_LINUX:
1350 return dn->d_name.hash;
1351
1352 default:
1353 return ceph_str_hash(dci->i_dir_layout.dl_dir_hash,
1354 dn->d_name.name, dn->d_name.len);
1355 }
1356}
1357
2817b000
SW
1358const struct file_operations ceph_dir_fops = {
1359 .read = ceph_read_dir,
77acfa29 1360 .iterate = ceph_readdir,
2817b000
SW
1361 .llseek = ceph_dir_llseek,
1362 .open = ceph_open,
1363 .release = ceph_release,
1364 .unlocked_ioctl = ceph_ioctl,
da819c81 1365 .fsync = ceph_fsync,
2817b000
SW
1366};
1367
38c48b5f
YZ
1368const struct file_operations ceph_snapdir_fops = {
1369 .iterate = ceph_readdir,
1370 .llseek = ceph_dir_llseek,
1371 .open = ceph_open,
1372 .release = ceph_release,
1373};
1374
2817b000
SW
1375const struct inode_operations ceph_dir_iops = {
1376 .lookup = ceph_lookup,
1377 .permission = ceph_permission,
1378 .getattr = ceph_getattr,
1379 .setattr = ceph_setattr,
1380 .setxattr = ceph_setxattr,
1381 .getxattr = ceph_getxattr,
1382 .listxattr = ceph_listxattr,
1383 .removexattr = ceph_removexattr,
7221fe4c 1384 .get_acl = ceph_get_acl,
72466d0b 1385 .set_acl = ceph_set_acl,
2817b000
SW
1386 .mknod = ceph_mknod,
1387 .symlink = ceph_symlink,
1388 .mkdir = ceph_mkdir,
1389 .link = ceph_link,
1390 .unlink = ceph_unlink,
1391 .rmdir = ceph_unlink,
1392 .rename = ceph_rename,
1393 .create = ceph_create,
2d83bde9 1394 .atomic_open = ceph_atomic_open,
2817b000
SW
1395};
1396
38c48b5f
YZ
1397const struct inode_operations ceph_snapdir_iops = {
1398 .lookup = ceph_lookup,
1399 .permission = ceph_permission,
1400 .getattr = ceph_getattr,
1401 .mkdir = ceph_mkdir,
1402 .rmdir = ceph_unlink,
0ea611a3 1403 .rename = ceph_rename,
38c48b5f
YZ
1404};
1405
52dfb8ac 1406const struct dentry_operations ceph_dentry_ops = {
2817b000 1407 .d_revalidate = ceph_d_revalidate,
147851d2 1408 .d_release = ceph_d_release,
b58dc410 1409 .d_prune = ceph_d_prune,
2817b000
SW
1410};
1411
52dfb8ac 1412const struct dentry_operations ceph_snapdir_dentry_ops = {
2817b000 1413 .d_revalidate = ceph_snapdir_d_revalidate,
147851d2 1414 .d_release = ceph_d_release,
2817b000
SW
1415};
1416
52dfb8ac 1417const struct dentry_operations ceph_snap_dentry_ops = {
147851d2 1418 .d_release = ceph_d_release,
b58dc410 1419 .d_prune = ceph_d_prune,
2817b000 1420};