]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* dir.c: AFS filesystem directory handling |
2 | * | |
f3ddee8d | 3 | * Copyright (C) 2002, 2018 Red Hat, Inc. All Rights Reserved. |
1da177e4 LT |
4 | * Written by David Howells (dhowells@redhat.com) |
5 | * | |
6 | * This program is free software; you can redistribute it and/or | |
7 | * modify it under the terms of the GNU General Public License | |
8 | * as published by the Free Software Foundation; either version | |
9 | * 2 of the License, or (at your option) any later version. | |
10 | */ | |
11 | ||
12 | #include <linux/kernel.h> | |
1da177e4 | 13 | #include <linux/fs.h> |
34286d66 | 14 | #include <linux/namei.h> |
1da177e4 | 15 | #include <linux/pagemap.h> |
f3ddee8d | 16 | #include <linux/swap.h> |
00d3b7a4 | 17 | #include <linux/ctype.h> |
e8edc6e0 | 18 | #include <linux/sched.h> |
f3ddee8d | 19 | #include <linux/task_io_accounting_ops.h> |
1da177e4 | 20 | #include "internal.h" |
a58823ac | 21 | #include "afs_fs.h" |
4ea219a8 | 22 | #include "xdr_fs.h" |
1da177e4 | 23 | |
260a9803 | 24 | static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry, |
00cd8dd3 | 25 | unsigned int flags); |
1da177e4 | 26 | static int afs_dir_open(struct inode *inode, struct file *file); |
1bbae9f8 | 27 | static int afs_readdir(struct file *file, struct dir_context *ctx); |
0b728e19 | 28 | static int afs_d_revalidate(struct dentry *dentry, unsigned int flags); |
fe15ce44 | 29 | static int afs_d_delete(const struct dentry *dentry); |
79ddbfa5 | 30 | static void afs_d_iput(struct dentry *dentry, struct inode *inode); |
5cf9dd55 | 31 | static int afs_lookup_one_filldir(struct dir_context *ctx, const char *name, int nlen, |
afefdbb2 | 32 | loff_t fpos, u64 ino, unsigned dtype); |
5cf9dd55 DH |
33 | static int afs_lookup_filldir(struct dir_context *ctx, const char *name, int nlen, |
34 | loff_t fpos, u64 ino, unsigned dtype); | |
4acdaf27 | 35 | static int afs_create(struct inode *dir, struct dentry *dentry, umode_t mode, |
ebfc3b49 | 36 | bool excl); |
18bb1db3 | 37 | static int afs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode); |
260a9803 DH |
38 | static int afs_rmdir(struct inode *dir, struct dentry *dentry); |
39 | static int afs_unlink(struct inode *dir, struct dentry *dentry); | |
40 | static int afs_link(struct dentry *from, struct inode *dir, | |
41 | struct dentry *dentry); | |
42 | static int afs_symlink(struct inode *dir, struct dentry *dentry, | |
43 | const char *content); | |
44 | static int afs_rename(struct inode *old_dir, struct dentry *old_dentry, | |
1cd66c93 MS |
45 | struct inode *new_dir, struct dentry *new_dentry, |
46 | unsigned int flags); | |
f3ddee8d DH |
47 | static int afs_dir_releasepage(struct page *page, gfp_t gfp_flags); |
48 | static void afs_dir_invalidatepage(struct page *page, unsigned int offset, | |
49 | unsigned int length); | |
50 | ||
51 | static int afs_dir_set_page_dirty(struct page *page) | |
52 | { | |
53 | BUG(); /* This should never happen. */ | |
54 | } | |
1da177e4 | 55 | |
4b6f5d20 | 56 | const struct file_operations afs_dir_file_operations = { |
1da177e4 | 57 | .open = afs_dir_open, |
00d3b7a4 | 58 | .release = afs_release, |
29884eff | 59 | .iterate_shared = afs_readdir, |
e8d6c554 | 60 | .lock = afs_lock, |
3222a3e5 | 61 | .llseek = generic_file_llseek, |
1da177e4 LT |
62 | }; |
63 | ||
754661f1 | 64 | const struct inode_operations afs_dir_inode_operations = { |
260a9803 DH |
65 | .create = afs_create, |
66 | .lookup = afs_lookup, | |
67 | .link = afs_link, | |
68 | .unlink = afs_unlink, | |
69 | .symlink = afs_symlink, | |
70 | .mkdir = afs_mkdir, | |
71 | .rmdir = afs_rmdir, | |
2773bf00 | 72 | .rename = afs_rename, |
00d3b7a4 | 73 | .permission = afs_permission, |
416351f2 | 74 | .getattr = afs_getattr, |
31143d5d | 75 | .setattr = afs_setattr, |
d3e3b7ea | 76 | .listxattr = afs_listxattr, |
1da177e4 LT |
77 | }; |
78 | ||
f3ddee8d DH |
79 | const struct address_space_operations afs_dir_aops = { |
80 | .set_page_dirty = afs_dir_set_page_dirty, | |
81 | .releasepage = afs_dir_releasepage, | |
82 | .invalidatepage = afs_dir_invalidatepage, | |
83 | }; | |
84 | ||
d61dcce2 | 85 | const struct dentry_operations afs_fs_dentry_operations = { |
1da177e4 LT |
86 | .d_revalidate = afs_d_revalidate, |
87 | .d_delete = afs_d_delete, | |
260a9803 | 88 | .d_release = afs_d_release, |
d18610b0 | 89 | .d_automount = afs_d_automount, |
79ddbfa5 | 90 | .d_iput = afs_d_iput, |
1da177e4 LT |
91 | }; |
92 | ||
5cf9dd55 DH |
93 | struct afs_lookup_one_cookie { |
94 | struct dir_context ctx; | |
95 | struct qstr name; | |
96 | bool found; | |
97 | struct afs_fid fid; | |
98 | }; | |
99 | ||
260a9803 | 100 | struct afs_lookup_cookie { |
5cf9dd55 DH |
101 | struct dir_context ctx; |
102 | struct qstr name; | |
103 | bool found; | |
104 | bool one_only; | |
105 | unsigned short nr_fids; | |
87182759 | 106 | struct afs_status_cb *statuses; |
5cf9dd55 | 107 | struct afs_fid fids[50]; |
1da177e4 LT |
108 | }; |
109 | ||
1da177e4 LT |
110 | /* |
111 | * check that a directory page is valid | |
112 | */ | |
f3ddee8d DH |
113 | static bool afs_dir_check_page(struct afs_vnode *dvnode, struct page *page, |
114 | loff_t i_size) | |
1da177e4 | 115 | { |
00317636 | 116 | struct afs_xdr_dir_page *dbuf; |
f3ddee8d | 117 | loff_t latter, off; |
1da177e4 LT |
118 | int tmp, qty; |
119 | ||
dab17c1a DH |
120 | /* Determine how many magic numbers there should be in this page, but |
121 | * we must take care because the directory may change size under us. | |
122 | */ | |
123 | off = page_offset(page); | |
dab17c1a DH |
124 | if (i_size <= off) |
125 | goto checked; | |
126 | ||
127 | latter = i_size - off; | |
1da177e4 LT |
128 | if (latter >= PAGE_SIZE) |
129 | qty = PAGE_SIZE; | |
130 | else | |
131 | qty = latter; | |
00317636 | 132 | qty /= sizeof(union afs_xdr_dir_block); |
1da177e4 LT |
133 | |
134 | /* check them */ | |
63a4681f | 135 | dbuf = kmap(page); |
1da177e4 | 136 | for (tmp = 0; tmp < qty; tmp++) { |
00317636 | 137 | if (dbuf->blocks[tmp].hdr.magic != AFS_DIR_MAGIC) { |
dab17c1a | 138 | printk("kAFS: %s(%lx): bad magic %d/%d is %04hx\n", |
f3ddee8d | 139 | __func__, dvnode->vfs_inode.i_ino, tmp, qty, |
00317636 | 140 | ntohs(dbuf->blocks[tmp].hdr.magic)); |
f3ddee8d | 141 | trace_afs_dir_check_failed(dvnode, off, i_size); |
63a4681f | 142 | kunmap(page); |
f51375cd | 143 | trace_afs_file_error(dvnode, -EIO, afs_file_error_dir_bad_magic); |
1da177e4 LT |
144 | goto error; |
145 | } | |
63a4681f DH |
146 | |
147 | /* Make sure each block is NUL terminated so we can reasonably | |
148 | * use string functions on it. The filenames in the page | |
149 | * *should* be NUL-terminated anyway. | |
150 | */ | |
151 | ((u8 *)&dbuf->blocks[tmp])[AFS_DIR_BLOCK_SIZE - 1] = 0; | |
1da177e4 LT |
152 | } |
153 | ||
63a4681f DH |
154 | kunmap(page); |
155 | ||
dab17c1a | 156 | checked: |
f3ddee8d | 157 | afs_stat_v(dvnode, n_read_dir); |
be5b82db | 158 | return true; |
1da177e4 | 159 | |
ec26815a | 160 | error: |
be5b82db | 161 | return false; |
ec26815a | 162 | } |
1da177e4 | 163 | |
445b1028 DH |
164 | /* |
165 | * Check the contents of a directory that we've just read. | |
166 | */ | |
167 | static bool afs_dir_check_pages(struct afs_vnode *dvnode, struct afs_read *req) | |
168 | { | |
169 | struct afs_xdr_dir_page *dbuf; | |
170 | unsigned int i, j, qty = PAGE_SIZE / sizeof(union afs_xdr_dir_block); | |
171 | ||
172 | for (i = 0; i < req->nr_pages; i++) | |
173 | if (!afs_dir_check_page(dvnode, req->pages[i], req->actual_len)) | |
174 | goto bad; | |
175 | return true; | |
176 | ||
177 | bad: | |
178 | pr_warn("DIR %llx:%llx f=%llx l=%llx al=%llx r=%llx\n", | |
179 | dvnode->fid.vid, dvnode->fid.vnode, | |
180 | req->file_size, req->len, req->actual_len, req->remain); | |
181 | pr_warn("DIR %llx %x %x %x\n", | |
182 | req->pos, req->index, req->nr_pages, req->offset); | |
183 | ||
184 | for (i = 0; i < req->nr_pages; i++) { | |
185 | dbuf = kmap(req->pages[i]); | |
186 | for (j = 0; j < qty; j++) { | |
187 | union afs_xdr_dir_block *block = &dbuf->blocks[j]; | |
188 | ||
189 | pr_warn("[%02x] %32phN\n", i * qty + j, block); | |
190 | } | |
191 | kunmap(req->pages[i]); | |
192 | } | |
193 | return false; | |
194 | } | |
195 | ||
1da177e4 LT |
196 | /* |
197 | * open an AFS directory file | |
198 | */ | |
199 | static int afs_dir_open(struct inode *inode, struct file *file) | |
200 | { | |
201 | _enter("{%lu}", inode->i_ino); | |
202 | ||
00317636 DH |
203 | BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048); |
204 | BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32); | |
1da177e4 | 205 | |
08e0e7c8 | 206 | if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(inode)->flags)) |
1da177e4 LT |
207 | return -ENOENT; |
208 | ||
00d3b7a4 | 209 | return afs_open(inode, file); |
ec26815a | 210 | } |
1da177e4 | 211 | |
f3ddee8d DH |
212 | /* |
213 | * Read the directory into the pagecache in one go, scrubbing the previous | |
214 | * contents. The list of pages is returned, pinning them so that they don't | |
215 | * get reclaimed during the iteration. | |
216 | */ | |
217 | static struct afs_read *afs_read_dir(struct afs_vnode *dvnode, struct key *key) | |
b61f7dcf | 218 | __acquires(&dvnode->validate_lock) |
f3ddee8d DH |
219 | { |
220 | struct afs_read *req; | |
221 | loff_t i_size; | |
222 | int nr_pages, nr_inline, i, n; | |
223 | int ret = -ENOMEM; | |
224 | ||
225 | retry: | |
226 | i_size = i_size_read(&dvnode->vfs_inode); | |
227 | if (i_size < 2048) | |
f51375cd DH |
228 | return ERR_PTR(afs_bad(dvnode, afs_file_error_dir_small)); |
229 | if (i_size > 2048 * 1024) { | |
230 | trace_afs_file_error(dvnode, -EFBIG, afs_file_error_dir_big); | |
f3ddee8d | 231 | return ERR_PTR(-EFBIG); |
f51375cd | 232 | } |
f3ddee8d DH |
233 | |
234 | _enter("%llu", i_size); | |
235 | ||
236 | /* Get a request record to hold the page list. We want to hold it | |
237 | * inline if we can, but we don't want to make an order 1 allocation. | |
238 | */ | |
239 | nr_pages = (i_size + PAGE_SIZE - 1) / PAGE_SIZE; | |
240 | nr_inline = nr_pages; | |
241 | if (nr_inline > (PAGE_SIZE - sizeof(*req)) / sizeof(struct page *)) | |
242 | nr_inline = 0; | |
243 | ||
244 | req = kzalloc(sizeof(*req) + sizeof(struct page *) * nr_inline, | |
245 | GFP_KERNEL); | |
246 | if (!req) | |
247 | return ERR_PTR(-ENOMEM); | |
248 | ||
249 | refcount_set(&req->usage, 1); | |
250 | req->nr_pages = nr_pages; | |
251 | req->actual_len = i_size; /* May change */ | |
252 | req->len = nr_pages * PAGE_SIZE; /* We can ask for more than there is */ | |
253 | req->data_version = dvnode->status.data_version; /* May change */ | |
254 | if (nr_inline > 0) { | |
255 | req->pages = req->array; | |
256 | } else { | |
257 | req->pages = kcalloc(nr_pages, sizeof(struct page *), | |
258 | GFP_KERNEL); | |
259 | if (!req->pages) | |
260 | goto error; | |
261 | } | |
262 | ||
263 | /* Get a list of all the pages that hold or will hold the directory | |
264 | * content. We need to fill in any gaps that we might find where the | |
265 | * memory reclaimer has been at work. If there are any gaps, we will | |
266 | * need to reread the entire directory contents. | |
267 | */ | |
268 | i = 0; | |
269 | do { | |
270 | n = find_get_pages_contig(dvnode->vfs_inode.i_mapping, i, | |
271 | req->nr_pages - i, | |
272 | req->pages + i); | |
273 | _debug("find %u at %u/%u", n, i, req->nr_pages); | |
274 | if (n == 0) { | |
275 | gfp_t gfp = dvnode->vfs_inode.i_mapping->gfp_mask; | |
276 | ||
277 | if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) | |
278 | afs_stat_v(dvnode, n_inval); | |
279 | ||
280 | ret = -ENOMEM; | |
281 | req->pages[i] = __page_cache_alloc(gfp); | |
282 | if (!req->pages[i]) | |
283 | goto error; | |
284 | ret = add_to_page_cache_lru(req->pages[i], | |
285 | dvnode->vfs_inode.i_mapping, | |
286 | i, gfp); | |
287 | if (ret < 0) | |
288 | goto error; | |
289 | ||
290 | set_page_private(req->pages[i], 1); | |
291 | SetPagePrivate(req->pages[i]); | |
292 | unlock_page(req->pages[i]); | |
293 | i++; | |
294 | } else { | |
295 | i += n; | |
296 | } | |
297 | } while (i < req->nr_pages); | |
298 | ||
299 | /* If we're going to reload, we need to lock all the pages to prevent | |
300 | * races. | |
301 | */ | |
b61f7dcf DH |
302 | ret = -ERESTARTSYS; |
303 | if (down_read_killable(&dvnode->validate_lock) < 0) | |
304 | goto error; | |
f3ddee8d | 305 | |
b61f7dcf DH |
306 | if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) |
307 | goto success; | |
f3ddee8d | 308 | |
b61f7dcf DH |
309 | up_read(&dvnode->validate_lock); |
310 | if (down_write_killable(&dvnode->validate_lock) < 0) | |
311 | goto error; | |
312 | ||
313 | if (!test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) { | |
99987c56 | 314 | trace_afs_reload_dir(dvnode); |
f3ddee8d DH |
315 | ret = afs_fetch_data(dvnode, key, req); |
316 | if (ret < 0) | |
b61f7dcf | 317 | goto error_unlock; |
f3ddee8d DH |
318 | |
319 | task_io_account_read(PAGE_SIZE * req->nr_pages); | |
320 | ||
321 | if (req->len < req->file_size) | |
322 | goto content_has_grown; | |
323 | ||
324 | /* Validate the data we just read. */ | |
325 | ret = -EIO; | |
445b1028 DH |
326 | if (!afs_dir_check_pages(dvnode, req)) |
327 | goto error_unlock; | |
f3ddee8d DH |
328 | |
329 | // TODO: Trim excess pages | |
330 | ||
331 | set_bit(AFS_VNODE_DIR_VALID, &dvnode->flags); | |
332 | } | |
333 | ||
b61f7dcf | 334 | downgrade_write(&dvnode->validate_lock); |
f3ddee8d | 335 | success: |
f3ddee8d DH |
336 | return req; |
337 | ||
f3ddee8d | 338 | error_unlock: |
b61f7dcf | 339 | up_write(&dvnode->validate_lock); |
f3ddee8d DH |
340 | error: |
341 | afs_put_read(req); | |
342 | _leave(" = %d", ret); | |
343 | return ERR_PTR(ret); | |
344 | ||
345 | content_has_grown: | |
b61f7dcf | 346 | up_write(&dvnode->validate_lock); |
f3ddee8d DH |
347 | afs_put_read(req); |
348 | goto retry; | |
349 | } | |
350 | ||
1da177e4 LT |
351 | /* |
352 | * deal with one block in an AFS directory | |
353 | */ | |
f51375cd DH |
354 | static int afs_dir_iterate_block(struct afs_vnode *dvnode, |
355 | struct dir_context *ctx, | |
00317636 | 356 | union afs_xdr_dir_block *block, |
1bbae9f8 | 357 | unsigned blkoff) |
1da177e4 | 358 | { |
00317636 | 359 | union afs_xdr_dirent *dire; |
1da177e4 LT |
360 | unsigned offset, next, curr; |
361 | size_t nlen; | |
1bbae9f8 | 362 | int tmp; |
1da177e4 | 363 | |
1bbae9f8 | 364 | _enter("%u,%x,%p,,",(unsigned)ctx->pos,blkoff,block); |
1da177e4 | 365 | |
00317636 | 366 | curr = (ctx->pos - blkoff) / sizeof(union afs_xdr_dirent); |
1da177e4 LT |
367 | |
368 | /* walk through the block, an entry at a time */ | |
4ea219a8 DH |
369 | for (offset = (blkoff == 0 ? AFS_DIR_RESV_BLOCKS0 : AFS_DIR_RESV_BLOCKS); |
370 | offset < AFS_DIR_SLOTS_PER_BLOCK; | |
1da177e4 LT |
371 | offset = next |
372 | ) { | |
373 | next = offset + 1; | |
374 | ||
375 | /* skip entries marked unused in the bitmap */ | |
00317636 | 376 | if (!(block->hdr.bitmap[offset / 8] & |
1da177e4 | 377 | (1 << (offset % 8)))) { |
5b5e0928 | 378 | _debug("ENT[%zu.%u]: unused", |
00317636 | 379 | blkoff / sizeof(union afs_xdr_dir_block), offset); |
1da177e4 | 380 | if (offset >= curr) |
1bbae9f8 | 381 | ctx->pos = blkoff + |
00317636 | 382 | next * sizeof(union afs_xdr_dirent); |
1da177e4 LT |
383 | continue; |
384 | } | |
385 | ||
386 | /* got a valid entry */ | |
387 | dire = &block->dirents[offset]; | |
388 | nlen = strnlen(dire->u.name, | |
389 | sizeof(*block) - | |
00317636 | 390 | offset * sizeof(union afs_xdr_dirent)); |
1da177e4 | 391 | |
5b5e0928 | 392 | _debug("ENT[%zu.%u]: %s %zu \"%s\"", |
00317636 | 393 | blkoff / sizeof(union afs_xdr_dir_block), offset, |
1da177e4 LT |
394 | (offset < curr ? "skip" : "fill"), |
395 | nlen, dire->u.name); | |
396 | ||
397 | /* work out where the next possible entry is */ | |
00317636 | 398 | for (tmp = nlen; tmp > 15; tmp -= sizeof(union afs_xdr_dirent)) { |
4ea219a8 | 399 | if (next >= AFS_DIR_SLOTS_PER_BLOCK) { |
5b5e0928 | 400 | _debug("ENT[%zu.%u]:" |
1da177e4 | 401 | " %u travelled beyond end dir block" |
5b5e0928 | 402 | " (len %u/%zu)", |
00317636 | 403 | blkoff / sizeof(union afs_xdr_dir_block), |
1da177e4 | 404 | offset, next, tmp, nlen); |
f51375cd | 405 | return afs_bad(dvnode, afs_file_error_dir_over_end); |
1da177e4 | 406 | } |
00317636 | 407 | if (!(block->hdr.bitmap[next / 8] & |
1da177e4 | 408 | (1 << (next % 8)))) { |
5b5e0928 AD |
409 | _debug("ENT[%zu.%u]:" |
410 | " %u unmarked extension (len %u/%zu)", | |
00317636 | 411 | blkoff / sizeof(union afs_xdr_dir_block), |
1da177e4 | 412 | offset, next, tmp, nlen); |
f51375cd | 413 | return afs_bad(dvnode, afs_file_error_dir_unmarked_ext); |
1da177e4 LT |
414 | } |
415 | ||
5b5e0928 | 416 | _debug("ENT[%zu.%u]: ext %u/%zu", |
00317636 | 417 | blkoff / sizeof(union afs_xdr_dir_block), |
1da177e4 LT |
418 | next, tmp, nlen); |
419 | next++; | |
420 | } | |
421 | ||
422 | /* skip if starts before the current position */ | |
423 | if (offset < curr) | |
424 | continue; | |
425 | ||
426 | /* found the next entry */ | |
1bbae9f8 | 427 | if (!dir_emit(ctx, dire->u.name, nlen, |
1da177e4 | 428 | ntohl(dire->u.vnode), |
5cf9dd55 DH |
429 | (ctx->actor == afs_lookup_filldir || |
430 | ctx->actor == afs_lookup_one_filldir)? | |
1bbae9f8 | 431 | ntohl(dire->u.unique) : DT_UNKNOWN)) { |
1da177e4 LT |
432 | _leave(" = 0 [full]"); |
433 | return 0; | |
434 | } | |
435 | ||
00317636 | 436 | ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent); |
1da177e4 LT |
437 | } |
438 | ||
439 | _leave(" = 1 [more]"); | |
440 | return 1; | |
ec26815a | 441 | } |
1da177e4 | 442 | |
1da177e4 | 443 | /* |
08e0e7c8 | 444 | * iterate through the data blob that lists the contents of an AFS directory |
1da177e4 | 445 | */ |
1bbae9f8 AV |
446 | static int afs_dir_iterate(struct inode *dir, struct dir_context *ctx, |
447 | struct key *key) | |
1da177e4 | 448 | { |
f3ddee8d | 449 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
00317636 DH |
450 | struct afs_xdr_dir_page *dbuf; |
451 | union afs_xdr_dir_block *dblock; | |
f3ddee8d | 452 | struct afs_read *req; |
1da177e4 LT |
453 | struct page *page; |
454 | unsigned blkoff, limit; | |
455 | int ret; | |
456 | ||
1bbae9f8 | 457 | _enter("{%lu},%u,,", dir->i_ino, (unsigned)ctx->pos); |
1da177e4 | 458 | |
08e0e7c8 | 459 | if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(dir)->flags)) { |
1da177e4 LT |
460 | _leave(" = -ESTALE"); |
461 | return -ESTALE; | |
462 | } | |
463 | ||
f3ddee8d DH |
464 | req = afs_read_dir(dvnode, key); |
465 | if (IS_ERR(req)) | |
466 | return PTR_ERR(req); | |
467 | ||
1da177e4 | 468 | /* round the file position up to the next entry boundary */ |
00317636 DH |
469 | ctx->pos += sizeof(union afs_xdr_dirent) - 1; |
470 | ctx->pos &= ~(sizeof(union afs_xdr_dirent) - 1); | |
1da177e4 LT |
471 | |
472 | /* walk through the blocks in sequence */ | |
473 | ret = 0; | |
f3ddee8d | 474 | while (ctx->pos < req->actual_len) { |
00317636 | 475 | blkoff = ctx->pos & ~(sizeof(union afs_xdr_dir_block) - 1); |
1da177e4 | 476 | |
f3ddee8d DH |
477 | /* Fetch the appropriate page from the directory and re-add it |
478 | * to the LRU. | |
479 | */ | |
480 | page = req->pages[blkoff / PAGE_SIZE]; | |
481 | if (!page) { | |
f51375cd | 482 | ret = afs_bad(dvnode, afs_file_error_dir_missing_page); |
1da177e4 LT |
483 | break; |
484 | } | |
f3ddee8d | 485 | mark_page_accessed(page); |
1da177e4 LT |
486 | |
487 | limit = blkoff & ~(PAGE_SIZE - 1); | |
488 | ||
f3ddee8d | 489 | dbuf = kmap(page); |
1da177e4 LT |
490 | |
491 | /* deal with the individual blocks stashed on this page */ | |
492 | do { | |
493 | dblock = &dbuf->blocks[(blkoff % PAGE_SIZE) / | |
00317636 | 494 | sizeof(union afs_xdr_dir_block)]; |
f51375cd | 495 | ret = afs_dir_iterate_block(dvnode, ctx, dblock, blkoff); |
1da177e4 | 496 | if (ret != 1) { |
f3ddee8d | 497 | kunmap(page); |
1da177e4 LT |
498 | goto out; |
499 | } | |
500 | ||
00317636 | 501 | blkoff += sizeof(union afs_xdr_dir_block); |
1da177e4 | 502 | |
1bbae9f8 | 503 | } while (ctx->pos < dir->i_size && blkoff < limit); |
1da177e4 | 504 | |
f3ddee8d | 505 | kunmap(page); |
1da177e4 LT |
506 | ret = 0; |
507 | } | |
508 | ||
ec26815a | 509 | out: |
b61f7dcf | 510 | up_read(&dvnode->validate_lock); |
f3ddee8d | 511 | afs_put_read(req); |
1da177e4 LT |
512 | _leave(" = %d", ret); |
513 | return ret; | |
ec26815a | 514 | } |
1da177e4 | 515 | |
1da177e4 LT |
516 | /* |
517 | * read an AFS directory | |
518 | */ | |
1bbae9f8 | 519 | static int afs_readdir(struct file *file, struct dir_context *ctx) |
1da177e4 | 520 | { |
215804a9 | 521 | return afs_dir_iterate(file_inode(file), ctx, afs_file_key(file)); |
ec26815a | 522 | } |
1da177e4 | 523 | |
1da177e4 | 524 | /* |
5cf9dd55 | 525 | * Search the directory for a single name |
1da177e4 LT |
526 | * - if afs_dir_iterate_block() spots this function, it'll pass the FID |
527 | * uniquifier through dtype | |
528 | */ | |
5cf9dd55 DH |
529 | static int afs_lookup_one_filldir(struct dir_context *ctx, const char *name, |
530 | int nlen, loff_t fpos, u64 ino, unsigned dtype) | |
1da177e4 | 531 | { |
5cf9dd55 DH |
532 | struct afs_lookup_one_cookie *cookie = |
533 | container_of(ctx, struct afs_lookup_one_cookie, ctx); | |
1da177e4 | 534 | |
1bbae9f8 AV |
535 | _enter("{%s,%u},%s,%u,,%llu,%u", |
536 | cookie->name.name, cookie->name.len, name, nlen, | |
ba3e0e1a | 537 | (unsigned long long) ino, dtype); |
1da177e4 | 538 | |
08e0e7c8 | 539 | /* insanity checks first */ |
00317636 DH |
540 | BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048); |
541 | BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32); | |
08e0e7c8 | 542 | |
1bbae9f8 AV |
543 | if (cookie->name.len != nlen || |
544 | memcmp(cookie->name.name, name, nlen) != 0) { | |
1da177e4 LT |
545 | _leave(" = 0 [no]"); |
546 | return 0; | |
547 | } | |
548 | ||
549 | cookie->fid.vnode = ino; | |
550 | cookie->fid.unique = dtype; | |
551 | cookie->found = 1; | |
552 | ||
553 | _leave(" = -1 [found]"); | |
554 | return -1; | |
ec26815a | 555 | } |
1da177e4 | 556 | |
1da177e4 | 557 | /* |
5cf9dd55 | 558 | * Do a lookup of a single name in a directory |
260a9803 | 559 | * - just returns the FID the dentry name maps to if found |
1da177e4 | 560 | */ |
5cf9dd55 DH |
561 | static int afs_do_lookup_one(struct inode *dir, struct dentry *dentry, |
562 | struct afs_fid *fid, struct key *key) | |
1da177e4 | 563 | { |
1bbae9f8 | 564 | struct afs_super_info *as = dir->i_sb->s_fs_info; |
5cf9dd55 DH |
565 | struct afs_lookup_one_cookie cookie = { |
566 | .ctx.actor = afs_lookup_one_filldir, | |
1bbae9f8 AV |
567 | .name = dentry->d_name, |
568 | .fid.vid = as->volume->vid | |
569 | }; | |
1da177e4 LT |
570 | int ret; |
571 | ||
a455589f | 572 | _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry); |
1da177e4 | 573 | |
1da177e4 | 574 | /* search the directory */ |
1bbae9f8 | 575 | ret = afs_dir_iterate(dir, &cookie.ctx, key); |
1da177e4 | 576 | if (ret < 0) { |
08e0e7c8 DH |
577 | _leave(" = %d [iter]", ret); |
578 | return ret; | |
1da177e4 LT |
579 | } |
580 | ||
581 | ret = -ENOENT; | |
582 | if (!cookie.found) { | |
08e0e7c8 DH |
583 | _leave(" = -ENOENT [not found]"); |
584 | return -ENOENT; | |
1da177e4 LT |
585 | } |
586 | ||
08e0e7c8 | 587 | *fid = cookie.fid; |
3b6492df | 588 | _leave(" = 0 { vn=%llu u=%u }", fid->vnode, fid->unique); |
08e0e7c8 DH |
589 | return 0; |
590 | } | |
591 | ||
5cf9dd55 DH |
592 | /* |
593 | * search the directory for a name | |
594 | * - if afs_dir_iterate_block() spots this function, it'll pass the FID | |
595 | * uniquifier through dtype | |
596 | */ | |
597 | static int afs_lookup_filldir(struct dir_context *ctx, const char *name, | |
598 | int nlen, loff_t fpos, u64 ino, unsigned dtype) | |
599 | { | |
600 | struct afs_lookup_cookie *cookie = | |
601 | container_of(ctx, struct afs_lookup_cookie, ctx); | |
602 | int ret; | |
603 | ||
604 | _enter("{%s,%u},%s,%u,,%llu,%u", | |
605 | cookie->name.name, cookie->name.len, name, nlen, | |
606 | (unsigned long long) ino, dtype); | |
607 | ||
608 | /* insanity checks first */ | |
00317636 DH |
609 | BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048); |
610 | BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32); | |
5cf9dd55 DH |
611 | |
612 | if (cookie->found) { | |
613 | if (cookie->nr_fids < 50) { | |
614 | cookie->fids[cookie->nr_fids].vnode = ino; | |
615 | cookie->fids[cookie->nr_fids].unique = dtype; | |
616 | cookie->nr_fids++; | |
617 | } | |
618 | } else if (cookie->name.len == nlen && | |
619 | memcmp(cookie->name.name, name, nlen) == 0) { | |
620 | cookie->fids[0].vnode = ino; | |
621 | cookie->fids[0].unique = dtype; | |
622 | cookie->found = 1; | |
623 | if (cookie->one_only) | |
624 | return -1; | |
625 | } | |
626 | ||
627 | ret = cookie->nr_fids >= 50 ? -1 : 0; | |
628 | _leave(" = %d", ret); | |
629 | return ret; | |
630 | } | |
631 | ||
632 | /* | |
633 | * Do a lookup in a directory. We make use of bulk lookup to query a slew of | |
634 | * files in one go and create inodes for them. The inode of the file we were | |
635 | * asked for is returned. | |
636 | */ | |
637 | static struct inode *afs_do_lookup(struct inode *dir, struct dentry *dentry, | |
638 | struct key *key) | |
639 | { | |
640 | struct afs_lookup_cookie *cookie; | |
f642404a | 641 | struct afs_cb_interest *dcbi, *cbi = NULL; |
5cf9dd55 | 642 | struct afs_super_info *as = dir->i_sb->s_fs_info; |
87182759 | 643 | struct afs_status_cb *scb; |
b8359153 | 644 | struct afs_iget_data iget_data; |
5cf9dd55 | 645 | struct afs_fs_cursor fc; |
f642404a | 646 | struct afs_server *server; |
5cf9dd55 DH |
647 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
648 | struct inode *inode = NULL; | |
649 | int ret, i; | |
650 | ||
651 | _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry); | |
652 | ||
653 | cookie = kzalloc(sizeof(struct afs_lookup_cookie), GFP_KERNEL); | |
654 | if (!cookie) | |
655 | return ERR_PTR(-ENOMEM); | |
656 | ||
657 | cookie->ctx.actor = afs_lookup_filldir; | |
658 | cookie->name = dentry->d_name; | |
659 | cookie->nr_fids = 1; /* slot 0 is saved for the fid we actually want */ | |
660 | ||
661 | read_seqlock_excl(&dvnode->cb_lock); | |
f642404a DH |
662 | dcbi = rcu_dereference_protected(dvnode->cb_interest, |
663 | lockdep_is_held(&dvnode->cb_lock.lock)); | |
664 | if (dcbi) { | |
665 | server = dcbi->server; | |
666 | if (server && | |
667 | test_bit(AFS_SERVER_FL_NO_IBULK, &server->flags)) | |
668 | cookie->one_only = true; | |
669 | } | |
5cf9dd55 DH |
670 | read_sequnlock_excl(&dvnode->cb_lock); |
671 | ||
672 | for (i = 0; i < 50; i++) | |
673 | cookie->fids[i].vid = as->volume->vid; | |
674 | ||
675 | /* search the directory */ | |
676 | ret = afs_dir_iterate(dir, &cookie->ctx, key); | |
677 | if (ret < 0) { | |
678 | inode = ERR_PTR(ret); | |
679 | goto out; | |
680 | } | |
681 | ||
682 | inode = ERR_PTR(-ENOENT); | |
683 | if (!cookie->found) | |
684 | goto out; | |
685 | ||
686 | /* Check to see if we already have an inode for the primary fid. */ | |
b8359153 DH |
687 | iget_data.fid = cookie->fids[0]; |
688 | iget_data.volume = dvnode->volume; | |
689 | iget_data.cb_v_break = dvnode->volume->cb_v_break; | |
690 | iget_data.cb_s_break = 0; | |
691 | inode = ilookup5(dir->i_sb, cookie->fids[0].vnode, | |
692 | afs_iget5_test, &iget_data); | |
5cf9dd55 DH |
693 | if (inode) |
694 | goto out; | |
695 | ||
696 | /* Need space for examining all the selected files */ | |
697 | inode = ERR_PTR(-ENOMEM); | |
87182759 DH |
698 | cookie->statuses = kvcalloc(cookie->nr_fids, sizeof(struct afs_status_cb), |
699 | GFP_KERNEL); | |
5cf9dd55 DH |
700 | if (!cookie->statuses) |
701 | goto out; | |
702 | ||
5cf9dd55 DH |
703 | /* Try FS.InlineBulkStatus first. Abort codes for the individual |
704 | * lookups contained therein are stored in the reply without aborting | |
705 | * the whole operation. | |
706 | */ | |
707 | if (cookie->one_only) | |
708 | goto no_inline_bulk_status; | |
709 | ||
710 | inode = ERR_PTR(-ERESTARTSYS); | |
20b8391f | 711 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
5cf9dd55 DH |
712 | while (afs_select_fileserver(&fc)) { |
713 | if (test_bit(AFS_SERVER_FL_NO_IBULK, | |
714 | &fc.cbi->server->flags)) { | |
715 | fc.ac.abort_code = RX_INVALID_OPERATION; | |
716 | fc.ac.error = -ECONNABORTED; | |
717 | break; | |
718 | } | |
b8359153 DH |
719 | iget_data.cb_v_break = dvnode->volume->cb_v_break; |
720 | iget_data.cb_s_break = fc.cbi->server->cb_s_break; | |
5cf9dd55 DH |
721 | afs_fs_inline_bulk_status(&fc, |
722 | afs_v2net(dvnode), | |
723 | cookie->fids, | |
724 | cookie->statuses, | |
5cf9dd55 DH |
725 | cookie->nr_fids, NULL); |
726 | } | |
727 | ||
728 | if (fc.ac.error == 0) | |
729 | cbi = afs_get_cb_interest(fc.cbi); | |
730 | if (fc.ac.abort_code == RX_INVALID_OPERATION) | |
731 | set_bit(AFS_SERVER_FL_NO_IBULK, &fc.cbi->server->flags); | |
732 | inode = ERR_PTR(afs_end_vnode_operation(&fc)); | |
733 | } | |
734 | ||
735 | if (!IS_ERR(inode)) | |
736 | goto success; | |
737 | if (fc.ac.abort_code != RX_INVALID_OPERATION) | |
738 | goto out_c; | |
739 | ||
740 | no_inline_bulk_status: | |
741 | /* We could try FS.BulkStatus next, but this aborts the entire op if | |
742 | * any of the lookups fails - so, for the moment, revert to | |
743 | * FS.FetchStatus for just the primary fid. | |
744 | */ | |
745 | cookie->nr_fids = 1; | |
746 | inode = ERR_PTR(-ERESTARTSYS); | |
20b8391f | 747 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
5cf9dd55 | 748 | while (afs_select_fileserver(&fc)) { |
b8359153 DH |
749 | iget_data.cb_v_break = dvnode->volume->cb_v_break; |
750 | iget_data.cb_s_break = fc.cbi->server->cb_s_break; | |
87182759 | 751 | scb = &cookie->statuses[0]; |
5cf9dd55 DH |
752 | afs_fs_fetch_status(&fc, |
753 | afs_v2net(dvnode), | |
754 | cookie->fids, | |
a58823ac | 755 | scb, |
5cf9dd55 DH |
756 | NULL); |
757 | } | |
758 | ||
759 | if (fc.ac.error == 0) | |
760 | cbi = afs_get_cb_interest(fc.cbi); | |
761 | inode = ERR_PTR(afs_end_vnode_operation(&fc)); | |
762 | } | |
763 | ||
764 | if (IS_ERR(inode)) | |
765 | goto out_c; | |
766 | ||
767 | for (i = 0; i < cookie->nr_fids; i++) | |
87182759 | 768 | cookie->statuses[i].status.abort_code = 0; |
5cf9dd55 DH |
769 | |
770 | success: | |
771 | /* Turn all the files into inodes and save the first one - which is the | |
772 | * one we actually want. | |
773 | */ | |
87182759 DH |
774 | scb = &cookie->statuses[0]; |
775 | if (scb->status.abort_code != 0) | |
776 | inode = ERR_PTR(afs_abort_to_error(scb->status.abort_code)); | |
5cf9dd55 DH |
777 | |
778 | for (i = 0; i < cookie->nr_fids; i++) { | |
87182759 | 779 | struct afs_status_cb *scb = &cookie->statuses[i]; |
5cf9dd55 DH |
780 | struct inode *ti; |
781 | ||
87182759 | 782 | if (scb->status.abort_code != 0) |
5cf9dd55 DH |
783 | continue; |
784 | ||
b8359153 DH |
785 | iget_data.fid = cookie->fids[i]; |
786 | ti = afs_iget(dir->i_sb, key, &iget_data, scb, cbi, dvnode); | |
5cf9dd55 DH |
787 | if (i == 0) { |
788 | inode = ti; | |
789 | } else { | |
790 | if (!IS_ERR(ti)) | |
791 | iput(ti); | |
792 | } | |
793 | } | |
794 | ||
795 | out_c: | |
796 | afs_put_cb_interest(afs_v2net(dvnode), cbi); | |
87182759 | 797 | kvfree(cookie->statuses); |
5cf9dd55 DH |
798 | out: |
799 | kfree(cookie); | |
800 | return inode; | |
801 | } | |
802 | ||
6f8880d8 DH |
803 | /* |
804 | * Look up an entry in a directory with @sys substitution. | |
805 | */ | |
806 | static struct dentry *afs_lookup_atsys(struct inode *dir, struct dentry *dentry, | |
807 | struct key *key) | |
808 | { | |
809 | struct afs_sysnames *subs; | |
810 | struct afs_net *net = afs_i2net(dir); | |
811 | struct dentry *ret; | |
812 | char *buf, *p, *name; | |
813 | int len, i; | |
814 | ||
815 | _enter(""); | |
816 | ||
817 | ret = ERR_PTR(-ENOMEM); | |
818 | p = buf = kmalloc(AFSNAMEMAX, GFP_KERNEL); | |
819 | if (!buf) | |
820 | goto out_p; | |
821 | if (dentry->d_name.len > 4) { | |
822 | memcpy(p, dentry->d_name.name, dentry->d_name.len - 4); | |
823 | p += dentry->d_name.len - 4; | |
824 | } | |
825 | ||
826 | /* There is an ordered list of substitutes that we have to try. */ | |
827 | read_lock(&net->sysnames_lock); | |
828 | subs = net->sysnames; | |
829 | refcount_inc(&subs->usage); | |
830 | read_unlock(&net->sysnames_lock); | |
831 | ||
832 | for (i = 0; i < subs->nr; i++) { | |
833 | name = subs->subs[i]; | |
834 | len = dentry->d_name.len - 4 + strlen(name); | |
835 | if (len >= AFSNAMEMAX) { | |
836 | ret = ERR_PTR(-ENAMETOOLONG); | |
837 | goto out_s; | |
838 | } | |
839 | ||
840 | strcpy(p, name); | |
841 | ret = lookup_one_len(buf, dentry->d_parent, len); | |
842 | if (IS_ERR(ret) || d_is_positive(ret)) | |
843 | goto out_s; | |
844 | dput(ret); | |
845 | } | |
846 | ||
847 | /* We don't want to d_add() the @sys dentry here as we don't want to | |
848 | * the cached dentry to hide changes to the sysnames list. | |
849 | */ | |
850 | ret = NULL; | |
851 | out_s: | |
852 | afs_put_sysnames(subs); | |
853 | kfree(buf); | |
854 | out_p: | |
855 | key_put(key); | |
856 | return ret; | |
857 | } | |
858 | ||
08e0e7c8 DH |
859 | /* |
860 | * look up an entry in a directory | |
861 | */ | |
260a9803 | 862 | static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry, |
00cd8dd3 | 863 | unsigned int flags) |
08e0e7c8 | 864 | { |
5cf9dd55 | 865 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
08e0e7c8 | 866 | struct inode *inode; |
34b2a88f | 867 | struct dentry *d; |
00d3b7a4 | 868 | struct key *key; |
08e0e7c8 DH |
869 | int ret; |
870 | ||
3b6492df | 871 | _enter("{%llx:%llu},%p{%pd},", |
5cf9dd55 | 872 | dvnode->fid.vid, dvnode->fid.vnode, dentry, dentry); |
260a9803 | 873 | |
2b0143b5 | 874 | ASSERTCMP(d_inode(dentry), ==, NULL); |
08e0e7c8 | 875 | |
45222b9e | 876 | if (dentry->d_name.len >= AFSNAMEMAX) { |
08e0e7c8 DH |
877 | _leave(" = -ENAMETOOLONG"); |
878 | return ERR_PTR(-ENAMETOOLONG); | |
879 | } | |
880 | ||
5cf9dd55 | 881 | if (test_bit(AFS_VNODE_DELETED, &dvnode->flags)) { |
08e0e7c8 DH |
882 | _leave(" = -ESTALE"); |
883 | return ERR_PTR(-ESTALE); | |
884 | } | |
885 | ||
5cf9dd55 | 886 | key = afs_request_key(dvnode->volume->cell); |
00d3b7a4 DH |
887 | if (IS_ERR(key)) { |
888 | _leave(" = %ld [key]", PTR_ERR(key)); | |
e231c2ee | 889 | return ERR_CAST(key); |
00d3b7a4 DH |
890 | } |
891 | ||
5cf9dd55 | 892 | ret = afs_validate(dvnode, key); |
260a9803 DH |
893 | if (ret < 0) { |
894 | key_put(key); | |
895 | _leave(" = %d [val]", ret); | |
896 | return ERR_PTR(ret); | |
897 | } | |
898 | ||
6f8880d8 DH |
899 | if (dentry->d_name.len >= 4 && |
900 | dentry->d_name.name[dentry->d_name.len - 4] == '@' && | |
901 | dentry->d_name.name[dentry->d_name.len - 3] == 's' && | |
902 | dentry->d_name.name[dentry->d_name.len - 2] == 'y' && | |
903 | dentry->d_name.name[dentry->d_name.len - 1] == 's') | |
904 | return afs_lookup_atsys(dir, dentry, key); | |
905 | ||
d55b4da4 | 906 | afs_stat_v(dvnode, n_lookup); |
5cf9dd55 | 907 | inode = afs_do_lookup(dir, dentry, key); |
00d3b7a4 | 908 | key_put(key); |
34b2a88f AV |
909 | if (inode == ERR_PTR(-ENOENT)) { |
910 | inode = afs_try_auto_mntpt(dentry, dir); | |
34b2a88f AV |
911 | } else { |
912 | dentry->d_fsdata = | |
913 | (void *)(unsigned long)dvnode->status.data_version; | |
08e0e7c8 | 914 | } |
34b2a88f | 915 | d = d_splice_alias(inode, dentry); |
80548b03 | 916 | if (!IS_ERR_OR_NULL(d)) { |
34b2a88f | 917 | d->d_fsdata = dentry->d_fsdata; |
80548b03 DH |
918 | trace_afs_lookup(dvnode, &d->d_name, |
919 | inode ? AFS_FS_I(inode) : NULL); | |
920 | } else { | |
921 | trace_afs_lookup(dvnode, &dentry->d_name, | |
922 | inode ? AFS_FS_I(inode) : NULL); | |
923 | } | |
34b2a88f | 924 | return d; |
ec26815a | 925 | } |
1da177e4 | 926 | |
1da177e4 LT |
927 | /* |
928 | * check that a dentry lookup hit has found a valid entry | |
929 | * - NOTE! the hit can be a negative hit too, so we can't assume we have an | |
930 | * inode | |
1da177e4 | 931 | */ |
0b728e19 | 932 | static int afs_d_revalidate(struct dentry *dentry, unsigned int flags) |
1da177e4 | 933 | { |
260a9803 | 934 | struct afs_vnode *vnode, *dir; |
dd0d9a46 | 935 | struct afs_fid uninitialized_var(fid); |
1da177e4 | 936 | struct dentry *parent; |
c435ee34 | 937 | struct inode *inode; |
00d3b7a4 | 938 | struct key *key; |
a4ff7401 | 939 | long dir_version, de_version; |
1da177e4 LT |
940 | int ret; |
941 | ||
0b728e19 | 942 | if (flags & LOOKUP_RCU) |
34286d66 NP |
943 | return -ECHILD; |
944 | ||
c435ee34 DH |
945 | if (d_really_is_positive(dentry)) { |
946 | vnode = AFS_FS_I(d_inode(dentry)); | |
3b6492df | 947 | _enter("{v={%llx:%llu} n=%pd fl=%lx},", |
a455589f | 948 | vnode->fid.vid, vnode->fid.vnode, dentry, |
260a9803 | 949 | vnode->flags); |
c435ee34 | 950 | } else { |
a455589f | 951 | _enter("{neg n=%pd}", dentry); |
c435ee34 | 952 | } |
1da177e4 | 953 | |
260a9803 | 954 | key = afs_request_key(AFS_FS_S(dentry->d_sb)->volume->cell); |
00d3b7a4 DH |
955 | if (IS_ERR(key)) |
956 | key = NULL; | |
957 | ||
c435ee34 DH |
958 | if (d_really_is_positive(dentry)) { |
959 | inode = d_inode(dentry); | |
960 | if (inode) { | |
961 | vnode = AFS_FS_I(inode); | |
962 | afs_validate(vnode, key); | |
963 | if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) | |
964 | goto out_bad; | |
965 | } | |
966 | } | |
967 | ||
1da177e4 | 968 | /* lock down the parent dentry so we can peer at it */ |
08e0e7c8 | 969 | parent = dget_parent(dentry); |
2b0143b5 | 970 | dir = AFS_FS_I(d_inode(parent)); |
1da177e4 | 971 | |
260a9803 | 972 | /* validate the parent directory */ |
c435ee34 | 973 | afs_validate(dir, key); |
260a9803 DH |
974 | |
975 | if (test_bit(AFS_VNODE_DELETED, &dir->flags)) { | |
a455589f | 976 | _debug("%pd: parent dir deleted", dentry); |
c435ee34 | 977 | goto out_bad_parent; |
1da177e4 LT |
978 | } |
979 | ||
a4ff7401 DH |
980 | /* We only need to invalidate a dentry if the server's copy changed |
981 | * behind our back. If we made the change, it's no problem. Note that | |
982 | * on a 32-bit system, we only have 32 bits in the dentry to store the | |
983 | * version. | |
984 | */ | |
985 | dir_version = (long)dir->status.data_version; | |
986 | de_version = (long)dentry->d_fsdata; | |
987 | if (de_version == dir_version) | |
988 | goto out_valid; | |
989 | ||
990 | dir_version = (long)dir->invalid_before; | |
991 | if (de_version - dir_version >= 0) | |
992 | goto out_valid; | |
1da177e4 | 993 | |
260a9803 | 994 | _debug("dir modified"); |
d55b4da4 | 995 | afs_stat_v(dir, n_reval); |
260a9803 DH |
996 | |
997 | /* search the directory for this vnode */ | |
5cf9dd55 | 998 | ret = afs_do_lookup_one(&dir->vfs_inode, dentry, &fid, key); |
260a9803 DH |
999 | switch (ret) { |
1000 | case 0: | |
1001 | /* the filename maps to something */ | |
2b0143b5 | 1002 | if (d_really_is_negative(dentry)) |
c435ee34 DH |
1003 | goto out_bad_parent; |
1004 | inode = d_inode(dentry); | |
1005 | if (is_bad_inode(inode)) { | |
a455589f AV |
1006 | printk("kAFS: afs_d_revalidate: %pd2 has bad inode\n", |
1007 | dentry); | |
c435ee34 | 1008 | goto out_bad_parent; |
1da177e4 LT |
1009 | } |
1010 | ||
c435ee34 DH |
1011 | vnode = AFS_FS_I(inode); |
1012 | ||
1da177e4 LT |
1013 | /* if the vnode ID has changed, then the dirent points to a |
1014 | * different file */ | |
08e0e7c8 | 1015 | if (fid.vnode != vnode->fid.vnode) { |
3b6492df | 1016 | _debug("%pd: dirent changed [%llu != %llu]", |
a455589f | 1017 | dentry, fid.vnode, |
08e0e7c8 | 1018 | vnode->fid.vnode); |
1da177e4 LT |
1019 | goto not_found; |
1020 | } | |
1021 | ||
1022 | /* if the vnode ID uniqifier has changed, then the file has | |
260a9803 DH |
1023 | * been deleted and replaced, and the original vnode ID has |
1024 | * been reused */ | |
08e0e7c8 | 1025 | if (fid.unique != vnode->fid.unique) { |
a455589f AV |
1026 | _debug("%pd: file deleted (uq %u -> %u I:%u)", |
1027 | dentry, fid.unique, | |
7a224228 | 1028 | vnode->fid.unique, |
c435ee34 DH |
1029 | vnode->vfs_inode.i_generation); |
1030 | write_seqlock(&vnode->cb_lock); | |
08e0e7c8 | 1031 | set_bit(AFS_VNODE_DELETED, &vnode->flags); |
c435ee34 | 1032 | write_sequnlock(&vnode->cb_lock); |
260a9803 | 1033 | goto not_found; |
1da177e4 | 1034 | } |
260a9803 | 1035 | goto out_valid; |
08e0e7c8 | 1036 | |
260a9803 DH |
1037 | case -ENOENT: |
1038 | /* the filename is unknown */ | |
a455589f | 1039 | _debug("%pd: dirent not found", dentry); |
2b0143b5 | 1040 | if (d_really_is_positive(dentry)) |
260a9803 DH |
1041 | goto not_found; |
1042 | goto out_valid; | |
1da177e4 | 1043 | |
260a9803 | 1044 | default: |
a455589f AV |
1045 | _debug("failed to iterate dir %pd: %d", |
1046 | parent, ret); | |
c435ee34 | 1047 | goto out_bad_parent; |
08e0e7c8 DH |
1048 | } |
1049 | ||
ec26815a | 1050 | out_valid: |
a4ff7401 | 1051 | dentry->d_fsdata = (void *)dir_version; |
1da177e4 | 1052 | dput(parent); |
00d3b7a4 | 1053 | key_put(key); |
1da177e4 LT |
1054 | _leave(" = 1 [valid]"); |
1055 | return 1; | |
1056 | ||
1057 | /* the dirent, if it exists, now points to a different vnode */ | |
ec26815a | 1058 | not_found: |
1da177e4 LT |
1059 | spin_lock(&dentry->d_lock); |
1060 | dentry->d_flags |= DCACHE_NFSFS_RENAMED; | |
1061 | spin_unlock(&dentry->d_lock); | |
1062 | ||
c435ee34 | 1063 | out_bad_parent: |
a455589f | 1064 | _debug("dropping dentry %pd2", dentry); |
1da177e4 | 1065 | dput(parent); |
c435ee34 | 1066 | out_bad: |
00d3b7a4 | 1067 | key_put(key); |
1da177e4 LT |
1068 | |
1069 | _leave(" = 0 [bad]"); | |
1070 | return 0; | |
ec26815a | 1071 | } |
1da177e4 | 1072 | |
1da177e4 LT |
1073 | /* |
1074 | * allow the VFS to enquire as to whether a dentry should be unhashed (mustn't | |
1075 | * sleep) | |
1076 | * - called from dput() when d_count is going to 0. | |
1077 | * - return 1 to request dentry be unhashed, 0 otherwise | |
1078 | */ | |
fe15ce44 | 1079 | static int afs_d_delete(const struct dentry *dentry) |
1da177e4 | 1080 | { |
a455589f | 1081 | _enter("%pd", dentry); |
1da177e4 LT |
1082 | |
1083 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) | |
1084 | goto zap; | |
1085 | ||
2b0143b5 DH |
1086 | if (d_really_is_positive(dentry) && |
1087 | (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(d_inode(dentry))->flags) || | |
1088 | test_bit(AFS_VNODE_PSEUDODIR, &AFS_FS_I(d_inode(dentry))->flags))) | |
bec5eb61 | 1089 | goto zap; |
1da177e4 LT |
1090 | |
1091 | _leave(" = 0 [keep]"); | |
1092 | return 0; | |
1093 | ||
ec26815a | 1094 | zap: |
1da177e4 LT |
1095 | _leave(" = 1 [zap]"); |
1096 | return 1; | |
ec26815a | 1097 | } |
260a9803 | 1098 | |
79ddbfa5 DH |
1099 | /* |
1100 | * Clean up sillyrename files on dentry removal. | |
1101 | */ | |
1102 | static void afs_d_iput(struct dentry *dentry, struct inode *inode) | |
1103 | { | |
1104 | if (dentry->d_flags & DCACHE_NFSFS_RENAMED) | |
1105 | afs_silly_iput(dentry, inode); | |
1106 | iput(inode); | |
1107 | } | |
1108 | ||
260a9803 DH |
1109 | /* |
1110 | * handle dentry release | |
1111 | */ | |
66c7e1d3 | 1112 | void afs_d_release(struct dentry *dentry) |
260a9803 | 1113 | { |
a455589f | 1114 | _enter("%pd", dentry); |
260a9803 DH |
1115 | } |
1116 | ||
d2ddc776 DH |
1117 | /* |
1118 | * Create a new inode for create/mkdir/symlink | |
1119 | */ | |
1120 | static void afs_vnode_new_inode(struct afs_fs_cursor *fc, | |
1121 | struct dentry *new_dentry, | |
b8359153 | 1122 | struct afs_iget_data *new_data, |
a58823ac | 1123 | struct afs_status_cb *new_scb) |
d2ddc776 | 1124 | { |
5a813276 | 1125 | struct afs_vnode *vnode; |
d2ddc776 DH |
1126 | struct inode *inode; |
1127 | ||
1128 | if (fc->ac.error < 0) | |
1129 | return; | |
1130 | ||
1131 | inode = afs_iget(fc->vnode->vfs_inode.i_sb, fc->key, | |
b8359153 | 1132 | new_data, new_scb, fc->cbi, fc->vnode); |
d2ddc776 DH |
1133 | if (IS_ERR(inode)) { |
1134 | /* ENOMEM or EINTR at a really inconvenient time - just abandon | |
1135 | * the new directory on the server. | |
1136 | */ | |
1137 | fc->ac.error = PTR_ERR(inode); | |
1138 | return; | |
1139 | } | |
1140 | ||
5a813276 DH |
1141 | vnode = AFS_FS_I(inode); |
1142 | set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags); | |
a58823ac DH |
1143 | if (fc->ac.error == 0) |
1144 | afs_cache_permit(vnode, fc->key, vnode->cb_break, new_scb); | |
73116df7 | 1145 | d_instantiate(new_dentry, inode); |
d2ddc776 DH |
1146 | } |
1147 | ||
b8359153 DH |
1148 | static void afs_prep_for_new_inode(struct afs_fs_cursor *fc, |
1149 | struct afs_iget_data *iget_data) | |
1150 | { | |
1151 | iget_data->volume = fc->vnode->volume; | |
1152 | iget_data->cb_v_break = fc->vnode->volume->cb_v_break; | |
1153 | iget_data->cb_s_break = fc->cbi->server->cb_s_break; | |
1154 | } | |
1155 | ||
260a9803 DH |
1156 | /* |
1157 | * create a directory on an AFS filesystem | |
1158 | */ | |
18bb1db3 | 1159 | static int afs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode) |
260a9803 | 1160 | { |
b8359153 | 1161 | struct afs_iget_data iget_data; |
a58823ac | 1162 | struct afs_status_cb *scb; |
d2ddc776 | 1163 | struct afs_fs_cursor fc; |
d2ddc776 | 1164 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
260a9803 DH |
1165 | struct key *key; |
1166 | int ret; | |
1167 | ||
d2ddc776 | 1168 | mode |= S_IFDIR; |
260a9803 | 1169 | |
3b6492df | 1170 | _enter("{%llx:%llu},{%pd},%ho", |
a455589f | 1171 | dvnode->fid.vid, dvnode->fid.vnode, dentry, mode); |
260a9803 | 1172 | |
a58823ac DH |
1173 | ret = -ENOMEM; |
1174 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1175 | if (!scb) | |
1176 | goto error; | |
1177 | ||
260a9803 DH |
1178 | key = afs_request_key(dvnode->volume->cell); |
1179 | if (IS_ERR(key)) { | |
1180 | ret = PTR_ERR(key); | |
a58823ac | 1181 | goto error_scb; |
260a9803 DH |
1182 | } |
1183 | ||
d2ddc776 | 1184 | ret = -ERESTARTSYS; |
20b8391f | 1185 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac DH |
1186 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
1187 | ||
d2ddc776 | 1188 | while (afs_select_fileserver(&fc)) { |
68251f0a | 1189 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
b8359153 | 1190 | afs_prep_for_new_inode(&fc, &iget_data); |
a58823ac | 1191 | afs_fs_create(&fc, dentry->d_name.name, mode, |
b8359153 | 1192 | &scb[0], &iget_data.fid, &scb[1]); |
d2ddc776 | 1193 | } |
260a9803 | 1194 | |
a58823ac DH |
1195 | afs_check_for_remote_deletion(&fc, dvnode); |
1196 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, | |
1197 | &data_version, &scb[0]); | |
b8359153 | 1198 | afs_vnode_new_inode(&fc, dentry, &iget_data, &scb[1]); |
d2ddc776 DH |
1199 | ret = afs_end_vnode_operation(&fc); |
1200 | if (ret < 0) | |
1201 | goto error_key; | |
4433b691 DH |
1202 | } else { |
1203 | goto error_key; | |
260a9803 DH |
1204 | } |
1205 | ||
63a4681f DH |
1206 | if (ret == 0 && |
1207 | test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) | |
b8359153 | 1208 | afs_edit_dir_add(dvnode, &dentry->d_name, &iget_data.fid, |
63a4681f DH |
1209 | afs_edit_dir_for_create); |
1210 | ||
260a9803 | 1211 | key_put(key); |
a58823ac | 1212 | kfree(scb); |
260a9803 DH |
1213 | _leave(" = 0"); |
1214 | return 0; | |
1215 | ||
d2ddc776 | 1216 | error_key: |
260a9803 | 1217 | key_put(key); |
a58823ac DH |
1218 | error_scb: |
1219 | kfree(scb); | |
260a9803 DH |
1220 | error: |
1221 | d_drop(dentry); | |
1222 | _leave(" = %d", ret); | |
1223 | return ret; | |
1224 | } | |
1225 | ||
d2ddc776 DH |
1226 | /* |
1227 | * Remove a subdir from a directory. | |
1228 | */ | |
1229 | static void afs_dir_remove_subdir(struct dentry *dentry) | |
1230 | { | |
1231 | if (d_really_is_positive(dentry)) { | |
1232 | struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry)); | |
1233 | ||
1234 | clear_nlink(&vnode->vfs_inode); | |
1235 | set_bit(AFS_VNODE_DELETED, &vnode->flags); | |
1236 | clear_bit(AFS_VNODE_CB_PROMISED, &vnode->flags); | |
63a4681f | 1237 | clear_bit(AFS_VNODE_DIR_VALID, &vnode->flags); |
d2ddc776 DH |
1238 | } |
1239 | } | |
1240 | ||
260a9803 DH |
1241 | /* |
1242 | * remove a directory from an AFS filesystem | |
1243 | */ | |
1244 | static int afs_rmdir(struct inode *dir, struct dentry *dentry) | |
1245 | { | |
a58823ac | 1246 | struct afs_status_cb *scb; |
d2ddc776 | 1247 | struct afs_fs_cursor fc; |
f58db83f | 1248 | struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode = NULL; |
260a9803 DH |
1249 | struct key *key; |
1250 | int ret; | |
1251 | ||
3b6492df | 1252 | _enter("{%llx:%llu},{%pd}", |
a455589f | 1253 | dvnode->fid.vid, dvnode->fid.vnode, dentry); |
260a9803 | 1254 | |
a58823ac DH |
1255 | scb = kzalloc(sizeof(struct afs_status_cb), GFP_KERNEL); |
1256 | if (!scb) | |
1257 | return -ENOMEM; | |
1258 | ||
260a9803 DH |
1259 | key = afs_request_key(dvnode->volume->cell); |
1260 | if (IS_ERR(key)) { | |
1261 | ret = PTR_ERR(key); | |
1262 | goto error; | |
1263 | } | |
1264 | ||
f58db83f DH |
1265 | /* Try to make sure we have a callback promise on the victim. */ |
1266 | if (d_really_is_positive(dentry)) { | |
1267 | vnode = AFS_FS_I(d_inode(dentry)); | |
1268 | ret = afs_validate(vnode, key); | |
1269 | if (ret < 0) | |
1270 | goto error_key; | |
1271 | } | |
1272 | ||
79ddbfa5 DH |
1273 | if (vnode) { |
1274 | ret = down_write_killable(&vnode->rmdir_lock); | |
1275 | if (ret < 0) | |
1276 | goto error_key; | |
1277 | } | |
1278 | ||
d2ddc776 | 1279 | ret = -ERESTARTSYS; |
20b8391f | 1280 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac DH |
1281 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
1282 | ||
d2ddc776 | 1283 | while (afs_select_fileserver(&fc)) { |
68251f0a | 1284 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
a58823ac | 1285 | afs_fs_remove(&fc, vnode, dentry->d_name.name, true, scb); |
d2ddc776 | 1286 | } |
260a9803 | 1287 | |
a58823ac DH |
1288 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, |
1289 | &data_version, scb); | |
d2ddc776 | 1290 | ret = afs_end_vnode_operation(&fc); |
63a4681f | 1291 | if (ret == 0) { |
d2ddc776 | 1292 | afs_dir_remove_subdir(dentry); |
63a4681f DH |
1293 | if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) |
1294 | afs_edit_dir_remove(dvnode, &dentry->d_name, | |
1295 | afs_edit_dir_for_rmdir); | |
1296 | } | |
260a9803 DH |
1297 | } |
1298 | ||
79ddbfa5 DH |
1299 | if (vnode) |
1300 | up_write(&vnode->rmdir_lock); | |
f58db83f | 1301 | error_key: |
260a9803 | 1302 | key_put(key); |
260a9803 | 1303 | error: |
a58823ac | 1304 | kfree(scb); |
260a9803 DH |
1305 | return ret; |
1306 | } | |
1307 | ||
1308 | /* | |
d2ddc776 DH |
1309 | * Remove a link to a file or symlink from a directory. |
1310 | * | |
1311 | * If the file was not deleted due to excess hard links, the fileserver will | |
1312 | * break the callback promise on the file - if it had one - before it returns | |
1313 | * to us, and if it was deleted, it won't | |
1314 | * | |
1315 | * However, if we didn't have a callback promise outstanding, or it was | |
1316 | * outstanding on a different server, then it won't break it either... | |
1317 | */ | |
a38a7558 DH |
1318 | static int afs_dir_remove_link(struct afs_vnode *dvnode, struct dentry *dentry, |
1319 | struct key *key) | |
d2ddc776 DH |
1320 | { |
1321 | int ret = 0; | |
1322 | ||
1323 | if (d_really_is_positive(dentry)) { | |
1324 | struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry)); | |
1325 | ||
30062bd1 DH |
1326 | if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) { |
1327 | /* Already done */ | |
a38a7558 DH |
1328 | } else if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) { |
1329 | write_seqlock(&vnode->cb_lock); | |
440fbc3a DH |
1330 | drop_nlink(&vnode->vfs_inode); |
1331 | if (vnode->vfs_inode.i_nlink == 0) { | |
1332 | set_bit(AFS_VNODE_DELETED, &vnode->flags); | |
a38a7558 | 1333 | __afs_break_callback(vnode); |
440fbc3a | 1334 | } |
a38a7558 | 1335 | write_sequnlock(&vnode->cb_lock); |
d2ddc776 | 1336 | ret = 0; |
440fbc3a | 1337 | } else { |
a38a7558 | 1338 | afs_break_callback(vnode); |
440fbc3a DH |
1339 | |
1340 | if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) | |
1341 | kdebug("AFS_VNODE_DELETED"); | |
1342 | ||
1343 | ret = afs_validate(vnode, key); | |
1344 | if (ret == -ESTALE) | |
1345 | ret = 0; | |
1346 | } | |
d2ddc776 DH |
1347 | _debug("nlink %d [val %d]", vnode->vfs_inode.i_nlink, ret); |
1348 | } | |
1349 | ||
1350 | return ret; | |
1351 | } | |
1352 | ||
1353 | /* | |
1354 | * Remove a file or symlink from an AFS filesystem. | |
260a9803 DH |
1355 | */ |
1356 | static int afs_unlink(struct inode *dir, struct dentry *dentry) | |
1357 | { | |
d2ddc776 | 1358 | struct afs_fs_cursor fc; |
a58823ac | 1359 | struct afs_status_cb *scb; |
30062bd1 | 1360 | struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode = NULL; |
260a9803 | 1361 | struct key *key; |
79ddbfa5 | 1362 | bool need_rehash = false; |
260a9803 DH |
1363 | int ret; |
1364 | ||
3b6492df | 1365 | _enter("{%llx:%llu},{%pd}", |
a455589f | 1366 | dvnode->fid.vid, dvnode->fid.vnode, dentry); |
260a9803 | 1367 | |
45222b9e | 1368 | if (dentry->d_name.len >= AFSNAMEMAX) |
d2ddc776 | 1369 | return -ENAMETOOLONG; |
260a9803 | 1370 | |
a58823ac DH |
1371 | ret = -ENOMEM; |
1372 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1373 | if (!scb) | |
1374 | goto error; | |
1375 | ||
260a9803 DH |
1376 | key = afs_request_key(dvnode->volume->cell); |
1377 | if (IS_ERR(key)) { | |
1378 | ret = PTR_ERR(key); | |
a58823ac | 1379 | goto error_scb; |
260a9803 DH |
1380 | } |
1381 | ||
d2ddc776 | 1382 | /* Try to make sure we have a callback promise on the victim. */ |
2b0143b5 DH |
1383 | if (d_really_is_positive(dentry)) { |
1384 | vnode = AFS_FS_I(d_inode(dentry)); | |
260a9803 DH |
1385 | ret = afs_validate(vnode, key); |
1386 | if (ret < 0) | |
d2ddc776 | 1387 | goto error_key; |
260a9803 DH |
1388 | } |
1389 | ||
79ddbfa5 DH |
1390 | spin_lock(&dentry->d_lock); |
1391 | if (vnode && d_count(dentry) > 1) { | |
1392 | spin_unlock(&dentry->d_lock); | |
1393 | /* Start asynchronous writeout of the inode */ | |
1394 | write_inode_now(d_inode(dentry), 0); | |
1395 | ret = afs_sillyrename(dvnode, vnode, dentry, key); | |
1396 | goto error_key; | |
1397 | } | |
1398 | if (!d_unhashed(dentry)) { | |
1399 | /* Prevent a race with RCU lookup. */ | |
1400 | __d_drop(dentry); | |
1401 | need_rehash = true; | |
1402 | } | |
1403 | spin_unlock(&dentry->d_lock); | |
1404 | ||
d2ddc776 | 1405 | ret = -ERESTARTSYS; |
20b8391f | 1406 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac | 1407 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
a38a7558 | 1408 | afs_dataversion_t data_version_2 = vnode->status.data_version; |
a58823ac | 1409 | |
d2ddc776 | 1410 | while (afs_select_fileserver(&fc)) { |
68251f0a | 1411 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
a38a7558 | 1412 | fc.cb_break_2 = afs_calc_vnode_cb_break(vnode); |
30062bd1 DH |
1413 | |
1414 | if (test_bit(AFS_SERVER_FL_IS_YFS, &fc.cbi->server->flags) && | |
1415 | !test_bit(AFS_SERVER_FL_NO_RM2, &fc.cbi->server->flags)) { | |
1416 | yfs_fs_remove_file2(&fc, vnode, dentry->d_name.name, | |
a58823ac | 1417 | &scb[0], &scb[1]); |
30062bd1 DH |
1418 | if (fc.ac.error != -ECONNABORTED || |
1419 | fc.ac.abort_code != RXGEN_OPCODE) | |
1420 | continue; | |
1421 | set_bit(AFS_SERVER_FL_NO_RM2, &fc.cbi->server->flags); | |
1422 | } | |
1423 | ||
a58823ac | 1424 | afs_fs_remove(&fc, vnode, dentry->d_name.name, false, &scb[0]); |
d2ddc776 | 1425 | } |
260a9803 | 1426 | |
a58823ac DH |
1427 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, |
1428 | &data_version, &scb[0]); | |
a38a7558 DH |
1429 | afs_vnode_commit_status(&fc, vnode, fc.cb_break_2, |
1430 | &data_version_2, &scb[1]); | |
d2ddc776 | 1431 | ret = afs_end_vnode_operation(&fc); |
a38a7558 DH |
1432 | if (ret == 0 && !(scb[1].have_status || scb[1].have_error)) |
1433 | ret = afs_dir_remove_link(dvnode, dentry, key); | |
63a4681f DH |
1434 | if (ret == 0 && |
1435 | test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) | |
1436 | afs_edit_dir_remove(dvnode, &dentry->d_name, | |
1437 | afs_edit_dir_for_unlink); | |
260a9803 DH |
1438 | } |
1439 | ||
79ddbfa5 DH |
1440 | if (need_rehash && ret < 0 && ret != -ENOENT) |
1441 | d_rehash(dentry); | |
1442 | ||
d2ddc776 | 1443 | error_key: |
260a9803 | 1444 | key_put(key); |
a58823ac DH |
1445 | error_scb: |
1446 | kfree(scb); | |
260a9803 DH |
1447 | error: |
1448 | _leave(" = %d", ret); | |
1449 | return ret; | |
1450 | } | |
1451 | ||
1452 | /* | |
1453 | * create a regular file on an AFS filesystem | |
1454 | */ | |
4acdaf27 | 1455 | static int afs_create(struct inode *dir, struct dentry *dentry, umode_t mode, |
ebfc3b49 | 1456 | bool excl) |
260a9803 | 1457 | { |
b8359153 | 1458 | struct afs_iget_data iget_data; |
d2ddc776 | 1459 | struct afs_fs_cursor fc; |
a58823ac | 1460 | struct afs_status_cb *scb; |
43dd388b | 1461 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
260a9803 DH |
1462 | struct key *key; |
1463 | int ret; | |
1464 | ||
d2ddc776 | 1465 | mode |= S_IFREG; |
260a9803 | 1466 | |
3b6492df | 1467 | _enter("{%llx:%llu},{%pd},%ho,", |
a455589f | 1468 | dvnode->fid.vid, dvnode->fid.vnode, dentry, mode); |
260a9803 | 1469 | |
d2ddc776 DH |
1470 | ret = -ENAMETOOLONG; |
1471 | if (dentry->d_name.len >= AFSNAMEMAX) | |
1472 | goto error; | |
1473 | ||
260a9803 DH |
1474 | key = afs_request_key(dvnode->volume->cell); |
1475 | if (IS_ERR(key)) { | |
1476 | ret = PTR_ERR(key); | |
1477 | goto error; | |
1478 | } | |
1479 | ||
a58823ac DH |
1480 | ret = -ENOMEM; |
1481 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1482 | if (!scb) | |
1483 | goto error_scb; | |
1484 | ||
d2ddc776 | 1485 | ret = -ERESTARTSYS; |
20b8391f | 1486 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac DH |
1487 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
1488 | ||
d2ddc776 | 1489 | while (afs_select_fileserver(&fc)) { |
68251f0a | 1490 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
b8359153 | 1491 | afs_prep_for_new_inode(&fc, &iget_data); |
a58823ac | 1492 | afs_fs_create(&fc, dentry->d_name.name, mode, |
b8359153 | 1493 | &scb[0], &iget_data.fid, &scb[1]); |
d2ddc776 | 1494 | } |
260a9803 | 1495 | |
a58823ac DH |
1496 | afs_check_for_remote_deletion(&fc, dvnode); |
1497 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, | |
1498 | &data_version, &scb[0]); | |
b8359153 | 1499 | afs_vnode_new_inode(&fc, dentry, &iget_data, &scb[1]); |
d2ddc776 DH |
1500 | ret = afs_end_vnode_operation(&fc); |
1501 | if (ret < 0) | |
1502 | goto error_key; | |
4433b691 DH |
1503 | } else { |
1504 | goto error_key; | |
260a9803 DH |
1505 | } |
1506 | ||
63a4681f | 1507 | if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) |
b8359153 | 1508 | afs_edit_dir_add(dvnode, &dentry->d_name, &iget_data.fid, |
63a4681f DH |
1509 | afs_edit_dir_for_create); |
1510 | ||
a58823ac | 1511 | kfree(scb); |
260a9803 DH |
1512 | key_put(key); |
1513 | _leave(" = 0"); | |
1514 | return 0; | |
1515 | ||
a58823ac DH |
1516 | error_scb: |
1517 | kfree(scb); | |
d2ddc776 | 1518 | error_key: |
260a9803 DH |
1519 | key_put(key); |
1520 | error: | |
1521 | d_drop(dentry); | |
1522 | _leave(" = %d", ret); | |
1523 | return ret; | |
1524 | } | |
1525 | ||
1526 | /* | |
1527 | * create a hard link between files in an AFS filesystem | |
1528 | */ | |
1529 | static int afs_link(struct dentry *from, struct inode *dir, | |
1530 | struct dentry *dentry) | |
1531 | { | |
d2ddc776 | 1532 | struct afs_fs_cursor fc; |
a58823ac DH |
1533 | struct afs_status_cb *scb; |
1534 | struct afs_vnode *dvnode = AFS_FS_I(dir); | |
1535 | struct afs_vnode *vnode = AFS_FS_I(d_inode(from)); | |
260a9803 DH |
1536 | struct key *key; |
1537 | int ret; | |
1538 | ||
3b6492df | 1539 | _enter("{%llx:%llu},{%llx:%llu},{%pd}", |
260a9803 DH |
1540 | vnode->fid.vid, vnode->fid.vnode, |
1541 | dvnode->fid.vid, dvnode->fid.vnode, | |
a455589f | 1542 | dentry); |
260a9803 | 1543 | |
d2ddc776 DH |
1544 | ret = -ENAMETOOLONG; |
1545 | if (dentry->d_name.len >= AFSNAMEMAX) | |
1546 | goto error; | |
1547 | ||
a58823ac DH |
1548 | ret = -ENOMEM; |
1549 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1550 | if (!scb) | |
1551 | goto error; | |
1552 | ||
260a9803 DH |
1553 | key = afs_request_key(dvnode->volume->cell); |
1554 | if (IS_ERR(key)) { | |
1555 | ret = PTR_ERR(key); | |
a58823ac | 1556 | goto error_scb; |
260a9803 DH |
1557 | } |
1558 | ||
d2ddc776 | 1559 | ret = -ERESTARTSYS; |
20b8391f | 1560 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac DH |
1561 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
1562 | ||
d2ddc776 DH |
1563 | if (mutex_lock_interruptible_nested(&vnode->io_lock, 1) < 0) { |
1564 | afs_end_vnode_operation(&fc); | |
bc1527dc | 1565 | goto error_key; |
d2ddc776 DH |
1566 | } |
1567 | ||
1568 | while (afs_select_fileserver(&fc)) { | |
68251f0a DH |
1569 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
1570 | fc.cb_break_2 = afs_calc_vnode_cb_break(vnode); | |
a58823ac DH |
1571 | afs_fs_link(&fc, vnode, dentry->d_name.name, |
1572 | &scb[0], &scb[1]); | |
d2ddc776 DH |
1573 | } |
1574 | ||
a58823ac DH |
1575 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, |
1576 | &data_version, &scb[0]); | |
1577 | afs_vnode_commit_status(&fc, vnode, fc.cb_break_2, | |
1578 | NULL, &scb[1]); | |
d2ddc776 DH |
1579 | ihold(&vnode->vfs_inode); |
1580 | d_instantiate(dentry, &vnode->vfs_inode); | |
1581 | ||
1582 | mutex_unlock(&vnode->io_lock); | |
1583 | ret = afs_end_vnode_operation(&fc); | |
1584 | if (ret < 0) | |
1585 | goto error_key; | |
4433b691 DH |
1586 | } else { |
1587 | goto error_key; | |
d2ddc776 | 1588 | } |
260a9803 | 1589 | |
63a4681f DH |
1590 | if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) |
1591 | afs_edit_dir_add(dvnode, &dentry->d_name, &vnode->fid, | |
1592 | afs_edit_dir_for_link); | |
1593 | ||
260a9803 | 1594 | key_put(key); |
a58823ac | 1595 | kfree(scb); |
260a9803 DH |
1596 | _leave(" = 0"); |
1597 | return 0; | |
1598 | ||
d2ddc776 | 1599 | error_key: |
260a9803 | 1600 | key_put(key); |
a58823ac DH |
1601 | error_scb: |
1602 | kfree(scb); | |
260a9803 DH |
1603 | error: |
1604 | d_drop(dentry); | |
1605 | _leave(" = %d", ret); | |
1606 | return ret; | |
1607 | } | |
1608 | ||
1609 | /* | |
1610 | * create a symlink in an AFS filesystem | |
1611 | */ | |
1612 | static int afs_symlink(struct inode *dir, struct dentry *dentry, | |
1613 | const char *content) | |
1614 | { | |
b8359153 | 1615 | struct afs_iget_data iget_data; |
d2ddc776 | 1616 | struct afs_fs_cursor fc; |
a58823ac | 1617 | struct afs_status_cb *scb; |
d2ddc776 | 1618 | struct afs_vnode *dvnode = AFS_FS_I(dir); |
260a9803 DH |
1619 | struct key *key; |
1620 | int ret; | |
1621 | ||
3b6492df | 1622 | _enter("{%llx:%llu},{%pd},%s", |
a455589f | 1623 | dvnode->fid.vid, dvnode->fid.vnode, dentry, |
260a9803 DH |
1624 | content); |
1625 | ||
d2ddc776 DH |
1626 | ret = -ENAMETOOLONG; |
1627 | if (dentry->d_name.len >= AFSNAMEMAX) | |
1628 | goto error; | |
1629 | ||
260a9803 | 1630 | ret = -EINVAL; |
45222b9e | 1631 | if (strlen(content) >= AFSPATHMAX) |
260a9803 DH |
1632 | goto error; |
1633 | ||
a58823ac DH |
1634 | ret = -ENOMEM; |
1635 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1636 | if (!scb) | |
1637 | goto error; | |
1638 | ||
260a9803 DH |
1639 | key = afs_request_key(dvnode->volume->cell); |
1640 | if (IS_ERR(key)) { | |
1641 | ret = PTR_ERR(key); | |
a58823ac | 1642 | goto error_scb; |
260a9803 DH |
1643 | } |
1644 | ||
d2ddc776 | 1645 | ret = -ERESTARTSYS; |
20b8391f | 1646 | if (afs_begin_vnode_operation(&fc, dvnode, key, true)) { |
a58823ac DH |
1647 | afs_dataversion_t data_version = dvnode->status.data_version + 1; |
1648 | ||
d2ddc776 | 1649 | while (afs_select_fileserver(&fc)) { |
68251f0a | 1650 | fc.cb_break = afs_calc_vnode_cb_break(dvnode); |
b8359153 | 1651 | afs_prep_for_new_inode(&fc, &iget_data); |
a58823ac | 1652 | afs_fs_symlink(&fc, dentry->d_name.name, content, |
b8359153 | 1653 | &scb[0], &iget_data.fid, &scb[1]); |
d2ddc776 | 1654 | } |
260a9803 | 1655 | |
a58823ac DH |
1656 | afs_check_for_remote_deletion(&fc, dvnode); |
1657 | afs_vnode_commit_status(&fc, dvnode, fc.cb_break, | |
1658 | &data_version, &scb[0]); | |
b8359153 | 1659 | afs_vnode_new_inode(&fc, dentry, &iget_data, &scb[1]); |
d2ddc776 DH |
1660 | ret = afs_end_vnode_operation(&fc); |
1661 | if (ret < 0) | |
1662 | goto error_key; | |
4433b691 DH |
1663 | } else { |
1664 | goto error_key; | |
260a9803 DH |
1665 | } |
1666 | ||
63a4681f | 1667 | if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) |
b8359153 | 1668 | afs_edit_dir_add(dvnode, &dentry->d_name, &iget_data.fid, |
63a4681f DH |
1669 | afs_edit_dir_for_symlink); |
1670 | ||
260a9803 | 1671 | key_put(key); |
a58823ac | 1672 | kfree(scb); |
260a9803 DH |
1673 | _leave(" = 0"); |
1674 | return 0; | |
1675 | ||
d2ddc776 | 1676 | error_key: |
260a9803 | 1677 | key_put(key); |
a58823ac DH |
1678 | error_scb: |
1679 | kfree(scb); | |
260a9803 DH |
1680 | error: |
1681 | d_drop(dentry); | |
1682 | _leave(" = %d", ret); | |
1683 | return ret; | |
1684 | } | |
1685 | ||
1686 | /* | |
1687 | * rename a file in an AFS filesystem and/or move it between directories | |
1688 | */ | |
1689 | static int afs_rename(struct inode *old_dir, struct dentry *old_dentry, | |
1cd66c93 MS |
1690 | struct inode *new_dir, struct dentry *new_dentry, |
1691 | unsigned int flags) | |
260a9803 | 1692 | { |
d2ddc776 | 1693 | struct afs_fs_cursor fc; |
a58823ac | 1694 | struct afs_status_cb *scb; |
260a9803 | 1695 | struct afs_vnode *orig_dvnode, *new_dvnode, *vnode; |
79ddbfa5 DH |
1696 | struct dentry *tmp = NULL, *rehash = NULL; |
1697 | struct inode *new_inode; | |
260a9803 | 1698 | struct key *key; |
63a4681f | 1699 | bool new_negative = d_is_negative(new_dentry); |
260a9803 DH |
1700 | int ret; |
1701 | ||
1cd66c93 MS |
1702 | if (flags) |
1703 | return -EINVAL; | |
1704 | ||
79ddbfa5 DH |
1705 | /* Don't allow silly-rename files be moved around. */ |
1706 | if (old_dentry->d_flags & DCACHE_NFSFS_RENAMED) | |
1707 | return -EINVAL; | |
1708 | ||
2b0143b5 | 1709 | vnode = AFS_FS_I(d_inode(old_dentry)); |
260a9803 DH |
1710 | orig_dvnode = AFS_FS_I(old_dir); |
1711 | new_dvnode = AFS_FS_I(new_dir); | |
1712 | ||
3b6492df | 1713 | _enter("{%llx:%llu},{%llx:%llu},{%llx:%llu},{%pd}", |
260a9803 DH |
1714 | orig_dvnode->fid.vid, orig_dvnode->fid.vnode, |
1715 | vnode->fid.vid, vnode->fid.vnode, | |
1716 | new_dvnode->fid.vid, new_dvnode->fid.vnode, | |
a455589f | 1717 | new_dentry); |
260a9803 | 1718 | |
a58823ac DH |
1719 | ret = -ENOMEM; |
1720 | scb = kcalloc(2, sizeof(struct afs_status_cb), GFP_KERNEL); | |
1721 | if (!scb) | |
1722 | goto error; | |
1723 | ||
260a9803 DH |
1724 | key = afs_request_key(orig_dvnode->volume->cell); |
1725 | if (IS_ERR(key)) { | |
1726 | ret = PTR_ERR(key); | |
a58823ac | 1727 | goto error_scb; |
260a9803 DH |
1728 | } |
1729 | ||
79ddbfa5 DH |
1730 | /* For non-directories, check whether the target is busy and if so, |
1731 | * make a copy of the dentry and then do a silly-rename. If the | |
1732 | * silly-rename succeeds, the copied dentry is hashed and becomes the | |
1733 | * new target. | |
1734 | */ | |
1735 | if (d_is_positive(new_dentry) && !d_is_dir(new_dentry)) { | |
1736 | /* To prevent any new references to the target during the | |
1737 | * rename, we unhash the dentry in advance. | |
1738 | */ | |
1739 | if (!d_unhashed(new_dentry)) { | |
1740 | d_drop(new_dentry); | |
1741 | rehash = new_dentry; | |
1742 | } | |
1743 | ||
1744 | if (d_count(new_dentry) > 2) { | |
1745 | /* copy the target dentry's name */ | |
1746 | ret = -ENOMEM; | |
1747 | tmp = d_alloc(new_dentry->d_parent, | |
1748 | &new_dentry->d_name); | |
1749 | if (!tmp) | |
1750 | goto error_rehash; | |
1751 | ||
1752 | ret = afs_sillyrename(new_dvnode, | |
1753 | AFS_FS_I(d_inode(new_dentry)), | |
1754 | new_dentry, key); | |
1755 | if (ret) | |
1756 | goto error_rehash; | |
1757 | ||
1758 | new_dentry = tmp; | |
1759 | rehash = NULL; | |
1760 | new_negative = true; | |
79ddbfa5 DH |
1761 | } |
1762 | } | |
1763 | ||
d2ddc776 | 1764 | ret = -ERESTARTSYS; |
20b8391f | 1765 | if (afs_begin_vnode_operation(&fc, orig_dvnode, key, true)) { |
a58823ac DH |
1766 | afs_dataversion_t orig_data_version; |
1767 | afs_dataversion_t new_data_version; | |
1768 | struct afs_status_cb *new_scb = &scb[1]; | |
1769 | ||
1770 | orig_data_version = orig_dvnode->status.data_version + 1; | |
1771 | ||
d2ddc776 DH |
1772 | if (orig_dvnode != new_dvnode) { |
1773 | if (mutex_lock_interruptible_nested(&new_dvnode->io_lock, 1) < 0) { | |
1774 | afs_end_vnode_operation(&fc); | |
79ddbfa5 | 1775 | goto error_rehash; |
d2ddc776 | 1776 | } |
a58823ac DH |
1777 | new_data_version = new_dvnode->status.data_version; |
1778 | } else { | |
1779 | new_data_version = orig_data_version; | |
1780 | new_scb = &scb[0]; | |
d2ddc776 | 1781 | } |
a58823ac | 1782 | |
d2ddc776 | 1783 | while (afs_select_fileserver(&fc)) { |
68251f0a DH |
1784 | fc.cb_break = afs_calc_vnode_cb_break(orig_dvnode); |
1785 | fc.cb_break_2 = afs_calc_vnode_cb_break(new_dvnode); | |
d2ddc776 | 1786 | afs_fs_rename(&fc, old_dentry->d_name.name, |
63a4681f | 1787 | new_dvnode, new_dentry->d_name.name, |
a58823ac | 1788 | &scb[0], new_scb); |
d2ddc776 DH |
1789 | } |
1790 | ||
a58823ac DH |
1791 | afs_vnode_commit_status(&fc, orig_dvnode, fc.cb_break, |
1792 | &orig_data_version, &scb[0]); | |
1793 | if (new_dvnode != orig_dvnode) { | |
1794 | afs_vnode_commit_status(&fc, new_dvnode, fc.cb_break_2, | |
1795 | &new_data_version, &scb[1]); | |
d2ddc776 | 1796 | mutex_unlock(&new_dvnode->io_lock); |
a58823ac | 1797 | } |
d2ddc776 DH |
1798 | ret = afs_end_vnode_operation(&fc); |
1799 | if (ret < 0) | |
79ddbfa5 | 1800 | goto error_rehash; |
d2ddc776 DH |
1801 | } |
1802 | ||
63a4681f | 1803 | if (ret == 0) { |
79ddbfa5 DH |
1804 | if (rehash) |
1805 | d_rehash(rehash); | |
63a4681f DH |
1806 | if (test_bit(AFS_VNODE_DIR_VALID, &orig_dvnode->flags)) |
1807 | afs_edit_dir_remove(orig_dvnode, &old_dentry->d_name, | |
79ddbfa5 | 1808 | afs_edit_dir_for_rename_0); |
63a4681f DH |
1809 | |
1810 | if (!new_negative && | |
1811 | test_bit(AFS_VNODE_DIR_VALID, &new_dvnode->flags)) | |
1812 | afs_edit_dir_remove(new_dvnode, &new_dentry->d_name, | |
79ddbfa5 | 1813 | afs_edit_dir_for_rename_1); |
63a4681f DH |
1814 | |
1815 | if (test_bit(AFS_VNODE_DIR_VALID, &new_dvnode->flags)) | |
1816 | afs_edit_dir_add(new_dvnode, &new_dentry->d_name, | |
79ddbfa5 DH |
1817 | &vnode->fid, afs_edit_dir_for_rename_2); |
1818 | ||
1819 | new_inode = d_inode(new_dentry); | |
1820 | if (new_inode) { | |
1821 | spin_lock(&new_inode->i_lock); | |
1822 | if (new_inode->i_nlink > 0) | |
1823 | drop_nlink(new_inode); | |
1824 | spin_unlock(&new_inode->i_lock); | |
1825 | } | |
1826 | d_move(old_dentry, new_dentry); | |
1827 | goto error_tmp; | |
63a4681f DH |
1828 | } |
1829 | ||
79ddbfa5 DH |
1830 | error_rehash: |
1831 | if (rehash) | |
1832 | d_rehash(rehash); | |
1833 | error_tmp: | |
1834 | if (tmp) | |
1835 | dput(tmp); | |
260a9803 | 1836 | key_put(key); |
a58823ac DH |
1837 | error_scb: |
1838 | kfree(scb); | |
260a9803 | 1839 | error: |
260a9803 DH |
1840 | _leave(" = %d", ret); |
1841 | return ret; | |
1842 | } | |
f3ddee8d DH |
1843 | |
1844 | /* | |
1845 | * Release a directory page and clean up its private state if it's not busy | |
1846 | * - return true if the page can now be released, false if not | |
1847 | */ | |
1848 | static int afs_dir_releasepage(struct page *page, gfp_t gfp_flags) | |
1849 | { | |
1850 | struct afs_vnode *dvnode = AFS_FS_I(page->mapping->host); | |
1851 | ||
3b6492df | 1852 | _enter("{{%llx:%llu}[%lu]}", dvnode->fid.vid, dvnode->fid.vnode, page->index); |
f3ddee8d DH |
1853 | |
1854 | set_page_private(page, 0); | |
1855 | ClearPagePrivate(page); | |
1856 | ||
1857 | /* The directory will need reloading. */ | |
1858 | if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) | |
1859 | afs_stat_v(dvnode, n_relpg); | |
1860 | return 1; | |
1861 | } | |
1862 | ||
1863 | /* | |
1864 | * invalidate part or all of a page | |
1865 | * - release a page and clean up its private data if offset is 0 (indicating | |
1866 | * the entire page) | |
1867 | */ | |
1868 | static void afs_dir_invalidatepage(struct page *page, unsigned int offset, | |
1869 | unsigned int length) | |
1870 | { | |
1871 | struct afs_vnode *dvnode = AFS_FS_I(page->mapping->host); | |
1872 | ||
1873 | _enter("{%lu},%u,%u", page->index, offset, length); | |
1874 | ||
1875 | BUG_ON(!PageLocked(page)); | |
1876 | ||
1877 | /* The directory will need reloading. */ | |
1878 | if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) | |
1879 | afs_stat_v(dvnode, n_inval); | |
1880 | ||
1881 | /* we clean up only if the entire page is being invalidated */ | |
1882 | if (offset == 0 && length == PAGE_SIZE) { | |
1883 | set_page_private(page, 0); | |
1884 | ClearPagePrivate(page); | |
1885 | } | |
1886 | } |