4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/f2fs_fs.h>
13 #include <linux/pagemap.h>
14 #include <linux/sched.h>
15 #include <linux/ctype.h>
16 #include <linux/dcache.h>
17 #include <linux/namei.h>
18 #include <linux/quotaops.h>
24 #include <trace/events/f2fs.h>
26 static struct inode
*f2fs_new_inode(struct inode
*dir
, umode_t mode
)
28 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
31 bool nid_free
= false;
35 inode
= new_inode(dir
->i_sb
);
37 return ERR_PTR(-ENOMEM
);
40 if (!alloc_nid(sbi
, &ino
)) {
49 inode_init_owner(inode
, dir
, mode
);
53 inode
->i_mtime
= inode
->i_atime
= inode
->i_ctime
= current_time(inode
);
54 inode
->i_generation
= sbi
->s_next_generation
++;
56 err
= insert_inode_locked(inode
);
62 if (f2fs_sb_has_project_quota(sbi
->sb
) &&
63 (F2FS_I(dir
)->i_flags
& FS_PROJINHERIT_FL
))
64 F2FS_I(inode
)->i_projid
= F2FS_I(dir
)->i_projid
;
66 F2FS_I(inode
)->i_projid
= make_kprojid(&init_user_ns
,
69 err
= dquot_initialize(inode
);
73 err
= dquot_alloc_inode(inode
);
77 /* If the directory encrypted, then we should encrypt the inode. */
78 if (f2fs_encrypted_inode(dir
) && f2fs_may_encrypt(inode
))
79 f2fs_set_encrypted_inode(inode
);
81 set_inode_flag(inode
, FI_NEW_INODE
);
83 if (f2fs_sb_has_extra_attr(sbi
->sb
)) {
84 set_inode_flag(inode
, FI_EXTRA_ATTR
);
85 F2FS_I(inode
)->i_extra_isize
= F2FS_TOTAL_EXTRA_ATTR_SIZE
;
88 if (test_opt(sbi
, INLINE_XATTR
))
89 set_inode_flag(inode
, FI_INLINE_XATTR
);
91 if (test_opt(sbi
, INLINE_DATA
) && f2fs_may_inline_data(inode
))
92 set_inode_flag(inode
, FI_INLINE_DATA
);
93 if (f2fs_may_inline_dentry(inode
))
94 set_inode_flag(inode
, FI_INLINE_DENTRY
);
96 if (f2fs_sb_has_flexible_inline_xattr(sbi
->sb
)) {
97 f2fs_bug_on(sbi
, !f2fs_has_extra_attr(inode
));
98 if (f2fs_has_inline_xattr(inode
))
99 xattr_size
= sbi
->inline_xattr_size
;
100 /* Otherwise, will be 0 */
101 } else if (f2fs_has_inline_xattr(inode
) ||
102 f2fs_has_inline_dentry(inode
)) {
103 xattr_size
= DEFAULT_INLINE_XATTR_ADDRS
;
105 F2FS_I(inode
)->i_inline_xattr_size
= xattr_size
;
107 f2fs_init_extent_tree(inode
, NULL
);
109 stat_inc_inline_xattr(inode
);
110 stat_inc_inline_inode(inode
);
111 stat_inc_inline_dir(inode
);
113 F2FS_I(inode
)->i_flags
=
114 f2fs_mask_flags(mode
, F2FS_I(dir
)->i_flags
& F2FS_FL_INHERITED
);
116 if (S_ISDIR(inode
->i_mode
))
117 F2FS_I(inode
)->i_flags
|= FS_INDEX_FL
;
119 if (F2FS_I(inode
)->i_flags
& FS_PROJINHERIT_FL
)
120 set_inode_flag(inode
, FI_PROJ_INHERIT
);
122 trace_f2fs_new_inode(inode
, 0);
126 trace_f2fs_new_inode(inode
, err
);
127 make_bad_inode(inode
);
129 set_inode_flag(inode
, FI_FREE_NID
);
133 trace_f2fs_new_inode(inode
, err
);
135 inode
->i_flags
|= S_NOQUOTA
;
137 set_inode_flag(inode
, FI_FREE_NID
);
139 unlock_new_inode(inode
);
144 static int is_multimedia_file(const unsigned char *s
, const char *sub
)
146 size_t slen
= strlen(s
);
147 size_t sublen
= strlen(sub
);
151 * filename format of multimedia file should be defined as:
152 * "filename + '.' + extension + (optional: '.' + temp extension)".
154 if (slen
< sublen
+ 2)
157 for (i
= 1; i
< slen
- sublen
; i
++) {
160 if (!strncasecmp(s
+ i
+ 1, sub
, sublen
))
168 * Set multimedia files as cold files for hot/cold data separation
170 static inline void set_cold_files(struct f2fs_sb_info
*sbi
, struct inode
*inode
,
171 const unsigned char *name
)
174 __u8 (*extlist
)[8] = sbi
->raw_super
->extension_list
;
176 int count
= le32_to_cpu(sbi
->raw_super
->extension_count
);
177 for (i
= 0; i
< count
; i
++) {
178 if (is_multimedia_file(name
, extlist
[i
])) {
179 file_set_cold(inode
);
185 static int f2fs_create(struct inode
*dir
, struct dentry
*dentry
, umode_t mode
,
188 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
193 if (unlikely(f2fs_cp_error(sbi
)))
196 err
= dquot_initialize(dir
);
200 inode
= f2fs_new_inode(dir
, mode
);
202 return PTR_ERR(inode
);
204 if (!test_opt(sbi
, DISABLE_EXT_IDENTIFY
))
205 set_cold_files(sbi
, inode
, dentry
->d_name
.name
);
207 inode
->i_op
= &f2fs_file_inode_operations
;
208 inode
->i_fop
= &f2fs_file_operations
;
209 inode
->i_mapping
->a_ops
= &f2fs_dblock_aops
;
213 err
= f2fs_add_link(dentry
, inode
);
218 alloc_nid_done(sbi
, ino
);
220 d_instantiate_new(dentry
, inode
);
223 f2fs_sync_fs(sbi
->sb
, 1);
225 f2fs_balance_fs(sbi
, true);
228 handle_failed_inode(inode
);
232 static int f2fs_link(struct dentry
*old_dentry
, struct inode
*dir
,
233 struct dentry
*dentry
)
235 struct inode
*inode
= d_inode(old_dentry
);
236 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
239 if (unlikely(f2fs_cp_error(sbi
)))
242 if (f2fs_encrypted_inode(dir
) &&
243 !fscrypt_has_permitted_context(dir
, inode
))
246 if (is_inode_flag_set(dir
, FI_PROJ_INHERIT
) &&
247 (!projid_eq(F2FS_I(dir
)->i_projid
,
248 F2FS_I(old_dentry
->d_inode
)->i_projid
)))
251 err
= dquot_initialize(dir
);
255 f2fs_balance_fs(sbi
, true);
257 inode
->i_ctime
= current_time(inode
);
260 set_inode_flag(inode
, FI_INC_LINK
);
262 err
= f2fs_add_link(dentry
, inode
);
267 d_instantiate(dentry
, inode
);
270 f2fs_sync_fs(sbi
->sb
, 1);
273 clear_inode_flag(inode
, FI_INC_LINK
);
279 struct dentry
*f2fs_get_parent(struct dentry
*child
)
281 struct qstr dotdot
= QSTR_INIT("..", 2);
283 unsigned long ino
= f2fs_inode_by_name(d_inode(child
), &dotdot
, &page
);
286 return ERR_CAST(page
);
287 return ERR_PTR(-ENOENT
);
289 return d_obtain_alias(f2fs_iget(child
->d_sb
, ino
));
292 static int __recover_dot_dentries(struct inode
*dir
, nid_t pino
)
294 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
295 struct qstr dot
= QSTR_INIT(".", 1);
296 struct qstr dotdot
= QSTR_INIT("..", 2);
297 struct f2fs_dir_entry
*de
;
301 if (f2fs_readonly(sbi
->sb
)) {
302 f2fs_msg(sbi
->sb
, KERN_INFO
,
303 "skip recovering inline_dots inode (ino:%lu, pino:%u) "
304 "in readonly mountpoint", dir
->i_ino
, pino
);
308 err
= dquot_initialize(dir
);
312 f2fs_balance_fs(sbi
, true);
316 de
= f2fs_find_entry(dir
, &dot
, &page
);
318 f2fs_dentry_kunmap(dir
, page
);
319 f2fs_put_page(page
, 0);
320 } else if (IS_ERR(page
)) {
324 err
= __f2fs_add_link(dir
, &dot
, NULL
, dir
->i_ino
, S_IFDIR
);
329 de
= f2fs_find_entry(dir
, &dotdot
, &page
);
331 f2fs_dentry_kunmap(dir
, page
);
332 f2fs_put_page(page
, 0);
333 } else if (IS_ERR(page
)) {
336 err
= __f2fs_add_link(dir
, &dotdot
, NULL
, pino
, S_IFDIR
);
340 clear_inode_flag(dir
, FI_INLINE_DOTS
);
346 static struct dentry
*f2fs_lookup(struct inode
*dir
, struct dentry
*dentry
,
349 struct inode
*inode
= NULL
;
350 struct f2fs_dir_entry
*de
;
355 unsigned int root_ino
= F2FS_ROOT_INO(F2FS_I_SB(dir
));
357 trace_f2fs_lookup_start(dir
, dentry
, flags
);
359 if (f2fs_encrypted_inode(dir
)) {
360 err
= fscrypt_get_encryption_info(dir
);
363 * DCACHE_ENCRYPTED_WITH_KEY is set if the dentry is
364 * created while the directory was encrypted and we
365 * don't have access to the key.
367 if (fscrypt_has_encryption_key(dir
))
368 fscrypt_set_encrypted_dentry(dentry
);
369 fscrypt_set_d_op(dentry
);
370 if (err
&& err
!= -ENOKEY
)
374 if (dentry
->d_name
.len
> F2FS_NAME_LEN
) {
379 de
= f2fs_find_entry(dir
, &dentry
->d_name
, &page
);
388 ino
= le32_to_cpu(de
->ino
);
389 f2fs_dentry_kunmap(dir
, page
);
390 f2fs_put_page(page
, 0);
392 inode
= f2fs_iget(dir
->i_sb
, ino
);
394 err
= PTR_ERR(inode
);
398 if ((dir
->i_ino
== root_ino
) && f2fs_has_inline_dots(dir
)) {
399 err
= __recover_dot_dentries(dir
, root_ino
);
404 if (f2fs_has_inline_dots(inode
)) {
405 err
= __recover_dot_dentries(inode
, dir
->i_ino
);
409 if (f2fs_encrypted_inode(dir
) &&
410 (S_ISDIR(inode
->i_mode
) || S_ISLNK(inode
->i_mode
)) &&
411 !fscrypt_has_permitted_context(dir
, inode
)) {
412 f2fs_msg(inode
->i_sb
, KERN_WARNING
,
413 "Inconsistent encryption contexts: %lu/%lu",
414 dir
->i_ino
, inode
->i_ino
);
419 new = d_splice_alias(inode
, dentry
);
422 trace_f2fs_lookup_end(dir
, dentry
, ino
, err
);
427 trace_f2fs_lookup_end(dir
, dentry
, ino
, err
);
431 static int f2fs_unlink(struct inode
*dir
, struct dentry
*dentry
)
433 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
434 struct inode
*inode
= d_inode(dentry
);
435 struct f2fs_dir_entry
*de
;
439 trace_f2fs_unlink_enter(dir
, dentry
);
441 if (unlikely(f2fs_cp_error(sbi
)))
444 err
= dquot_initialize(dir
);
447 err
= dquot_initialize(inode
);
451 de
= f2fs_find_entry(dir
, &dentry
->d_name
, &page
);
458 f2fs_balance_fs(sbi
, true);
461 err
= acquire_orphan_inode(sbi
);
464 f2fs_dentry_kunmap(dir
, page
);
465 f2fs_put_page(page
, 0);
468 f2fs_delete_entry(de
, page
, dir
, inode
);
472 f2fs_sync_fs(sbi
->sb
, 1);
474 trace_f2fs_unlink_exit(inode
, err
);
478 static const char *f2fs_get_link(struct dentry
*dentry
,
480 struct delayed_call
*done
)
482 const char *link
= page_get_link(dentry
, inode
, done
);
483 if (!IS_ERR(link
) && !*link
) {
484 /* this is broken symlink case */
485 do_delayed_call(done
);
486 clear_delayed_call(done
);
487 link
= ERR_PTR(-ENOENT
);
492 static int f2fs_symlink(struct inode
*dir
, struct dentry
*dentry
,
495 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
497 size_t len
= strlen(symname
);
498 struct fscrypt_str disk_link
= FSTR_INIT((char *)symname
, len
+ 1);
499 struct fscrypt_symlink_data
*sd
= NULL
;
502 if (unlikely(f2fs_cp_error(sbi
)))
505 if (f2fs_encrypted_inode(dir
)) {
506 err
= fscrypt_get_encryption_info(dir
);
510 if (!fscrypt_has_encryption_key(dir
))
513 disk_link
.len
= (fscrypt_fname_encrypted_size(dir
, len
) +
514 sizeof(struct fscrypt_symlink_data
));
517 if (disk_link
.len
> dir
->i_sb
->s_blocksize
)
518 return -ENAMETOOLONG
;
520 err
= dquot_initialize(dir
);
524 inode
= f2fs_new_inode(dir
, S_IFLNK
| S_IRWXUGO
);
526 return PTR_ERR(inode
);
528 if (f2fs_encrypted_inode(inode
))
529 inode
->i_op
= &f2fs_encrypted_symlink_inode_operations
;
531 inode
->i_op
= &f2fs_symlink_inode_operations
;
532 inode_nohighmem(inode
);
533 inode
->i_mapping
->a_ops
= &f2fs_dblock_aops
;
536 err
= f2fs_add_link(dentry
, inode
);
540 alloc_nid_done(sbi
, inode
->i_ino
);
542 if (f2fs_encrypted_inode(inode
)) {
543 struct qstr istr
= QSTR_INIT(symname
, len
);
544 struct fscrypt_str ostr
;
546 sd
= kzalloc(disk_link
.len
, GFP_NOFS
);
552 err
= fscrypt_get_encryption_info(inode
);
556 if (!fscrypt_has_encryption_key(inode
)) {
561 ostr
.name
= sd
->encrypted_path
;
562 ostr
.len
= disk_link
.len
;
563 err
= fscrypt_fname_usr_to_disk(inode
, &istr
, &ostr
);
567 sd
->len
= cpu_to_le16(ostr
.len
);
568 disk_link
.name
= (char *)sd
;
571 err
= page_symlink(inode
, disk_link
.name
, disk_link
.len
);
574 d_instantiate_new(dentry
, inode
);
577 * Let's flush symlink data in order to avoid broken symlink as much as
578 * possible. Nevertheless, fsyncing is the best way, but there is no
579 * way to get a file descriptor in order to flush that.
581 * Note that, it needs to do dir->fsync to make this recoverable.
582 * If the symlink path is stored into inline_data, there is no
583 * performance regression.
586 filemap_write_and_wait_range(inode
->i_mapping
, 0,
590 f2fs_sync_fs(sbi
->sb
, 1);
592 f2fs_unlink(dir
, dentry
);
597 f2fs_balance_fs(sbi
, true);
600 handle_failed_inode(inode
);
604 static int f2fs_mkdir(struct inode
*dir
, struct dentry
*dentry
, umode_t mode
)
606 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
610 if (unlikely(f2fs_cp_error(sbi
)))
613 err
= dquot_initialize(dir
);
617 inode
= f2fs_new_inode(dir
, S_IFDIR
| mode
);
619 return PTR_ERR(inode
);
621 inode
->i_op
= &f2fs_dir_inode_operations
;
622 inode
->i_fop
= &f2fs_dir_operations
;
623 inode
->i_mapping
->a_ops
= &f2fs_dblock_aops
;
624 mapping_set_gfp_mask(inode
->i_mapping
, GFP_F2FS_HIGH_ZERO
);
626 set_inode_flag(inode
, FI_INC_LINK
);
628 err
= f2fs_add_link(dentry
, inode
);
633 alloc_nid_done(sbi
, inode
->i_ino
);
635 d_instantiate_new(dentry
, inode
);
638 f2fs_sync_fs(sbi
->sb
, 1);
640 f2fs_balance_fs(sbi
, true);
644 clear_inode_flag(inode
, FI_INC_LINK
);
645 handle_failed_inode(inode
);
649 static int f2fs_rmdir(struct inode
*dir
, struct dentry
*dentry
)
651 struct inode
*inode
= d_inode(dentry
);
652 if (f2fs_empty_dir(inode
))
653 return f2fs_unlink(dir
, dentry
);
657 static int f2fs_mknod(struct inode
*dir
, struct dentry
*dentry
,
658 umode_t mode
, dev_t rdev
)
660 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
664 if (unlikely(f2fs_cp_error(sbi
)))
667 err
= dquot_initialize(dir
);
671 inode
= f2fs_new_inode(dir
, mode
);
673 return PTR_ERR(inode
);
675 init_special_inode(inode
, inode
->i_mode
, rdev
);
676 inode
->i_op
= &f2fs_special_inode_operations
;
679 err
= f2fs_add_link(dentry
, inode
);
684 alloc_nid_done(sbi
, inode
->i_ino
);
686 d_instantiate_new(dentry
, inode
);
689 f2fs_sync_fs(sbi
->sb
, 1);
691 f2fs_balance_fs(sbi
, true);
694 handle_failed_inode(inode
);
698 static int __f2fs_tmpfile(struct inode
*dir
, struct dentry
*dentry
,
699 umode_t mode
, struct inode
**whiteout
)
701 struct f2fs_sb_info
*sbi
= F2FS_I_SB(dir
);
705 err
= dquot_initialize(dir
);
709 inode
= f2fs_new_inode(dir
, mode
);
711 return PTR_ERR(inode
);
714 init_special_inode(inode
, inode
->i_mode
, WHITEOUT_DEV
);
715 inode
->i_op
= &f2fs_special_inode_operations
;
717 inode
->i_op
= &f2fs_file_inode_operations
;
718 inode
->i_fop
= &f2fs_file_operations
;
719 inode
->i_mapping
->a_ops
= &f2fs_dblock_aops
;
723 err
= acquire_orphan_inode(sbi
);
727 err
= f2fs_do_tmpfile(inode
, dir
);
732 * add this non-linked tmpfile to orphan list, in this way we could
733 * remove all unused data of tmpfile after abnormal power-off.
735 add_orphan_inode(inode
);
736 alloc_nid_done(sbi
, inode
->i_ino
);
739 f2fs_i_links_write(inode
, false);
742 d_tmpfile(dentry
, inode
);
744 /* link_count was changed by d_tmpfile as well. */
746 unlock_new_inode(inode
);
748 f2fs_balance_fs(sbi
, true);
752 release_orphan_inode(sbi
);
754 handle_failed_inode(inode
);
758 static int f2fs_tmpfile(struct inode
*dir
, struct dentry
*dentry
, umode_t mode
)
760 if (unlikely(f2fs_cp_error(F2FS_I_SB(dir
))))
763 if (f2fs_encrypted_inode(dir
)) {
764 int err
= fscrypt_get_encryption_info(dir
);
769 return __f2fs_tmpfile(dir
, dentry
, mode
, NULL
);
772 static int f2fs_create_whiteout(struct inode
*dir
, struct inode
**whiteout
)
774 if (unlikely(f2fs_cp_error(F2FS_I_SB(dir
))))
777 return __f2fs_tmpfile(dir
, NULL
, S_IFCHR
| WHITEOUT_MODE
, whiteout
);
780 static int f2fs_rename(struct inode
*old_dir
, struct dentry
*old_dentry
,
781 struct inode
*new_dir
, struct dentry
*new_dentry
,
784 struct f2fs_sb_info
*sbi
= F2FS_I_SB(old_dir
);
785 struct inode
*old_inode
= d_inode(old_dentry
);
786 struct inode
*new_inode
= d_inode(new_dentry
);
787 struct inode
*whiteout
= NULL
;
788 struct page
*old_dir_page
;
789 struct page
*old_page
, *new_page
= NULL
;
790 struct f2fs_dir_entry
*old_dir_entry
= NULL
;
791 struct f2fs_dir_entry
*old_entry
;
792 struct f2fs_dir_entry
*new_entry
;
793 bool is_old_inline
= f2fs_has_inline_dentry(old_dir
);
796 if (unlikely(f2fs_cp_error(sbi
)))
799 if ((f2fs_encrypted_inode(old_dir
) &&
800 !fscrypt_has_encryption_key(old_dir
)) ||
801 (f2fs_encrypted_inode(new_dir
) &&
802 !fscrypt_has_encryption_key(new_dir
)))
805 if ((old_dir
!= new_dir
) && f2fs_encrypted_inode(new_dir
) &&
806 !fscrypt_has_permitted_context(new_dir
, old_inode
)) {
811 if (is_inode_flag_set(new_dir
, FI_PROJ_INHERIT
) &&
812 (!projid_eq(F2FS_I(new_dir
)->i_projid
,
813 F2FS_I(old_dentry
->d_inode
)->i_projid
)))
816 err
= dquot_initialize(old_dir
);
820 err
= dquot_initialize(new_dir
);
825 err
= dquot_initialize(new_inode
);
830 old_entry
= f2fs_find_entry(old_dir
, &old_dentry
->d_name
, &old_page
);
832 if (IS_ERR(old_page
))
833 err
= PTR_ERR(old_page
);
837 if (S_ISDIR(old_inode
->i_mode
)) {
838 old_dir_entry
= f2fs_parent_dir(old_inode
, &old_dir_page
);
839 if (!old_dir_entry
) {
840 if (IS_ERR(old_dir_page
))
841 err
= PTR_ERR(old_dir_page
);
846 if (flags
& RENAME_WHITEOUT
) {
847 err
= f2fs_create_whiteout(old_dir
, &whiteout
);
855 if (old_dir_entry
&& !f2fs_empty_dir(new_inode
))
859 new_entry
= f2fs_find_entry(new_dir
, &new_dentry
->d_name
,
862 if (IS_ERR(new_page
))
863 err
= PTR_ERR(new_page
);
867 f2fs_balance_fs(sbi
, true);
871 err
= acquire_orphan_inode(sbi
);
875 f2fs_set_link(new_dir
, new_entry
, new_page
, old_inode
);
877 new_inode
->i_ctime
= current_time(new_inode
);
878 down_write(&F2FS_I(new_inode
)->i_sem
);
880 f2fs_i_links_write(new_inode
, false);
881 f2fs_i_links_write(new_inode
, false);
882 up_write(&F2FS_I(new_inode
)->i_sem
);
884 if (!new_inode
->i_nlink
)
885 add_orphan_inode(new_inode
);
887 release_orphan_inode(sbi
);
889 f2fs_balance_fs(sbi
, true);
893 err
= f2fs_add_link(new_dentry
, old_inode
);
900 f2fs_i_links_write(new_dir
, true);
903 * old entry and new entry can locate in the same inline
904 * dentry in inode, when attaching new entry in inline dentry,
905 * it could force inline dentry conversion, after that,
906 * old_entry and old_page will point to wrong address, in
907 * order to avoid this, let's do the check and update here.
909 if (is_old_inline
&& !f2fs_has_inline_dentry(old_dir
)) {
910 f2fs_put_page(old_page
, 0);
913 old_entry
= f2fs_find_entry(old_dir
,
914 &old_dentry
->d_name
, &old_page
);
917 if (IS_ERR(old_page
))
918 err
= PTR_ERR(old_page
);
925 down_write(&F2FS_I(old_inode
)->i_sem
);
926 if (!old_dir_entry
|| whiteout
)
927 file_lost_pino(old_inode
);
929 F2FS_I(old_inode
)->i_pino
= new_dir
->i_ino
;
930 up_write(&F2FS_I(old_inode
)->i_sem
);
932 old_inode
->i_ctime
= current_time(old_inode
);
933 f2fs_mark_inode_dirty_sync(old_inode
, false);
935 f2fs_delete_entry(old_entry
, old_page
, old_dir
, NULL
);
938 whiteout
->i_state
|= I_LINKABLE
;
939 set_inode_flag(whiteout
, FI_INC_LINK
);
940 err
= f2fs_add_link(old_dentry
, whiteout
);
943 whiteout
->i_state
&= ~I_LINKABLE
;
948 if (old_dir
!= new_dir
&& !whiteout
) {
949 f2fs_set_link(old_inode
, old_dir_entry
,
950 old_dir_page
, new_dir
);
952 f2fs_dentry_kunmap(old_inode
, old_dir_page
);
953 f2fs_put_page(old_dir_page
, 0);
955 f2fs_i_links_write(old_dir
, false);
960 if (IS_DIRSYNC(old_dir
) || IS_DIRSYNC(new_dir
))
961 f2fs_sync_fs(sbi
->sb
, 1);
967 f2fs_dentry_kunmap(new_dir
, new_page
);
968 f2fs_put_page(new_page
, 0);
975 f2fs_dentry_kunmap(old_inode
, old_dir_page
);
976 f2fs_put_page(old_dir_page
, 0);
979 f2fs_dentry_kunmap(old_dir
, old_page
);
980 f2fs_put_page(old_page
, 0);
985 static int f2fs_cross_rename(struct inode
*old_dir
, struct dentry
*old_dentry
,
986 struct inode
*new_dir
, struct dentry
*new_dentry
)
988 struct f2fs_sb_info
*sbi
= F2FS_I_SB(old_dir
);
989 struct inode
*old_inode
= d_inode(old_dentry
);
990 struct inode
*new_inode
= d_inode(new_dentry
);
991 struct page
*old_dir_page
, *new_dir_page
;
992 struct page
*old_page
, *new_page
;
993 struct f2fs_dir_entry
*old_dir_entry
= NULL
, *new_dir_entry
= NULL
;
994 struct f2fs_dir_entry
*old_entry
, *new_entry
;
995 int old_nlink
= 0, new_nlink
= 0;
998 if (unlikely(f2fs_cp_error(sbi
)))
1001 if ((f2fs_encrypted_inode(old_dir
) &&
1002 !fscrypt_has_encryption_key(old_dir
)) ||
1003 (f2fs_encrypted_inode(new_dir
) &&
1004 !fscrypt_has_encryption_key(new_dir
)))
1007 if ((f2fs_encrypted_inode(old_dir
) || f2fs_encrypted_inode(new_dir
)) &&
1008 (old_dir
!= new_dir
) &&
1009 (!fscrypt_has_permitted_context(new_dir
, old_inode
) ||
1010 !fscrypt_has_permitted_context(old_dir
, new_inode
)))
1013 if ((is_inode_flag_set(new_dir
, FI_PROJ_INHERIT
) &&
1014 !projid_eq(F2FS_I(new_dir
)->i_projid
,
1015 F2FS_I(old_dentry
->d_inode
)->i_projid
)) ||
1016 (is_inode_flag_set(new_dir
, FI_PROJ_INHERIT
) &&
1017 !projid_eq(F2FS_I(old_dir
)->i_projid
,
1018 F2FS_I(new_dentry
->d_inode
)->i_projid
)))
1021 err
= dquot_initialize(old_dir
);
1025 err
= dquot_initialize(new_dir
);
1029 old_entry
= f2fs_find_entry(old_dir
, &old_dentry
->d_name
, &old_page
);
1031 if (IS_ERR(old_page
))
1032 err
= PTR_ERR(old_page
);
1036 new_entry
= f2fs_find_entry(new_dir
, &new_dentry
->d_name
, &new_page
);
1038 if (IS_ERR(new_page
))
1039 err
= PTR_ERR(new_page
);
1043 /* prepare for updating ".." directory entry info later */
1044 if (old_dir
!= new_dir
) {
1045 if (S_ISDIR(old_inode
->i_mode
)) {
1046 old_dir_entry
= f2fs_parent_dir(old_inode
,
1048 if (!old_dir_entry
) {
1049 if (IS_ERR(old_dir_page
))
1050 err
= PTR_ERR(old_dir_page
);
1055 if (S_ISDIR(new_inode
->i_mode
)) {
1056 new_dir_entry
= f2fs_parent_dir(new_inode
,
1058 if (!new_dir_entry
) {
1059 if (IS_ERR(new_dir_page
))
1060 err
= PTR_ERR(new_dir_page
);
1067 * If cross rename between file and directory those are not
1068 * in the same directory, we will inc nlink of file's parent
1069 * later, so we should check upper boundary of its nlink.
1071 if ((!old_dir_entry
|| !new_dir_entry
) &&
1072 old_dir_entry
!= new_dir_entry
) {
1073 old_nlink
= old_dir_entry
? -1 : 1;
1074 new_nlink
= -old_nlink
;
1076 if ((old_nlink
> 0 && old_dir
->i_nlink
>= F2FS_LINK_MAX
) ||
1077 (new_nlink
> 0 && new_dir
->i_nlink
>= F2FS_LINK_MAX
))
1081 f2fs_balance_fs(sbi
, true);
1085 /* update ".." directory entry info of old dentry */
1087 f2fs_set_link(old_inode
, old_dir_entry
, old_dir_page
, new_dir
);
1089 /* update ".." directory entry info of new dentry */
1091 f2fs_set_link(new_inode
, new_dir_entry
, new_dir_page
, old_dir
);
1093 /* update directory entry info of old dir inode */
1094 f2fs_set_link(old_dir
, old_entry
, old_page
, new_inode
);
1096 down_write(&F2FS_I(old_inode
)->i_sem
);
1097 file_lost_pino(old_inode
);
1098 up_write(&F2FS_I(old_inode
)->i_sem
);
1100 old_dir
->i_ctime
= current_time(old_dir
);
1102 down_write(&F2FS_I(old_dir
)->i_sem
);
1103 f2fs_i_links_write(old_dir
, old_nlink
> 0);
1104 up_write(&F2FS_I(old_dir
)->i_sem
);
1106 f2fs_mark_inode_dirty_sync(old_dir
, false);
1108 /* update directory entry info of new dir inode */
1109 f2fs_set_link(new_dir
, new_entry
, new_page
, old_inode
);
1111 down_write(&F2FS_I(new_inode
)->i_sem
);
1112 file_lost_pino(new_inode
);
1113 up_write(&F2FS_I(new_inode
)->i_sem
);
1115 new_dir
->i_ctime
= current_time(new_dir
);
1117 down_write(&F2FS_I(new_dir
)->i_sem
);
1118 f2fs_i_links_write(new_dir
, new_nlink
> 0);
1119 up_write(&F2FS_I(new_dir
)->i_sem
);
1121 f2fs_mark_inode_dirty_sync(new_dir
, false);
1123 f2fs_unlock_op(sbi
);
1125 if (IS_DIRSYNC(old_dir
) || IS_DIRSYNC(new_dir
))
1126 f2fs_sync_fs(sbi
->sb
, 1);
1129 if (new_dir_entry
) {
1130 f2fs_dentry_kunmap(new_inode
, new_dir_page
);
1131 f2fs_put_page(new_dir_page
, 0);
1134 if (old_dir_entry
) {
1135 f2fs_dentry_kunmap(old_inode
, old_dir_page
);
1136 f2fs_put_page(old_dir_page
, 0);
1139 f2fs_dentry_kunmap(new_dir
, new_page
);
1140 f2fs_put_page(new_page
, 0);
1142 f2fs_dentry_kunmap(old_dir
, old_page
);
1143 f2fs_put_page(old_page
, 0);
1148 static int f2fs_rename2(struct inode
*old_dir
, struct dentry
*old_dentry
,
1149 struct inode
*new_dir
, struct dentry
*new_dentry
,
1152 if (flags
& ~(RENAME_NOREPLACE
| RENAME_EXCHANGE
| RENAME_WHITEOUT
))
1155 if (flags
& RENAME_EXCHANGE
) {
1156 return f2fs_cross_rename(old_dir
, old_dentry
,
1157 new_dir
, new_dentry
);
1160 * VFS has already handled the new dentry existence case,
1161 * here, we just deal with "RENAME_NOREPLACE" as regular rename.
1163 return f2fs_rename(old_dir
, old_dentry
, new_dir
, new_dentry
, flags
);
1166 static const char *f2fs_encrypted_get_link(struct dentry
*dentry
,
1167 struct inode
*inode
,
1168 struct delayed_call
*done
)
1170 struct page
*cpage
= NULL
;
1171 char *caddr
, *paddr
= NULL
;
1172 struct fscrypt_str cstr
= FSTR_INIT(NULL
, 0);
1173 struct fscrypt_str pstr
= FSTR_INIT(NULL
, 0);
1174 struct fscrypt_symlink_data
*sd
;
1175 u32 max_size
= inode
->i_sb
->s_blocksize
;
1179 return ERR_PTR(-ECHILD
);
1181 res
= fscrypt_get_encryption_info(inode
);
1183 return ERR_PTR(res
);
1185 cpage
= read_mapping_page(inode
->i_mapping
, 0, NULL
);
1187 return ERR_CAST(cpage
);
1188 caddr
= page_address(cpage
);
1190 /* Symlink is encrypted */
1191 sd
= (struct fscrypt_symlink_data
*)caddr
;
1192 cstr
.name
= sd
->encrypted_path
;
1193 cstr
.len
= le16_to_cpu(sd
->len
);
1195 /* this is broken symlink case */
1196 if (unlikely(cstr
.len
== 0)) {
1201 if ((cstr
.len
+ sizeof(struct fscrypt_symlink_data
) - 1) > max_size
) {
1202 /* Symlink data on the disk is corrupted */
1206 res
= fscrypt_fname_alloc_buffer(inode
, cstr
.len
, &pstr
);
1210 res
= fscrypt_fname_disk_to_usr(inode
, 0, 0, &cstr
, &pstr
);
1214 /* this is broken symlink case */
1215 if (unlikely(pstr
.name
[0] == 0)) {
1222 /* Null-terminate the name */
1223 paddr
[pstr
.len
] = '\0';
1226 set_delayed_call(done
, kfree_link
, paddr
);
1229 fscrypt_fname_free_buffer(&pstr
);
1231 return ERR_PTR(res
);
1234 const struct inode_operations f2fs_encrypted_symlink_inode_operations
= {
1235 .get_link
= f2fs_encrypted_get_link
,
1236 .getattr
= f2fs_getattr
,
1237 .setattr
= f2fs_setattr
,
1238 #ifdef CONFIG_F2FS_FS_XATTR
1239 .listxattr
= f2fs_listxattr
,
1243 const struct inode_operations f2fs_dir_inode_operations
= {
1244 .create
= f2fs_create
,
1245 .lookup
= f2fs_lookup
,
1247 .unlink
= f2fs_unlink
,
1248 .symlink
= f2fs_symlink
,
1249 .mkdir
= f2fs_mkdir
,
1250 .rmdir
= f2fs_rmdir
,
1251 .mknod
= f2fs_mknod
,
1252 .rename
= f2fs_rename2
,
1253 .tmpfile
= f2fs_tmpfile
,
1254 .getattr
= f2fs_getattr
,
1255 .setattr
= f2fs_setattr
,
1256 .get_acl
= f2fs_get_acl
,
1257 .set_acl
= f2fs_set_acl
,
1258 #ifdef CONFIG_F2FS_FS_XATTR
1259 .listxattr
= f2fs_listxattr
,
1263 const struct inode_operations f2fs_symlink_inode_operations
= {
1264 .get_link
= f2fs_get_link
,
1265 .getattr
= f2fs_getattr
,
1266 .setattr
= f2fs_setattr
,
1267 #ifdef CONFIG_F2FS_FS_XATTR
1268 .listxattr
= f2fs_listxattr
,
1272 const struct inode_operations f2fs_special_inode_operations
= {
1273 .getattr
= f2fs_getattr
,
1274 .setattr
= f2fs_setattr
,
1275 .get_acl
= f2fs_get_acl
,
1276 .set_acl
= f2fs_set_acl
,
1277 #ifdef CONFIG_F2FS_FS_XATTR
1278 .listxattr
= f2fs_listxattr
,