]>
Commit | Line | Data |
---|---|---|
7c1a000d | 1 | // SPDX-License-Identifier: GPL-2.0 |
e18c65b2 HL |
2 | /* |
3 | * fs/f2fs/inline.c | |
4 | * Copyright (c) 2013, Intel Corporation | |
5 | * Authors: Huajun Li <huajun.li@intel.com> | |
6 | * Haicheng Li <haicheng.li@intel.com> | |
e18c65b2 HL |
7 | */ |
8 | ||
9 | #include <linux/fs.h> | |
10 | #include <linux/f2fs_fs.h> | |
11 | ||
12 | #include "f2fs.h" | |
67f8cf3c | 13 | #include "node.h" |
e18c65b2 | 14 | |
01b960e9 | 15 | bool f2fs_may_inline_data(struct inode *inode) |
e18c65b2 | 16 | { |
88b88a66 JK |
17 | if (f2fs_is_atomic_file(inode)) |
18 | return false; | |
19 | ||
368a0e40 | 20 | if (!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode)) |
e18c65b2 HL |
21 | return false; |
22 | ||
f2470371 | 23 | if (i_size_read(inode) > MAX_INLINE_DATA(inode)) |
92dffd01 JK |
24 | return false; |
25 | ||
6dbb1796 | 26 | if (f2fs_post_read_required(inode)) |
fcc85a4d JK |
27 | return false; |
28 | ||
e18c65b2 HL |
29 | return true; |
30 | } | |
31 | ||
01b960e9 JK |
32 | bool f2fs_may_inline_dentry(struct inode *inode) |
33 | { | |
34 | if (!test_opt(F2FS_I_SB(inode), INLINE_DENTRY)) | |
35 | return false; | |
36 | ||
37 | if (!S_ISDIR(inode->i_mode)) | |
38 | return false; | |
39 | ||
40 | return true; | |
41 | } | |
42 | ||
4d57b86d | 43 | void f2fs_do_read_inline_data(struct page *page, struct page *ipage) |
e18c65b2 | 44 | { |
f2470371 | 45 | struct inode *inode = page->mapping->host; |
e18c65b2 HL |
46 | void *src_addr, *dst_addr; |
47 | ||
b3d208f9 JK |
48 | if (PageUptodate(page)) |
49 | return; | |
04a17fb1 | 50 | |
b3d208f9 | 51 | f2fs_bug_on(F2FS_P_SB(page), page->index); |
e18c65b2 | 52 | |
f2470371 | 53 | zero_user_segment(page, MAX_INLINE_DATA(inode), PAGE_SIZE); |
e18c65b2 HL |
54 | |
55 | /* Copy the whole inline data block */ | |
f2470371 | 56 | src_addr = inline_data_addr(inode, ipage); |
f1e33a04 | 57 | dst_addr = kmap_atomic(page); |
f2470371 | 58 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); |
427a45c8 | 59 | flush_dcache_page(page); |
f1e33a04 | 60 | kunmap_atomic(dst_addr); |
237c0790 JK |
61 | if (!PageUptodate(page)) |
62 | SetPageUptodate(page); | |
b3d208f9 JK |
63 | } |
64 | ||
4d57b86d CY |
65 | void f2fs_truncate_inline_inode(struct inode *inode, |
66 | struct page *ipage, u64 from) | |
feeb0deb | 67 | { |
0bfcfcca CY |
68 | void *addr; |
69 | ||
f2470371 | 70 | if (from >= MAX_INLINE_DATA(inode)) |
bd4667cb | 71 | return; |
0bfcfcca | 72 | |
f2470371 | 73 | addr = inline_data_addr(inode, ipage); |
0bfcfcca | 74 | |
bae0ee7a | 75 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
f2470371 | 76 | memset(addr + from, 0, MAX_INLINE_DATA(inode) - from); |
ee6d182f | 77 | set_page_dirty(ipage); |
bd4667cb KM |
78 | |
79 | if (from == 0) | |
80 | clear_inode_flag(inode, FI_DATA_EXIST); | |
feeb0deb CY |
81 | } |
82 | ||
b3d208f9 JK |
83 | int f2fs_read_inline_data(struct inode *inode, struct page *page) |
84 | { | |
85 | struct page *ipage; | |
86 | ||
4d57b86d | 87 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
b3d208f9 JK |
88 | if (IS_ERR(ipage)) { |
89 | unlock_page(page); | |
90 | return PTR_ERR(ipage); | |
91 | } | |
e18c65b2 | 92 | |
b3d208f9 JK |
93 | if (!f2fs_has_inline_data(inode)) { |
94 | f2fs_put_page(ipage, 1); | |
95 | return -EAGAIN; | |
96 | } | |
97 | ||
98 | if (page->index) | |
09cbfeaf | 99 | zero_user_segment(page, 0, PAGE_SIZE); |
b3d208f9 | 100 | else |
4d57b86d | 101 | f2fs_do_read_inline_data(page, ipage); |
b3d208f9 | 102 | |
237c0790 JK |
103 | if (!PageUptodate(page)) |
104 | SetPageUptodate(page); | |
b3d208f9 JK |
105 | f2fs_put_page(ipage, 1); |
106 | unlock_page(page); | |
e18c65b2 HL |
107 | return 0; |
108 | } | |
109 | ||
b3d208f9 | 110 | int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page) |
e18c65b2 | 111 | { |
e18c65b2 | 112 | struct f2fs_io_info fio = { |
05ca3632 | 113 | .sbi = F2FS_I_SB(dn->inode), |
39d787be | 114 | .ino = dn->inode->i_ino, |
e18c65b2 | 115 | .type = DATA, |
04d328de | 116 | .op = REQ_OP_WRITE, |
70fd7614 | 117 | .op_flags = REQ_SYNC | REQ_PRIO, |
05ca3632 | 118 | .page = page, |
4375a336 | 119 | .encrypted_page = NULL, |
b0af6d49 | 120 | .io_type = FS_DATA_IO, |
e18c65b2 | 121 | }; |
7735730d | 122 | struct node_info ni; |
158c194c | 123 | int dirty, err; |
e18c65b2 | 124 | |
b3d208f9 JK |
125 | if (!f2fs_exist_data(dn->inode)) |
126 | goto clear_out; | |
ec4e7af4 | 127 | |
b3d208f9 | 128 | err = f2fs_reserve_block(dn, 0); |
15c6e3aa | 129 | if (err) |
b3d208f9 | 130 | return err; |
e18c65b2 | 131 | |
7735730d CY |
132 | err = f2fs_get_node_info(fio.sbi, dn->nid, &ni); |
133 | if (err) { | |
e8c82c11 | 134 | f2fs_truncate_data_blocks_range(dn, 1); |
7735730d CY |
135 | f2fs_put_dnode(dn); |
136 | return err; | |
137 | } | |
138 | ||
139 | fio.version = ni.version; | |
140 | ||
4dbe38dc CY |
141 | if (unlikely(dn->data_blkaddr != NEW_ADDR)) { |
142 | f2fs_put_dnode(dn); | |
143 | set_sbi_flag(fio.sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
144 | f2fs_warn(fio.sbi, "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.", |
145 | __func__, dn->inode->i_ino, dn->data_blkaddr); | |
10f966bb | 146 | return -EFSCORRUPTED; |
4dbe38dc CY |
147 | } |
148 | ||
85ead818 | 149 | f2fs_bug_on(F2FS_P_SB(page), PageWriteback(page)); |
b3d208f9 | 150 | |
4d57b86d | 151 | f2fs_do_read_inline_data(page, dn->inode_page); |
6282adbf JK |
152 | set_page_dirty(page); |
153 | ||
158c194c JK |
154 | /* clear dirty state */ |
155 | dirty = clear_page_dirty_for_io(page); | |
156 | ||
e18c65b2 HL |
157 | /* write data page to try to make data consistent */ |
158 | set_page_writeback(page); | |
17c50035 | 159 | ClearPageError(page); |
7a9d7548 | 160 | fio.old_blkaddr = dn->data_blkaddr; |
ef095d19 | 161 | set_inode_flag(dn->inode, FI_HOT_DATA); |
4d57b86d | 162 | f2fs_outplace_write_data(dn, &fio); |
bae0ee7a | 163 | f2fs_wait_on_page_writeback(page, DATA, true, true); |
933439c8 | 164 | if (dirty) { |
158c194c | 165 | inode_dec_dirty_pages(dn->inode); |
4d57b86d | 166 | f2fs_remove_dirty_inode(dn->inode); |
933439c8 | 167 | } |
e18c65b2 | 168 | |
95f5b0fc | 169 | /* this converted inline_data should be recovered. */ |
91942321 | 170 | set_inode_flag(dn->inode, FI_APPEND_WRITE); |
95f5b0fc | 171 | |
e18c65b2 | 172 | /* clear inline data and flag after data writeback */ |
4d57b86d | 173 | f2fs_truncate_inline_inode(dn->inode, dn->inode_page, 0); |
2049d4fc | 174 | clear_inline_node(dn->inode_page); |
b3d208f9 | 175 | clear_out: |
b3d208f9 | 176 | stat_dec_inline_inode(dn->inode); |
bd4667cb | 177 | clear_inode_flag(dn->inode, FI_INLINE_DATA); |
b3d208f9 JK |
178 | f2fs_put_dnode(dn); |
179 | return 0; | |
e18c65b2 HL |
180 | } |
181 | ||
b3d208f9 | 182 | int f2fs_convert_inline_inode(struct inode *inode) |
e18c65b2 | 183 | { |
b3d208f9 JK |
184 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
185 | struct dnode_of_data dn; | |
186 | struct page *ipage, *page; | |
187 | int err = 0; | |
e18c65b2 | 188 | |
b9d777b8 JK |
189 | if (!f2fs_has_inline_data(inode)) |
190 | return 0; | |
191 | ||
300e129c | 192 | page = f2fs_grab_cache_page(inode->i_mapping, 0, false); |
b3d208f9 JK |
193 | if (!page) |
194 | return -ENOMEM; | |
e18c65b2 | 195 | |
b3d208f9 JK |
196 | f2fs_lock_op(sbi); |
197 | ||
4d57b86d | 198 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
b3d208f9 | 199 | if (IS_ERR(ipage)) { |
6d20aff8 JK |
200 | err = PTR_ERR(ipage); |
201 | goto out; | |
b067ba1f | 202 | } |
e18c65b2 | 203 | |
b3d208f9 JK |
204 | set_new_dnode(&dn, inode, ipage, ipage, 0); |
205 | ||
206 | if (f2fs_has_inline_data(inode)) | |
207 | err = f2fs_convert_inline_page(&dn, page); | |
208 | ||
209 | f2fs_put_dnode(&dn); | |
6d20aff8 | 210 | out: |
b3d208f9 JK |
211 | f2fs_unlock_op(sbi); |
212 | ||
213 | f2fs_put_page(page, 1); | |
2a340760 | 214 | |
2c4db1a6 | 215 | f2fs_balance_fs(sbi, dn.node_changed); |
2a340760 | 216 | |
e18c65b2 HL |
217 | return err; |
218 | } | |
219 | ||
b3d208f9 | 220 | int f2fs_write_inline_data(struct inode *inode, struct page *page) |
e18c65b2 HL |
221 | { |
222 | void *src_addr, *dst_addr; | |
e18c65b2 HL |
223 | struct dnode_of_data dn; |
224 | int err; | |
225 | ||
226 | set_new_dnode(&dn, inode, NULL, NULL, 0); | |
4d57b86d | 227 | err = f2fs_get_dnode_of_data(&dn, 0, LOOKUP_NODE); |
e18c65b2 HL |
228 | if (err) |
229 | return err; | |
e18c65b2 | 230 | |
c08a690b | 231 | if (!f2fs_has_inline_data(inode)) { |
b3d208f9 JK |
232 | f2fs_put_dnode(&dn); |
233 | return -EAGAIN; | |
c08a690b JK |
234 | } |
235 | ||
b3d208f9 JK |
236 | f2fs_bug_on(F2FS_I_SB(inode), page->index); |
237 | ||
bae0ee7a | 238 | f2fs_wait_on_page_writeback(dn.inode_page, NODE, true, true); |
f1e33a04 | 239 | src_addr = kmap_atomic(page); |
f2470371 CY |
240 | dst_addr = inline_data_addr(inode, dn.inode_page); |
241 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
f1e33a04 | 242 | kunmap_atomic(src_addr); |
ee6d182f | 243 | set_page_dirty(dn.inode_page); |
e18c65b2 | 244 | |
5ec2d99d | 245 | f2fs_clear_page_cache_dirty_tag(page); |
0abd8e70 | 246 | |
91942321 JK |
247 | set_inode_flag(inode, FI_APPEND_WRITE); |
248 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 249 | |
2049d4fc | 250 | clear_inline_node(dn.inode_page); |
e18c65b2 | 251 | f2fs_put_dnode(&dn); |
e18c65b2 HL |
252 | return 0; |
253 | } | |
1e1bb4ba | 254 | |
4d57b86d | 255 | bool f2fs_recover_inline_data(struct inode *inode, struct page *npage) |
1e1bb4ba | 256 | { |
4081363f | 257 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
1e1bb4ba JK |
258 | struct f2fs_inode *ri = NULL; |
259 | void *src_addr, *dst_addr; | |
260 | struct page *ipage; | |
261 | ||
262 | /* | |
263 | * The inline_data recovery policy is as follows. | |
264 | * [prev.] [next] of inline_data flag | |
265 | * o o -> recover inline_data | |
266 | * o x -> remove inline_data, and then recover data blocks | |
267 | * x o -> remove inline_data, and then recover inline_data | |
268 | * x x -> recover data blocks | |
269 | */ | |
270 | if (IS_INODE(npage)) | |
271 | ri = F2FS_INODE(npage); | |
272 | ||
273 | if (f2fs_has_inline_data(inode) && | |
0342fd30 | 274 | ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
1e1bb4ba | 275 | process_inline: |
4d57b86d | 276 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
9850cf4a | 277 | f2fs_bug_on(sbi, IS_ERR(ipage)); |
1e1bb4ba | 278 | |
bae0ee7a | 279 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
54b591df | 280 | |
f2470371 CY |
281 | src_addr = inline_data_addr(inode, npage); |
282 | dst_addr = inline_data_addr(inode, ipage); | |
283 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
b3d208f9 | 284 | |
91942321 JK |
285 | set_inode_flag(inode, FI_INLINE_DATA); |
286 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 287 | |
ee6d182f | 288 | set_page_dirty(ipage); |
1e1bb4ba | 289 | f2fs_put_page(ipage, 1); |
0342fd30 | 290 | return true; |
1e1bb4ba JK |
291 | } |
292 | ||
293 | if (f2fs_has_inline_data(inode)) { | |
4d57b86d | 294 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
9850cf4a | 295 | f2fs_bug_on(sbi, IS_ERR(ipage)); |
4d57b86d | 296 | f2fs_truncate_inline_inode(inode, ipage, 0); |
bd4667cb | 297 | clear_inode_flag(inode, FI_INLINE_DATA); |
1e1bb4ba | 298 | f2fs_put_page(ipage, 1); |
0342fd30 | 299 | } else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
c42d28ce | 300 | if (f2fs_truncate_blocks(inode, 0, false)) |
545fe421 | 301 | return false; |
1e1bb4ba JK |
302 | goto process_inline; |
303 | } | |
0342fd30 | 304 | return false; |
1e1bb4ba | 305 | } |
201a05be | 306 | |
4d57b86d | 307 | struct f2fs_dir_entry *f2fs_find_in_inline_dir(struct inode *dir, |
0b81d077 | 308 | struct fscrypt_name *fname, struct page **res_page) |
201a05be CY |
309 | { |
310 | struct f2fs_sb_info *sbi = F2FS_SB(dir->i_sb); | |
6e22c691 | 311 | struct qstr name = FSTR_TO_QSTR(&fname->disk_name); |
201a05be | 312 | struct f2fs_dir_entry *de; |
7b3cd7d6 | 313 | struct f2fs_dentry_ptr d; |
4e6ebf6d | 314 | struct page *ipage; |
f2470371 | 315 | void *inline_dentry; |
6e22c691 | 316 | f2fs_hash_t namehash; |
201a05be | 317 | |
4d57b86d | 318 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
42d96401 JK |
319 | if (IS_ERR(ipage)) { |
320 | *res_page = ipage; | |
201a05be | 321 | return NULL; |
42d96401 | 322 | } |
201a05be | 323 | |
2c2eb7a3 | 324 | namehash = f2fs_dentry_hash(dir, &name, fname); |
6e22c691 | 325 | |
f2470371 | 326 | inline_dentry = inline_data_addr(dir, ipage); |
201a05be | 327 | |
f2470371 | 328 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
4d57b86d | 329 | de = f2fs_find_target_dentry(fname, namehash, NULL, &d); |
201a05be | 330 | unlock_page(ipage); |
4e6ebf6d JK |
331 | if (de) |
332 | *res_page = ipage; | |
333 | else | |
334 | f2fs_put_page(ipage, 0); | |
335 | ||
201a05be CY |
336 | return de; |
337 | } | |
338 | ||
4d57b86d | 339 | int f2fs_make_empty_inline_dir(struct inode *inode, struct inode *parent, |
201a05be CY |
340 | struct page *ipage) |
341 | { | |
062a3e7b | 342 | struct f2fs_dentry_ptr d; |
f2470371 | 343 | void *inline_dentry; |
201a05be | 344 | |
f2470371 | 345 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 346 | |
f2470371 | 347 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
4d57b86d | 348 | f2fs_do_make_empty_dir(inode, parent, &d); |
201a05be CY |
349 | |
350 | set_page_dirty(ipage); | |
351 | ||
352 | /* update i_size to MAX_INLINE_DATA */ | |
f2470371 CY |
353 | if (i_size_read(inode) < MAX_INLINE_DATA(inode)) |
354 | f2fs_i_size_write(inode, MAX_INLINE_DATA(inode)); | |
201a05be CY |
355 | return 0; |
356 | } | |
357 | ||
470f00e9 CY |
358 | /* |
359 | * NOTE: ipage is grabbed by caller, but if any error occurs, we should | |
360 | * release ipage in this function. | |
361 | */ | |
675f10bd | 362 | static int f2fs_move_inline_dirents(struct inode *dir, struct page *ipage, |
f2470371 | 363 | void *inline_dentry) |
201a05be CY |
364 | { |
365 | struct page *page; | |
366 | struct dnode_of_data dn; | |
367 | struct f2fs_dentry_block *dentry_blk; | |
76a9dd85 | 368 | struct f2fs_dentry_ptr src, dst; |
201a05be CY |
369 | int err; |
370 | ||
dd973007 | 371 | page = f2fs_grab_cache_page(dir->i_mapping, 0, true); |
470f00e9 CY |
372 | if (!page) { |
373 | f2fs_put_page(ipage, 1); | |
201a05be | 374 | return -ENOMEM; |
470f00e9 | 375 | } |
201a05be CY |
376 | |
377 | set_new_dnode(&dn, dir, ipage, NULL, 0); | |
378 | err = f2fs_reserve_block(&dn, 0); | |
379 | if (err) | |
380 | goto out; | |
381 | ||
4dbe38dc CY |
382 | if (unlikely(dn.data_blkaddr != NEW_ADDR)) { |
383 | f2fs_put_dnode(&dn); | |
384 | set_sbi_flag(F2FS_P_SB(page), SBI_NEED_FSCK); | |
dcbb4c10 JP |
385 | f2fs_warn(F2FS_P_SB(page), "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.", |
386 | __func__, dir->i_ino, dn.data_blkaddr); | |
10f966bb | 387 | err = -EFSCORRUPTED; |
4dbe38dc CY |
388 | goto out; |
389 | } | |
390 | ||
bae0ee7a | 391 | f2fs_wait_on_page_writeback(page, DATA, true, true); |
201a05be | 392 | |
bdbc90fa | 393 | dentry_blk = page_address(page); |
201a05be | 394 | |
f2470371 CY |
395 | make_dentry_ptr_inline(dir, &src, inline_dentry); |
396 | make_dentry_ptr_block(dir, &dst, dentry_blk); | |
76a9dd85 | 397 | |
201a05be | 398 | /* copy data from inline dentry block to new dentry block */ |
76a9dd85 CY |
399 | memcpy(dst.bitmap, src.bitmap, src.nr_bitmap); |
400 | memset(dst.bitmap + src.nr_bitmap, 0, dst.nr_bitmap - src.nr_bitmap); | |
4ec17d68 CY |
401 | /* |
402 | * we do not need to zero out remainder part of dentry and filename | |
403 | * field, since we have used bitmap for marking the usage status of | |
404 | * them, besides, we can also ignore copying/zeroing reserved space | |
405 | * of dentry block, because them haven't been used so far. | |
406 | */ | |
76a9dd85 CY |
407 | memcpy(dst.dentry, src.dentry, SIZE_OF_DIR_ENTRY * src.max); |
408 | memcpy(dst.filename, src.filename, src.max * F2FS_SLOT_LEN); | |
201a05be | 409 | |
237c0790 JK |
410 | if (!PageUptodate(page)) |
411 | SetPageUptodate(page); | |
201a05be CY |
412 | set_page_dirty(page); |
413 | ||
414 | /* clear inline dir and flag after data writeback */ | |
4d57b86d | 415 | f2fs_truncate_inline_inode(dir, ipage, 0); |
b3d208f9 | 416 | |
3289c061 | 417 | stat_dec_inline_dir(dir); |
91942321 | 418 | clear_inode_flag(dir, FI_INLINE_DENTRY); |
201a05be | 419 | |
45a74688 CY |
420 | /* |
421 | * should retrieve reserved space which was used to keep | |
422 | * inline_dentry's structure for backward compatibility. | |
423 | */ | |
424 | if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) && | |
425 | !f2fs_has_inline_xattr(dir)) | |
426 | F2FS_I(dir)->i_inline_xattr_size = 0; | |
427 | ||
205b9822 | 428 | f2fs_i_depth_write(dir, 1); |
ee6d182f | 429 | if (i_size_read(dir) < PAGE_SIZE) |
fc9581c8 | 430 | f2fs_i_size_write(dir, PAGE_SIZE); |
201a05be CY |
431 | out: |
432 | f2fs_put_page(page, 1); | |
433 | return err; | |
434 | } | |
435 | ||
f2470371 | 436 | static int f2fs_add_inline_entries(struct inode *dir, void *inline_dentry) |
675f10bd CY |
437 | { |
438 | struct f2fs_dentry_ptr d; | |
439 | unsigned long bit_pos = 0; | |
440 | int err = 0; | |
441 | ||
f2470371 | 442 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
675f10bd CY |
443 | |
444 | while (bit_pos < d.max) { | |
445 | struct f2fs_dir_entry *de; | |
446 | struct qstr new_name; | |
447 | nid_t ino; | |
448 | umode_t fake_mode; | |
449 | ||
450 | if (!test_bit_le(bit_pos, d.bitmap)) { | |
451 | bit_pos++; | |
452 | continue; | |
453 | } | |
454 | ||
455 | de = &d.dentry[bit_pos]; | |
a4a13f58 CY |
456 | |
457 | if (unlikely(!de->name_len)) { | |
458 | bit_pos++; | |
459 | continue; | |
460 | } | |
461 | ||
675f10bd | 462 | new_name.name = d.filename[bit_pos]; |
0c0b471e | 463 | new_name.len = le16_to_cpu(de->name_len); |
675f10bd CY |
464 | |
465 | ino = le32_to_cpu(de->ino); | |
4d57b86d | 466 | fake_mode = f2fs_get_de_type(de) << S_SHIFT; |
675f10bd | 467 | |
9421d570 | 468 | err = f2fs_add_regular_entry(dir, &new_name, NULL, NULL, |
675f10bd CY |
469 | ino, fake_mode); |
470 | if (err) | |
471 | goto punch_dentry_pages; | |
472 | ||
675f10bd CY |
473 | bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len)); |
474 | } | |
475 | return 0; | |
476 | punch_dentry_pages: | |
477 | truncate_inode_pages(&dir->i_data, 0); | |
c42d28ce | 478 | f2fs_truncate_blocks(dir, 0, false); |
4d57b86d | 479 | f2fs_remove_dirty_inode(dir); |
675f10bd CY |
480 | return err; |
481 | } | |
482 | ||
483 | static int f2fs_move_rehashed_dirents(struct inode *dir, struct page *ipage, | |
f2470371 | 484 | void *inline_dentry) |
675f10bd | 485 | { |
f2470371 | 486 | void *backup_dentry; |
675f10bd CY |
487 | int err; |
488 | ||
1ecc0c5c | 489 | backup_dentry = f2fs_kmalloc(F2FS_I_SB(dir), |
f2470371 | 490 | MAX_INLINE_DATA(dir), GFP_F2FS_ZERO); |
8975bdf4 CY |
491 | if (!backup_dentry) { |
492 | f2fs_put_page(ipage, 1); | |
675f10bd | 493 | return -ENOMEM; |
8975bdf4 | 494 | } |
675f10bd | 495 | |
f2470371 | 496 | memcpy(backup_dentry, inline_dentry, MAX_INLINE_DATA(dir)); |
4d57b86d | 497 | f2fs_truncate_inline_inode(dir, ipage, 0); |
675f10bd CY |
498 | |
499 | unlock_page(ipage); | |
500 | ||
501 | err = f2fs_add_inline_entries(dir, backup_dentry); | |
502 | if (err) | |
503 | goto recover; | |
504 | ||
505 | lock_page(ipage); | |
506 | ||
507 | stat_dec_inline_dir(dir); | |
91942321 | 508 | clear_inode_flag(dir, FI_INLINE_DENTRY); |
45a74688 CY |
509 | |
510 | /* | |
511 | * should retrieve reserved space which was used to keep | |
512 | * inline_dentry's structure for backward compatibility. | |
513 | */ | |
514 | if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) && | |
515 | !f2fs_has_inline_xattr(dir)) | |
516 | F2FS_I(dir)->i_inline_xattr_size = 0; | |
517 | ||
5222595d | 518 | kvfree(backup_dentry); |
675f10bd CY |
519 | return 0; |
520 | recover: | |
521 | lock_page(ipage); | |
bae0ee7a | 522 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
f2470371 | 523 | memcpy(inline_dentry, backup_dentry, MAX_INLINE_DATA(dir)); |
205b9822 | 524 | f2fs_i_depth_write(dir, 0); |
f2470371 | 525 | f2fs_i_size_write(dir, MAX_INLINE_DATA(dir)); |
ee6d182f | 526 | set_page_dirty(ipage); |
675f10bd CY |
527 | f2fs_put_page(ipage, 1); |
528 | ||
5222595d | 529 | kvfree(backup_dentry); |
675f10bd CY |
530 | return err; |
531 | } | |
532 | ||
b06af2af | 533 | static int do_convert_inline_dir(struct inode *dir, struct page *ipage, |
f2470371 | 534 | void *inline_dentry) |
675f10bd CY |
535 | { |
536 | if (!F2FS_I(dir)->i_dir_level) | |
537 | return f2fs_move_inline_dirents(dir, ipage, inline_dentry); | |
538 | else | |
539 | return f2fs_move_rehashed_dirents(dir, ipage, inline_dentry); | |
540 | } | |
541 | ||
b06af2af JK |
542 | int f2fs_try_convert_inline_dir(struct inode *dir, struct dentry *dentry) |
543 | { | |
544 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
545 | struct page *ipage; | |
546 | struct fscrypt_name fname; | |
547 | void *inline_dentry = NULL; | |
548 | int err = 0; | |
549 | ||
550 | if (!f2fs_has_inline_dentry(dir)) | |
551 | return 0; | |
552 | ||
553 | f2fs_lock_op(sbi); | |
554 | ||
555 | err = fscrypt_setup_filename(dir, &dentry->d_name, 0, &fname); | |
556 | if (err) | |
557 | goto out; | |
558 | ||
559 | ipage = f2fs_get_node_page(sbi, dir->i_ino); | |
560 | if (IS_ERR(ipage)) { | |
561 | err = PTR_ERR(ipage); | |
562 | goto out; | |
563 | } | |
564 | ||
565 | if (f2fs_has_enough_room(dir, ipage, &fname)) { | |
566 | f2fs_put_page(ipage, 1); | |
567 | goto out; | |
568 | } | |
569 | ||
570 | inline_dentry = inline_data_addr(dir, ipage); | |
571 | ||
572 | err = do_convert_inline_dir(dir, ipage, inline_dentry); | |
573 | if (!err) | |
574 | f2fs_put_page(ipage, 1); | |
575 | out: | |
576 | f2fs_unlock_op(sbi); | |
577 | return err; | |
578 | } | |
579 | ||
9421d570 CY |
580 | int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name, |
581 | const struct qstr *orig_name, | |
582 | struct inode *inode, nid_t ino, umode_t mode) | |
201a05be CY |
583 | { |
584 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
585 | struct page *ipage; | |
586 | unsigned int bit_pos; | |
587 | f2fs_hash_t name_hash; | |
f2470371 | 588 | void *inline_dentry = NULL; |
3b4d732a | 589 | struct f2fs_dentry_ptr d; |
9421d570 | 590 | int slots = GET_DENTRY_SLOTS(new_name->len); |
510022a8 | 591 | struct page *page = NULL; |
201a05be | 592 | int err = 0; |
201a05be | 593 | |
4d57b86d | 594 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
201a05be CY |
595 | if (IS_ERR(ipage)) |
596 | return PTR_ERR(ipage); | |
597 | ||
f2470371 CY |
598 | inline_dentry = inline_data_addr(dir, ipage); |
599 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 | 600 | |
4d57b86d | 601 | bit_pos = f2fs_room_for_filename(d.bitmap, slots, d.max); |
76a9dd85 | 602 | if (bit_pos >= d.max) { |
b06af2af | 603 | err = do_convert_inline_dir(dir, ipage, inline_dentry); |
470f00e9 CY |
604 | if (err) |
605 | return err; | |
606 | err = -EAGAIN; | |
201a05be CY |
607 | goto out; |
608 | } | |
609 | ||
510022a8 JK |
610 | if (inode) { |
611 | down_write(&F2FS_I(inode)->i_sem); | |
4d57b86d | 612 | page = f2fs_init_inode_metadata(inode, dir, new_name, |
9421d570 | 613 | orig_name, ipage); |
510022a8 JK |
614 | if (IS_ERR(page)) { |
615 | err = PTR_ERR(page); | |
616 | goto fail; | |
617 | } | |
201a05be | 618 | } |
bce8d112 | 619 | |
bae0ee7a | 620 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
3b4d732a | 621 | |
2c2eb7a3 | 622 | name_hash = f2fs_dentry_hash(dir, new_name, NULL); |
9421d570 | 623 | f2fs_update_dentry(ino, mode, &d, new_name, name_hash, bit_pos); |
3b4d732a | 624 | |
201a05be CY |
625 | set_page_dirty(ipage); |
626 | ||
627 | /* we don't need to mark_inode_dirty now */ | |
510022a8 | 628 | if (inode) { |
205b9822 | 629 | f2fs_i_pino_write(inode, dir->i_ino); |
98194030 CY |
630 | |
631 | /* synchronize inode page's data from inode cache */ | |
632 | if (is_inode_flag_set(inode, FI_NEW_INODE)) | |
633 | f2fs_update_inode(inode, page); | |
634 | ||
510022a8 JK |
635 | f2fs_put_page(page, 1); |
636 | } | |
201a05be | 637 | |
4d57b86d | 638 | f2fs_update_parent_metadata(dir, inode, 0); |
201a05be | 639 | fail: |
510022a8 JK |
640 | if (inode) |
641 | up_write(&F2FS_I(inode)->i_sem); | |
201a05be CY |
642 | out: |
643 | f2fs_put_page(ipage, 1); | |
644 | return err; | |
645 | } | |
646 | ||
647 | void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page, | |
648 | struct inode *dir, struct inode *inode) | |
649 | { | |
76a9dd85 | 650 | struct f2fs_dentry_ptr d; |
f2470371 | 651 | void *inline_dentry; |
201a05be CY |
652 | int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len)); |
653 | unsigned int bit_pos; | |
654 | int i; | |
655 | ||
656 | lock_page(page); | |
bae0ee7a | 657 | f2fs_wait_on_page_writeback(page, NODE, true, true); |
201a05be | 658 | |
f2470371 CY |
659 | inline_dentry = inline_data_addr(dir, page); |
660 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 CY |
661 | |
662 | bit_pos = dentry - d.dentry; | |
201a05be | 663 | for (i = 0; i < slots; i++) |
76a9dd85 | 664 | __clear_bit_le(bit_pos + i, d.bitmap); |
201a05be CY |
665 | |
666 | set_page_dirty(page); | |
9f7c45cc | 667 | f2fs_put_page(page, 1); |
201a05be | 668 | |
078cd827 | 669 | dir->i_ctime = dir->i_mtime = current_time(dir); |
7c45729a | 670 | f2fs_mark_inode_dirty_sync(dir, false); |
201a05be CY |
671 | |
672 | if (inode) | |
9f7c45cc | 673 | f2fs_drop_nlink(dir, inode); |
201a05be CY |
674 | } |
675 | ||
676 | bool f2fs_empty_inline_dir(struct inode *dir) | |
677 | { | |
678 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
679 | struct page *ipage; | |
680 | unsigned int bit_pos = 2; | |
f2470371 | 681 | void *inline_dentry; |
76a9dd85 | 682 | struct f2fs_dentry_ptr d; |
201a05be | 683 | |
4d57b86d | 684 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
201a05be CY |
685 | if (IS_ERR(ipage)) |
686 | return false; | |
687 | ||
f2470371 CY |
688 | inline_dentry = inline_data_addr(dir, ipage); |
689 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 CY |
690 | |
691 | bit_pos = find_next_bit_le(d.bitmap, d.max, bit_pos); | |
201a05be CY |
692 | |
693 | f2fs_put_page(ipage, 1); | |
694 | ||
76a9dd85 | 695 | if (bit_pos < d.max) |
201a05be CY |
696 | return false; |
697 | ||
698 | return true; | |
699 | } | |
700 | ||
d8c6822a | 701 | int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx, |
0b81d077 | 702 | struct fscrypt_str *fstr) |
201a05be CY |
703 | { |
704 | struct inode *inode = file_inode(file); | |
201a05be | 705 | struct page *ipage = NULL; |
7b3cd7d6 | 706 | struct f2fs_dentry_ptr d; |
f2470371 | 707 | void *inline_dentry = NULL; |
ed6bd4b1 | 708 | int err; |
201a05be | 709 | |
76a9dd85 CY |
710 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
711 | ||
712 | if (ctx->pos == d.max) | |
201a05be CY |
713 | return 0; |
714 | ||
4d57b86d | 715 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
201a05be CY |
716 | if (IS_ERR(ipage)) |
717 | return PTR_ERR(ipage); | |
718 | ||
aadcef64 CY |
719 | /* |
720 | * f2fs_readdir was protected by inode.i_rwsem, it is safe to access | |
721 | * ipage without page's lock held. | |
722 | */ | |
723 | unlock_page(ipage); | |
724 | ||
f2470371 | 725 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 726 | |
64c24ecb | 727 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
7b3cd7d6 | 728 | |
ed6bd4b1 CY |
729 | err = f2fs_fill_dentries(ctx, &d, 0, fstr); |
730 | if (!err) | |
76a9dd85 | 731 | ctx->pos = d.max; |
201a05be | 732 | |
aadcef64 | 733 | f2fs_put_page(ipage, 0); |
ed6bd4b1 | 734 | return err < 0 ? err : 0; |
201a05be | 735 | } |
67f8cf3c JK |
736 | |
737 | int f2fs_inline_data_fiemap(struct inode *inode, | |
738 | struct fiemap_extent_info *fieinfo, __u64 start, __u64 len) | |
739 | { | |
740 | __u64 byteaddr, ilen; | |
741 | __u32 flags = FIEMAP_EXTENT_DATA_INLINE | FIEMAP_EXTENT_NOT_ALIGNED | | |
742 | FIEMAP_EXTENT_LAST; | |
743 | struct node_info ni; | |
744 | struct page *ipage; | |
745 | int err = 0; | |
746 | ||
4d57b86d | 747 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
67f8cf3c JK |
748 | if (IS_ERR(ipage)) |
749 | return PTR_ERR(ipage); | |
750 | ||
7975f349 CY |
751 | if ((S_ISREG(inode->i_mode) || S_ISLNK(inode->i_mode)) && |
752 | !f2fs_has_inline_data(inode)) { | |
753 | err = -EAGAIN; | |
754 | goto out; | |
755 | } | |
756 | ||
757 | if (S_ISDIR(inode->i_mode) && !f2fs_has_inline_dentry(inode)) { | |
67f8cf3c JK |
758 | err = -EAGAIN; |
759 | goto out; | |
760 | } | |
761 | ||
f2470371 | 762 | ilen = min_t(size_t, MAX_INLINE_DATA(inode), i_size_read(inode)); |
67f8cf3c JK |
763 | if (start >= ilen) |
764 | goto out; | |
765 | if (start + len < ilen) | |
766 | ilen = start + len; | |
767 | ilen -= start; | |
768 | ||
7735730d CY |
769 | err = f2fs_get_node_info(F2FS_I_SB(inode), inode->i_ino, &ni); |
770 | if (err) | |
771 | goto out; | |
772 | ||
67f8cf3c | 773 | byteaddr = (__u64)ni.blk_addr << inode->i_sb->s_blocksize_bits; |
f2470371 CY |
774 | byteaddr += (char *)inline_data_addr(inode, ipage) - |
775 | (char *)F2FS_INODE(ipage); | |
67f8cf3c JK |
776 | err = fiemap_fill_next_extent(fieinfo, start, byteaddr, ilen, flags); |
777 | out: | |
778 | f2fs_put_page(ipage, 1); | |
779 | return err; | |
780 | } |