[mirror_ubuntu-zesty-kernel.git] / fs / f2fs / inode.c

/*
 * fs/f2fs/inode.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/writeback.h>

#include "f2fs.h"
#include "node.h"

#include <trace/events/f2fs.h>

void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
{
	if (f2fs_inode_dirtied(inode, sync))
		return;

	mark_inode_dirty_sync(inode);
}

void f2fs_set_inode_flags(struct inode *inode)
{
	unsigned int flags = F2FS_I(inode)->i_flags;
	unsigned int new_fl = 0;

	if (flags & FS_SYNC_FL)
		new_fl |= S_SYNC;
	if (flags & FS_APPEND_FL)
		new_fl |= S_APPEND;
	if (flags & FS_IMMUTABLE_FL)
		new_fl |= S_IMMUTABLE;
	if (flags & FS_NOATIME_FL)
		new_fl |= S_NOATIME;
	if (flags & FS_DIRSYNC_FL)
		new_fl |= S_DIRSYNC;
	inode_set_flags(inode, new_fl,
			S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
	f2fs_mark_inode_dirty_sync(inode, false);
}

static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		if (ri->i_addr[0])
			inode->i_rdev =
				old_decode_dev(le32_to_cpu(ri->i_addr[0]));
		else
			inode->i_rdev =
				new_decode_dev(le32_to_cpu(ri->i_addr[1]));
	}
}

static bool __written_first_block(struct f2fs_inode *ri)
{
	block_t addr = le32_to_cpu(ri->i_addr[0]);

	if (addr != NEW_ADDR && addr != NULL_ADDR)
		return true;
	return false;
}

static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
		if (old_valid_dev(inode->i_rdev)) {
			ri->i_addr[0] =
				cpu_to_le32(old_encode_dev(inode->i_rdev));
			ri->i_addr[1] = 0;
		} else {
			ri->i_addr[0] = 0;
			ri->i_addr[1] =
				cpu_to_le32(new_encode_dev(inode->i_rdev));
			ri->i_addr[2] = 0;
		}
	}
}

static void __recover_inline_status(struct inode *inode, struct page *ipage)
{
	void *inline_data = inline_data_addr(ipage);
	__le32 *start = inline_data;
	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);

	while (start < end) {
		if (*start++) {
			f2fs_wait_on_page_writeback(ipage, NODE, true);

			set_inode_flag(inode, FI_DATA_EXIST);
			set_raw_inline(inode, F2FS_INODE(ipage));
			set_page_dirty(ipage);
			return;
		}
	}
	return;
}

static int do_read_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_inode_info *fi = F2FS_I(inode);
	struct page *node_page;
	struct f2fs_inode *ri;

	/* Check if ino is within scope */
	if (check_nid_range(sbi, inode->i_ino)) {
		f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
			 (unsigned long) inode->i_ino);
		WARN_ON(1);
		return -EINVAL;
	}

	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page))
		return PTR_ERR(node_page);

	ri = F2FS_INODE(node_page);

	inode->i_mode = le16_to_cpu(ri->i_mode);
	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	set_nlink(inode, le32_to_cpu(ri->i_links));
	inode->i_size = le64_to_cpu(ri->i_size);
	inode->i_blocks = le64_to_cpu(ri->i_blocks);

	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	inode->i_generation = le32_to_cpu(ri->i_generation);

	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	fi->i_flags = le32_to_cpu(ri->i_flags);
	fi->flags = 0;
	fi->i_advise = ri->i_advise;
	fi->i_pino = le32_to_cpu(ri->i_pino);
	fi->i_dir_level = ri->i_dir_level;

	if (f2fs_init_extent_tree(inode, &ri->i_ext))
		set_page_dirty(node_page);

	get_inline_info(inode, ri);

	/* check data exist */
	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
		__recover_inline_status(inode, node_page);

	/* get rdev by using inline_info */
	__get_inode_rdev(inode, ri);

	if (__written_first_block(ri))
		set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);

	if (!need_inode_block_update(sbi, inode->i_ino))
		fi->last_disk_size = inode->i_size;

	f2fs_put_page(node_page, 1);

	stat_inc_inline_xattr(inode);
	stat_inc_inline_inode(inode);
	stat_inc_inline_dir(inode);

	return 0;
}

struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;
	int ret = 0;

	inode = iget_locked(sb, ino);
	if (!inode)
		return ERR_PTR(-ENOMEM);

	if (!(inode->i_state & I_NEW)) {
		trace_f2fs_iget(inode);
		return inode;
	}
	if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
		goto make_now;

	ret = do_read_inode(inode);
	if (ret)
		goto bad_inode;
make_now:
	if (ino == F2FS_NODE_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_node_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (ino == F2FS_META_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_meta_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (S_ISREG(inode->i_mode)) {
		inode->i_op = &f2fs_file_inode_operations;
		inode->i_fop = &f2fs_file_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISDIR(inode->i_mode)) {
		inode->i_op = &f2fs_dir_inode_operations;
		inode->i_fop = &f2fs_dir_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
	} else if (S_ISLNK(inode->i_mode)) {
		if (f2fs_encrypted_inode(inode))
			inode->i_op = &f2fs_encrypted_symlink_inode_operations;
		else
			inode->i_op = &f2fs_symlink_inode_operations;
		inode_nohighmem(inode);
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		inode->i_op = &f2fs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
	} else {
		ret = -EIO;
		goto bad_inode;
	}
	unlock_new_inode(inode);
	trace_f2fs_iget(inode);
	return inode;

bad_inode:
	iget_failed(inode);
	trace_f2fs_iget_exit(inode, ret);
	return ERR_PTR(ret);
}

struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)
{
	struct inode *inode;
retry:
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode)) {
		if (PTR_ERR(inode) == -ENOMEM) {
			congestion_wait(BLK_RW_ASYNC, HZ/50);
			goto retry;
		}
	}
	return inode;
}

int update_inode(struct inode *inode, struct page *node_page)
{
	struct f2fs_inode *ri;
	struct extent_tree *et = F2FS_I(inode)->extent_tree;

	f2fs_inode_synced(inode);

	f2fs_wait_on_page_writeback(node_page, NODE, true);

	ri = F2FS_INODE(node_page);

	ri->i_mode = cpu_to_le16(inode->i_mode);
	ri->i_advise = F2FS_I(inode)->i_advise;
	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	ri->i_links = cpu_to_le32(inode->i_nlink);
	ri->i_size = cpu_to_le64(i_size_read(inode));
	ri->i_blocks = cpu_to_le64(inode->i_blocks);

	if (et) {
		read_lock(&et->lock);
		set_raw_extent(&et->largest, &ri->i_ext);
		read_unlock(&et->lock);
	} else {
		memset(&ri->i_ext, 0, sizeof(ri->i_ext));
	}
	set_raw_inline(inode, ri);

	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
	ri->i_generation = cpu_to_le32(inode->i_generation);
	ri->i_dir_level = F2FS_I(inode)->i_dir_level;

	__set_inode_rdev(inode, ri);
	set_cold_node(inode, node_page);

	/* deleted inode */
	if (inode->i_nlink == 0)
		clear_inline_node(node_page);

	return set_page_dirty(node_page);
}

int update_inode_page(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct page *node_page;
	int ret = 0;
retry:
	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page)) {
		int err = PTR_ERR(node_page);
		if (err == -ENOMEM) {
			cond_resched();
			goto retry;
		} else if (err != -ENOENT) {
			f2fs_stop_checkpoint(sbi, false);
		}
		return 0;
	}
	ret = update_inode(inode, node_page);
	f2fs_put_page(node_page, 1);
	return ret;
}

int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return 0;

	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
		return 0;

	/*
	 * We need to balance fs here to prevent from producing dirty node pages
	 * during the urgent cleaning time when runing out of free sections.
	 */
	if (update_inode_page(inode) && wbc && wbc->nr_to_write)
		f2fs_balance_fs(sbi, true);
	return 0;
}

/*
 * Called at the last iput() if i_nlink is zero
 */
void f2fs_evict_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
	int err = 0;

	/* some remained atomic pages should discarded */
	if (f2fs_is_atomic_file(inode))
		drop_inmem_pages(inode);

	trace_f2fs_evict_inode(inode);
	truncate_inode_pages_final(&inode->i_data);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		goto out_clear;

	f2fs_bug_on(sbi, get_dirty_pages(inode));
	remove_dirty_inode(inode);

	f2fs_destroy_extent_tree(inode);

	if (inode->i_nlink || is_bad_inode(inode))
		goto no_delete;

#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (time_to_inject(sbi, FAULT_EVICT_INODE))
		goto no_delete;
#endif

	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);

	sb_start_intwrite(inode->i_sb);
	set_inode_flag(inode, FI_NO_ALLOC);
	i_size_write(inode, 0);
retry:
	if (F2FS_HAS_BLOCKS(inode))
		err = f2fs_truncate(inode);

	if (!err) {
		f2fs_lock_op(sbi);
		err = remove_inode_page(inode);
		f2fs_unlock_op(sbi);
		if (err == -ENOENT)
			err = 0;
	}

	/* give more chances, if ENOMEM case */
	if (err == -ENOMEM) {
		err = 0;
		goto retry;
	}

	if (err)
		update_inode_page(inode);
	sb_end_intwrite(inode->i_sb);
no_delete:
	stat_dec_inline_xattr(inode);
	stat_dec_inline_dir(inode);
	stat_dec_inline_inode(inode);

	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, inode->i_ino);
	if (xnid)
		invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
	if (inode->i_nlink) {
		if (is_inode_flag_set(inode, FI_APPEND_WRITE))
			add_ino_entry(sbi, inode->i_ino, APPEND_INO);
		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
			add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	}
	if (is_inode_flag_set(inode, FI_FREE_NID)) {
		alloc_nid_failed(sbi, inode->i_ino);
		clear_inode_flag(inode, FI_FREE_NID);
	}
	f2fs_bug_on(sbi, err &&
		!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
out_clear:
	fscrypt_put_encryption_info(inode, NULL);
	clear_inode(inode);
}

/* caller should call f2fs_lock_op() */
void handle_failed_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct node_info ni;

	/*
	 * clear nlink of inode in order to release resource of inode
	 * immediately.
	 */
	clear_nlink(inode);

	/*
	 * we must call this to avoid inode being remained as dirty, resulting
	 * in a panic when flushing dirty inodes in gdirty_list.
	 */
	update_inode_page(inode);
	f2fs_inode_synced(inode);

	/* don't make bad inode, since it becomes a regular file. */
	unlock_new_inode(inode);

	/*
	 * Note: we should add inode to orphan list before f2fs_unlock_op()
	 * so we can prevent losing this orphan when encoutering checkpoint
	 * and following suddenly power-off.
	 */
	get_node_info(sbi, inode->i_ino, &ni);

	if (ni.blk_addr != NULL_ADDR) {
		int err = acquire_orphan_inode(sbi);
		if (err) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"Too many orphan inodes, run fsck to fix.");
		} else {
			add_orphan_inode(inode);
		}
		alloc_nid_done(sbi, inode->i_ino);
	} else {
		set_inode_flag(inode, FI_FREE_NID);
	}

	f2fs_unlock_op(sbi);

	/* iput will drop the inode object */
	iput(inode);
}
Commit	Line	Data
0a8165d7	1	/*
19f99cee JK	2	* fs/f2fs/inode.c
	3	*
	4	* Copyright (c) 2012 Samsung Electronics Co., Ltd.
	5	* http://www.samsung.com/
	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*/
	11	#include <linux/fs.h>
	12	#include <linux/f2fs_fs.h>
	13	#include <linux/buffer_head.h>
e8ea9b3d	14	#include <linux/backing-dev.h>
19f99cee JK	15	#include <linux/writeback.h>
	16
	17	#include "f2fs.h"
	18	#include "node.h"
	19
a2a4a7e4 NJ	20	#include <trace/events/f2fs.h>
a2a4a7e4 NJ	21
7c45729a	22	void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
b56ab837	23	{
7c45729a	24	if (f2fs_inode_dirtied(inode, sync))
b56ab837	25	return;
7c45729a	26
b56ab837 JK	27	mark_inode_dirty_sync(inode);
	28	}
	29
19f99cee JK	30	void f2fs_set_inode_flags(struct inode *inode)
	31	{
	32	unsigned int flags = F2FS_I(inode)->i_flags;
8abfb36a	33	unsigned int new_fl = 0;
19f99cee JK	34
19f99cee JK	35	if (flags & FS_SYNC_FL)
8abfb36a	36	new_fl \|= S_SYNC;
19f99cee	37	if (flags & FS_APPEND_FL)
8abfb36a	38	new_fl \|= S_APPEND;
19f99cee	39	if (flags & FS_IMMUTABLE_FL)
8abfb36a	40	new_fl \|= S_IMMUTABLE;
19f99cee	41	if (flags & FS_NOATIME_FL)
8abfb36a	42	new_fl \|= S_NOATIME;
19f99cee	43	if (flags & FS_DIRSYNC_FL)
8abfb36a	44	new_fl \|= S_DIRSYNC;
6a678857 ZZ	45	inode_set_flags(inode, new_fl,
6a678857 ZZ	46	S_SYNC\|S_APPEND\|S_IMMUTABLE\|S_NOATIME\|S_DIRSYNC);
7c45729a	47	f2fs_mark_inode_dirty_sync(inode, false);
19f99cee JK	48	}
19f99cee JK	49
3d1e3807 JK	50	static void __get_inode_rdev(struct inode inode, struct f2fs_inode ri)
	51	{
	52	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	53	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	54	if (ri->i_addr[0])
6c311ec6 CF	55	inode->i_rdev =
6c311ec6 CF	56	old_decode_dev(le32_to_cpu(ri->i_addr[0]));
3d1e3807	57	else
6c311ec6 CF	58	inode->i_rdev =
6c311ec6 CF	59	new_decode_dev(le32_to_cpu(ri->i_addr[1]));
3d1e3807 JK	60	}
	61	}
	62
3c6c2beb JK	63	static bool __written_first_block(struct f2fs_inode *ri)
3c6c2beb JK	64	{
adad81ed JK	65	block_t addr = le32_to_cpu(ri->i_addr[0]);
	66
	67	if (addr != NEW_ADDR && addr != NULL_ADDR)
3c6c2beb JK	68	return true;
	69	return false;
	70	}
	71
3d1e3807 JK	72	static void __set_inode_rdev(struct inode inode, struct f2fs_inode ri)
	73	{
	74	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode)) {
	75	if (old_valid_dev(inode->i_rdev)) {
6c311ec6 CF	76	ri->i_addr[0] =
6c311ec6 CF	77	cpu_to_le32(old_encode_dev(inode->i_rdev));
3d1e3807 JK	78	ri->i_addr[1] = 0;
	79	} else {
	80	ri->i_addr[0] = 0;
6c311ec6 CF	81	ri->i_addr[1] =
6c311ec6 CF	82	cpu_to_le32(new_encode_dev(inode->i_rdev));
3d1e3807 JK	83	ri->i_addr[2] = 0;
	84	}
	85	}
	86	}
	87
9e5ba77f	88	static void __recover_inline_status(struct inode inode, struct page ipage)
b3d208f9 JK	89	{
b3d208f9 JK	90	void *inline_data = inline_data_addr(ipage);
9e5ba77f CY	91	__le32 *start = inline_data;
9e5ba77f CY	92	__le32 *end = start + MAX_INLINE_DATA / sizeof(__le32);
b3d208f9	93
9e5ba77f CY	94	while (start < end) {
9e5ba77f CY	95	if (*start++) {
fec1d657	96	f2fs_wait_on_page_writeback(ipage, NODE, true);
b3d208f9	97
91942321 JK	98	set_inode_flag(inode, FI_DATA_EXIST);
91942321 JK	99	set_raw_inline(inode, F2FS_INODE(ipage));
9e5ba77f CY	100	set_page_dirty(ipage);
	101	return;
	102	}
b3d208f9	103	}
9e5ba77f	104	return;
b3d208f9 JK	105	}
b3d208f9 JK	106
19f99cee JK	107	static int do_read_inode(struct inode *inode)
19f99cee JK	108	{
4081363f	109	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee JK	110	struct f2fs_inode_info *fi = F2FS_I(inode);
19f99cee JK	111	struct page *node_page;
19f99cee JK	112	struct f2fs_inode *ri;
	113
	114	/* Check if ino is within scope */
064e0823 NJ	115	if (check_nid_range(sbi, inode->i_ino)) {
	116	f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
	117	(unsigned long) inode->i_ino);
d6b7d4b3	118	WARN_ON(1);
064e0823 NJ	119	return -EINVAL;
064e0823 NJ	120	}
19f99cee JK	121
	122	node_page = get_node_page(sbi, inode->i_ino);
	123	if (IS_ERR(node_page))
	124	return PTR_ERR(node_page);
	125
58bfaf44	126	ri = F2FS_INODE(node_page);
19f99cee JK	127
	128	inode->i_mode = le16_to_cpu(ri->i_mode);
	129	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	130	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	131	set_nlink(inode, le32_to_cpu(ri->i_links));
	132	inode->i_size = le64_to_cpu(ri->i_size);
	133	inode->i_blocks = le64_to_cpu(ri->i_blocks);
	134
	135	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	136	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	137	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	138	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	139	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	140	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	141	inode->i_generation = le32_to_cpu(ri->i_generation);
	142
	143	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	144	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	145	fi->i_flags = le32_to_cpu(ri->i_flags);
	146	fi->flags = 0;
19f99cee	147	fi->i_advise = ri->i_advise;
6666e6aa	148	fi->i_pino = le32_to_cpu(ri->i_pino);
38431545	149	fi->i_dir_level = ri->i_dir_level;
3d1e3807	150
ed3d1256 JK	151	if (f2fs_init_extent_tree(inode, &ri->i_ext))
ed3d1256 JK	152	set_page_dirty(node_page);
0c872e2d	153
91942321	154	get_inline_info(inode, ri);
3d1e3807	155
b3d208f9 JK	156	/* check data exist */
b3d208f9 JK	157	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
9e5ba77f	158	__recover_inline_status(inode, node_page);
b3d208f9	159
3d1e3807 JK	160	/* get rdev by using inline_info */
	161	__get_inode_rdev(inode, ri);
	162
3c6c2beb	163	if (__written_first_block(ri))
91942321	164	set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
3c6c2beb	165
26de9b11 JK	166	if (!need_inode_block_update(sbi, inode->i_ino))
	167	fi->last_disk_size = inode->i_size;
	168
19f99cee	169	f2fs_put_page(node_page, 1);
9d1015dd	170
d5e8f6c9	171	stat_inc_inline_xattr(inode);
9d1015dd JK	172	stat_inc_inline_inode(inode);
	173	stat_inc_inline_dir(inode);
	174
9e5ba77f	175	return 0;
19f99cee JK	176	}
	177
	178	struct inode f2fs_iget(struct super_block sb, unsigned long ino)
	179	{
	180	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	181	struct inode *inode;
a2a4a7e4	182	int ret = 0;
19f99cee JK	183
	184	inode = iget_locked(sb, ino);
	185	if (!inode)
	186	return ERR_PTR(-ENOMEM);
a2a4a7e4 NJ	187
	188	if (!(inode->i_state & I_NEW)) {
	189	trace_f2fs_iget(inode);
19f99cee	190	return inode;
a2a4a7e4	191	}
19f99cee JK	192	if (ino == F2FS_NODE_INO(sbi) \|\| ino == F2FS_META_INO(sbi))
	193	goto make_now;
	194
	195	ret = do_read_inode(inode);
	196	if (ret)
	197	goto bad_inode;
19f99cee JK	198	make_now:
	199	if (ino == F2FS_NODE_INO(sbi)) {
	200	inode->i_mapping->a_ops = &f2fs_node_aops;
	201	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	202	} else if (ino == F2FS_META_INO(sbi)) {
	203	inode->i_mapping->a_ops = &f2fs_meta_aops;
	204	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	205	} else if (S_ISREG(inode->i_mode)) {
	206	inode->i_op = &f2fs_file_inode_operations;
	207	inode->i_fop = &f2fs_file_operations;
	208	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	209	} else if (S_ISDIR(inode->i_mode)) {
	210	inode->i_op = &f2fs_dir_inode_operations;
	211	inode->i_fop = &f2fs_dir_operations;
	212	inode->i_mapping->a_ops = &f2fs_dblock_aops;
a78186eb	213	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
19f99cee	214	} else if (S_ISLNK(inode->i_mode)) {
cbaf042a JK	215	if (f2fs_encrypted_inode(inode))
	216	inode->i_op = &f2fs_encrypted_symlink_inode_operations;
	217	else
	218	inode->i_op = &f2fs_symlink_inode_operations;
21fc61c7	219	inode_nohighmem(inode);
19f99cee JK	220	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	221	} else if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	222	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	223	inode->i_op = &f2fs_special_inode_operations;
	224	init_special_inode(inode, inode->i_mode, inode->i_rdev);
	225	} else {
	226	ret = -EIO;
	227	goto bad_inode;
	228	}
	229	unlock_new_inode(inode);
a2a4a7e4	230	trace_f2fs_iget(inode);
19f99cee JK	231	return inode;
	232
	233	bad_inode:
	234	iget_failed(inode);
a2a4a7e4	235	trace_f2fs_iget_exit(inode, ret);
19f99cee JK	236	return ERR_PTR(ret);
	237	}
	238
e8ea9b3d JK	239	struct inode f2fs_iget_retry(struct super_block sb, unsigned long ino)
	240	{
	241	struct inode *inode;
	242	retry:
	243	inode = f2fs_iget(sb, ino);
	244	if (IS_ERR(inode)) {
	245	if (PTR_ERR(inode) == -ENOMEM) {
	246	congestion_wait(BLK_RW_ASYNC, HZ/50);
	247	goto retry;
	248	}
	249	}
	250	return inode;
	251	}
	252
12719ae1	253	int update_inode(struct inode inode, struct page node_page)
19f99cee	254	{
19f99cee	255	struct f2fs_inode *ri;
b691d98f	256	struct extent_tree *et = F2FS_I(inode)->extent_tree;
19f99cee	257
1e7c48fa JK	258	f2fs_inode_synced(inode);
1e7c48fa JK	259
fec1d657	260	f2fs_wait_on_page_writeback(node_page, NODE, true);
19f99cee	261
58bfaf44	262	ri = F2FS_INODE(node_page);
19f99cee JK	263
	264	ri->i_mode = cpu_to_le16(inode->i_mode);
	265	ri->i_advise = F2FS_I(inode)->i_advise;
	266	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	267	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	268	ri->i_links = cpu_to_le32(inode->i_nlink);
	269	ri->i_size = cpu_to_le64(i_size_read(inode));
	270	ri->i_blocks = cpu_to_le64(inode->i_blocks);
0c872e2d	271
b691d98f CY	272	if (et) {
	273	read_lock(&et->lock);
	274	set_raw_extent(&et->largest, &ri->i_ext);
	275	read_unlock(&et->lock);
	276	} else {
3e72f721	277	memset(&ri->i_ext, 0, sizeof(ri->i_ext));
b691d98f	278	}
91942321	279	set_raw_inline(inode, ri);
19f99cee JK	280
	281	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	282	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	283	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	284	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	285	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	286	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	287	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	288	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	289	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
6666e6aa	290	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
19f99cee	291	ri->i_generation = cpu_to_le32(inode->i_generation);
38431545	292	ri->i_dir_level = F2FS_I(inode)->i_dir_level;
7d79e75f	293
3d1e3807	294	__set_inode_rdev(inode, ri);
398b1ac5	295	set_cold_node(inode, node_page);
12719ae1	296
2049d4fc JK	297	/* deleted inode */
	298	if (inode->i_nlink == 0)
	299	clear_inline_node(node_page);
	300
12719ae1	301	return set_page_dirty(node_page);
19f99cee JK	302	}
19f99cee JK	303
12719ae1	304	int update_inode_page(struct inode *inode)
19f99cee	305	{
4081363f	306	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee	307	struct page *node_page;
12719ae1	308	int ret = 0;
744602cf	309	retry:
19f99cee	310	node_page = get_node_page(sbi, inode->i_ino);
744602cf JK	311	if (IS_ERR(node_page)) {
	312	int err = PTR_ERR(node_page);
	313	if (err == -ENOMEM) {
	314	cond_resched();
	315	goto retry;
	316	} else if (err != -ENOENT) {
38f91ca8	317	f2fs_stop_checkpoint(sbi, false);
744602cf	318	}
12719ae1	319	return 0;
744602cf	320	}
12719ae1	321	ret = update_inode(inode, node_page);
19f99cee	322	f2fs_put_page(node_page, 1);
12719ae1	323	return ret;
19f99cee JK	324	}
19f99cee JK	325
39936837 JK	326	int f2fs_write_inode(struct inode inode, struct writeback_control wbc)
39936837 JK	327	{
4081363f	328	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
39936837 JK	329
	330	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	331	inode->i_ino == F2FS_META_INO(sbi))
	332	return 0;
	333
91942321	334	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
b3783873 JK	335	return 0;
b3783873 JK	336
39936837	337	/*
c5cd29d2	338	* We need to balance fs here to prevent from producing dirty node pages
39936837 JK	339	* during the urgent cleaning time when runing out of free sections.
39936837 JK	340	*/
18340edc	341	if (update_inode_page(inode) && wbc && wbc->nr_to_write)
2c4db1a6	342	f2fs_balance_fs(sbi, true);
744602cf	343	return 0;
39936837 JK	344	}
39936837 JK	345
0a8165d7	346	/*
19f99cee JK	347	* Called at the last iput() if i_nlink is zero
	348	*/
	349	void f2fs_evict_inode(struct inode *inode)
	350	{
4081363f	351	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
91942321	352	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
13ec7297	353	int err = 0;
19f99cee	354
88b88a66	355	/* some remained atomic pages should discarded */
1e84371f	356	if (f2fs_is_atomic_file(inode))
29b96b54	357	drop_inmem_pages(inode);
88b88a66	358
a2a4a7e4	359	trace_f2fs_evict_inode(inode);
91b0abe3	360	truncate_inode_pages_final(&inode->i_data);
19f99cee JK	361
	362	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	363	inode->i_ino == F2FS_META_INO(sbi))
dbf20cb2	364	goto out_clear;
19f99cee	365
a7ffdbe2	366	f2fs_bug_on(sbi, get_dirty_pages(inode));
c227f912	367	remove_dirty_inode(inode);
19f99cee	368
3e72f721 JK	369	f2fs_destroy_extent_tree(inode);
3e72f721 JK	370
19f99cee JK	371	if (inode->i_nlink \|\| is_bad_inode(inode))
	372	goto no_delete;
	373
53aa6bbf	374	#ifdef CONFIG_F2FS_FAULT_INJECTION
1ecc0c5c	375	if (time_to_inject(sbi, FAULT_EVICT_INODE))
53aa6bbf JK	376	goto no_delete;
	377	#endif
	378
60dcedc9 CY	379	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	380	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	381
d6212a5f	382	sb_start_intwrite(inode->i_sb);
91942321	383	set_inode_flag(inode, FI_NO_ALLOC);
19f99cee	384	i_size_write(inode, 0);
4c0c2949	385	retry:
19f99cee	386	if (F2FS_HAS_BLOCKS(inode))
9a449e9c	387	err = f2fs_truncate(inode);
19f99cee	388
13ec7297 CY	389	if (!err) {
	390	f2fs_lock_op(sbi);
	391	err = remove_inode_page(inode);
	392	f2fs_unlock_op(sbi);
a11b9f65 CY	393	if (err == -ENOENT)
a11b9f65 CY	394	err = 0;
13ec7297	395	}
39936837	396
4c0c2949 JK	397	/* give more chances, if ENOMEM case */
	398	if (err == -ENOMEM) {
	399	err = 0;
	400	goto retry;
	401	}
	402
0f18b462 JK	403	if (err)
0f18b462 JK	404	update_inode_page(inode);
d6212a5f	405	sb_end_intwrite(inode->i_sb);
19f99cee	406	no_delete:
d5e8f6c9	407	stat_dec_inline_xattr(inode);
3289c061	408	stat_dec_inline_dir(inode);
e7a2bf22	409	stat_dec_inline_inode(inode);
0bdee482	410
8198899b	411	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, inode->i_ino);
002a41ca CY	412	if (xnid)
002a41ca CY	413	invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
60dcedc9 CY	414	if (inode->i_nlink) {
	415	if (is_inode_flag_set(inode, FI_APPEND_WRITE))
	416	add_ino_entry(sbi, inode->i_ino, APPEND_INO);
	417	if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
	418	add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	419	}
91942321	420	if (is_inode_flag_set(inode, FI_FREE_NID)) {
221149c0	421	alloc_nid_failed(sbi, inode->i_ino);
91942321	422	clear_inode_flag(inode, FI_FREE_NID);
c9b63bd0	423	}
29234b1d JK	424	f2fs_bug_on(sbi, err &&
29234b1d JK	425	!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
dbf20cb2	426	out_clear:
0b81d077	427	fscrypt_put_encryption_info(inode, NULL);
dbf20cb2	428	clear_inode(inode);
19f99cee	429	}
44c16156 JK	430
	431	/* caller should call f2fs_lock_op() */
	432	void handle_failed_inode(struct inode *inode)
	433	{
	434	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
221149c0	435	struct node_info ni;
44c16156	436
a11b9f65 CY	437	/*
	438	* clear nlink of inode in order to release resource of inode
	439	* immediately.
	440	*/
	441	clear_nlink(inode);
	442
	443	/*
	444	* we must call this to avoid inode being remained as dirty, resulting
	445	* in a panic when flushing dirty inodes in gdirty_list.
	446	*/
	447	update_inode_page(inode);
6fe160a1	448	f2fs_inode_synced(inode);
a11b9f65	449
221149c0	450	/* don't make bad inode, since it becomes a regular file. */
44c16156 JK	451	unlock_new_inode(inode);
44c16156 JK	452
13ec7297	453	/*
13ec7297 CY	454	* Note: we should add inode to orphan list before f2fs_unlock_op()
	455	* so we can prevent losing this orphan when encoutering checkpoint
	456	* and following suddenly power-off.
	457	*/
221149c0 JK	458	get_node_info(sbi, inode->i_ino, &ni);
	459
	460	if (ni.blk_addr != NULL_ADDR) {
	461	int err = acquire_orphan_inode(sbi);
	462	if (err) {
	463	set_sbi_flag(sbi, SBI_NEED_FSCK);
	464	f2fs_msg(sbi->sb, KERN_WARNING,
	465	"Too many orphan inodes, run fsck to fix.");
	466	} else {
67c3758d	467	add_orphan_inode(inode);
221149c0 JK	468	}
	469	alloc_nid_done(sbi, inode->i_ino);
	470	} else {
91942321	471	set_inode_flag(inode, FI_FREE_NID);
13ec7297	472	}
44c16156	473
44c16156 JK	474	f2fs_unlock_op(sbi);
	475
	476	/* iput will drop the inode object */
	477	iput(inode);
	478	}