[mirror_ubuntu-jammy-kernel.git] / fs / f2fs / inode.c

/*
 * fs/f2fs/inode.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/buffer_head.h>
#include <linux/backing-dev.h>
#include <linux/writeback.h>

#include "f2fs.h"
#include "node.h"
#include "segment.h"

#include <trace/events/f2fs.h>

void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
{
	if (f2fs_inode_dirtied(inode, sync))
		return;

	mark_inode_dirty_sync(inode);
}

void f2fs_set_inode_flags(struct inode *inode)
{
	unsigned int flags = F2FS_I(inode)->i_flags;
	unsigned int new_fl = 0;

	if (flags & FS_SYNC_FL)
		new_fl |= S_SYNC;
	if (flags & FS_APPEND_FL)
		new_fl |= S_APPEND;
	if (flags & FS_IMMUTABLE_FL)
		new_fl |= S_IMMUTABLE;
	if (flags & FS_NOATIME_FL)
		new_fl |= S_NOATIME;
	if (flags & FS_DIRSYNC_FL)
		new_fl |= S_DIRSYNC;
	inode_set_flags(inode, new_fl,
			S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
}

static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	int extra_size = get_extra_isize(inode);

	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		if (ri->i_addr[extra_size])
			inode->i_rdev = old_decode_dev(
				le32_to_cpu(ri->i_addr[extra_size]));
		else
			inode->i_rdev = new_decode_dev(
				le32_to_cpu(ri->i_addr[extra_size + 1]));
	}
}

static bool __written_first_block(struct f2fs_inode *ri)
{
	block_t addr = le32_to_cpu(ri->i_addr[offset_in_addr(ri)]);

	if (addr != NEW_ADDR && addr != NULL_ADDR)
		return true;
	return false;
}

static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri)
{
	int extra_size = get_extra_isize(inode);

	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
		if (old_valid_dev(inode->i_rdev)) {
			ri->i_addr[extra_size] =
				cpu_to_le32(old_encode_dev(inode->i_rdev));
			ri->i_addr[extra_size + 1] = 0;
		} else {
			ri->i_addr[extra_size] = 0;
			ri->i_addr[extra_size + 1] =
				cpu_to_le32(new_encode_dev(inode->i_rdev));
			ri->i_addr[extra_size + 2] = 0;
		}
	}
}

static void __recover_inline_status(struct inode *inode, struct page *ipage)
{
	void *inline_data = inline_data_addr(inode, ipage);
	__le32 *start = inline_data;
	__le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32);

	while (start < end) {
		if (*start++) {
			f2fs_wait_on_page_writeback(ipage, NODE, true);

			set_inode_flag(inode, FI_DATA_EXIST);
			set_raw_inline(inode, F2FS_INODE(ipage));
			set_page_dirty(ipage);
			return;
		}
	}
	return;
}

static int do_read_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct f2fs_inode_info *fi = F2FS_I(inode);
	struct page *node_page;
	struct f2fs_inode *ri;
	projid_t i_projid;

	/* Check if ino is within scope */
	if (check_nid_range(sbi, inode->i_ino)) {
		f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
			 (unsigned long) inode->i_ino);
		WARN_ON(1);
		return -EINVAL;
	}

	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page))
		return PTR_ERR(node_page);

	ri = F2FS_INODE(node_page);

	inode->i_mode = le16_to_cpu(ri->i_mode);
	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	set_nlink(inode, le32_to_cpu(ri->i_links));
	inode->i_size = le64_to_cpu(ri->i_size);
	inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1);

	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	inode->i_generation = le32_to_cpu(ri->i_generation);

	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	fi->i_flags = le32_to_cpu(ri->i_flags);
	fi->flags = 0;
	fi->i_advise = ri->i_advise;
	fi->i_pino = le32_to_cpu(ri->i_pino);
	fi->i_dir_level = ri->i_dir_level;

	if (f2fs_init_extent_tree(inode, &ri->i_ext))
		set_page_dirty(node_page);

	get_inline_info(inode, ri);

	fi->i_extra_isize = f2fs_has_extra_attr(inode) ?
					le16_to_cpu(ri->i_extra_isize) : 0;

	/* check data exist */
	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
		__recover_inline_status(inode, node_page);

	/* get rdev by using inline_info */
	__get_inode_rdev(inode, ri);

	if (__written_first_block(ri))
		set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);

	if (!need_inode_block_update(sbi, inode->i_ino))
		fi->last_disk_size = inode->i_size;

	if (fi->i_flags & FS_PROJINHERIT_FL)
		set_inode_flag(inode, FI_PROJ_INHERIT);

	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi->sb) &&
			F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid))
		i_projid = (projid_t)le32_to_cpu(ri->i_projid);
	else
		i_projid = F2FS_DEF_PROJID;
	fi->i_projid = make_kprojid(&init_user_ns, i_projid);

	f2fs_put_page(node_page, 1);

	stat_inc_inline_xattr(inode);
	stat_inc_inline_inode(inode);
	stat_inc_inline_dir(inode);

	return 0;
}

struct inode *f2fs_iget(struct super_block *sb, unsigned long ino)
{
	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	struct inode *inode;
	int ret = 0;

	inode = iget_locked(sb, ino);
	if (!inode)
		return ERR_PTR(-ENOMEM);

	if (!(inode->i_state & I_NEW)) {
		trace_f2fs_iget(inode);
		return inode;
	}
	if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi))
		goto make_now;

	ret = do_read_inode(inode);
	if (ret)
		goto bad_inode;
make_now:
	if (ino == F2FS_NODE_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_node_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (ino == F2FS_META_INO(sbi)) {
		inode->i_mapping->a_ops = &f2fs_meta_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	} else if (S_ISREG(inode->i_mode)) {
		inode->i_op = &f2fs_file_inode_operations;
		inode->i_fop = &f2fs_file_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISDIR(inode->i_mode)) {
		inode->i_op = &f2fs_dir_inode_operations;
		inode->i_fop = &f2fs_dir_operations;
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
		mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
	} else if (S_ISLNK(inode->i_mode)) {
		if (f2fs_encrypted_inode(inode))
			inode->i_op = &f2fs_encrypted_symlink_inode_operations;
		else
			inode->i_op = &f2fs_symlink_inode_operations;
		inode_nohighmem(inode);
		inode->i_mapping->a_ops = &f2fs_dblock_aops;
	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
			S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
		inode->i_op = &f2fs_special_inode_operations;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
	} else {
		ret = -EIO;
		goto bad_inode;
	}
	f2fs_set_inode_flags(inode);
	unlock_new_inode(inode);
	trace_f2fs_iget(inode);
	return inode;

bad_inode:
	iget_failed(inode);
	trace_f2fs_iget_exit(inode, ret);
	return ERR_PTR(ret);
}

struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino)
{
	struct inode *inode;
retry:
	inode = f2fs_iget(sb, ino);
	if (IS_ERR(inode)) {
		if (PTR_ERR(inode) == -ENOMEM) {
			congestion_wait(BLK_RW_ASYNC, HZ/50);
			goto retry;
		}
	}
	return inode;
}

int update_inode(struct inode *inode, struct page *node_page)
{
	struct f2fs_inode *ri;
	struct extent_tree *et = F2FS_I(inode)->extent_tree;

	f2fs_inode_synced(inode);

	f2fs_wait_on_page_writeback(node_page, NODE, true);

	ri = F2FS_INODE(node_page);

	ri->i_mode = cpu_to_le16(inode->i_mode);
	ri->i_advise = F2FS_I(inode)->i_advise;
	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	ri->i_links = cpu_to_le32(inode->i_nlink);
	ri->i_size = cpu_to_le64(i_size_read(inode));
	ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1);

	if (et) {
		read_lock(&et->lock);
		set_raw_extent(&et->largest, &ri->i_ext);
		read_unlock(&et->lock);
	} else {
		memset(&ri->i_ext, 0, sizeof(ri->i_ext));
	}
	set_raw_inline(inode, ri);

	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
	ri->i_generation = cpu_to_le32(inode->i_generation);
	ri->i_dir_level = F2FS_I(inode)->i_dir_level;

	if (f2fs_has_extra_attr(inode)) {
		ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize);

		if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)->sb) &&
			F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,
								i_projid)) {
			projid_t i_projid;

			i_projid = from_kprojid(&init_user_ns,
						F2FS_I(inode)->i_projid);
			ri->i_projid = cpu_to_le32(i_projid);
		}
	}

	__set_inode_rdev(inode, ri);
	set_cold_node(inode, node_page);

	/* deleted inode */
	if (inode->i_nlink == 0)
		clear_inline_node(node_page);

	return set_page_dirty(node_page);
}

int update_inode_page(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct page *node_page;
	int ret = 0;
retry:
	node_page = get_node_page(sbi, inode->i_ino);
	if (IS_ERR(node_page)) {
		int err = PTR_ERR(node_page);
		if (err == -ENOMEM) {
			cond_resched();
			goto retry;
		} else if (err != -ENOENT) {
			f2fs_stop_checkpoint(sbi, false);
		}
		return 0;
	}
	ret = update_inode(inode, node_page);
	f2fs_put_page(node_page, 1);
	return ret;
}

int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		return 0;

	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
		return 0;

	/*
	 * We need to balance fs here to prevent from producing dirty node pages
	 * during the urgent cleaning time when runing out of free sections.
	 */
	update_inode_page(inode);
	if (wbc && wbc->nr_to_write)
		f2fs_balance_fs(sbi, true);
	return 0;
}

/*
 * Called at the last iput() if i_nlink is zero
 */
void f2fs_evict_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
	int err = 0;

	/* some remained atomic pages should discarded */
	if (f2fs_is_atomic_file(inode))
		drop_inmem_pages(inode);

	trace_f2fs_evict_inode(inode);
	truncate_inode_pages_final(&inode->i_data);

	if (inode->i_ino == F2FS_NODE_INO(sbi) ||
			inode->i_ino == F2FS_META_INO(sbi))
		goto out_clear;

	f2fs_bug_on(sbi, get_dirty_pages(inode));
	remove_dirty_inode(inode);

	f2fs_destroy_extent_tree(inode);

	if (inode->i_nlink || is_bad_inode(inode))
		goto no_delete;

	dquot_initialize(inode);

	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);

	sb_start_intwrite(inode->i_sb);
	set_inode_flag(inode, FI_NO_ALLOC);
	i_size_write(inode, 0);
retry:
	if (F2FS_HAS_BLOCKS(inode))
		err = f2fs_truncate(inode);

#ifdef CONFIG_F2FS_FAULT_INJECTION
	if (time_to_inject(sbi, FAULT_EVICT_INODE)) {
		f2fs_show_injection_info(FAULT_EVICT_INODE);
		err = -EIO;
	}
#endif
	if (!err) {
		f2fs_lock_op(sbi);
		err = remove_inode_page(inode);
		f2fs_unlock_op(sbi);
		if (err == -ENOENT)
			err = 0;
	}

	/* give more chances, if ENOMEM case */
	if (err == -ENOMEM) {
		err = 0;
		goto retry;
	}

	if (err)
		update_inode_page(inode);
	dquot_free_inode(inode);
	sb_end_intwrite(inode->i_sb);
no_delete:
	dquot_drop(inode);

	stat_dec_inline_xattr(inode);
	stat_dec_inline_dir(inode);
	stat_dec_inline_inode(inode);

	/* ino == 0, if f2fs_new_inode() was failed t*/
	if (inode->i_ino)
		invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,
							inode->i_ino);
	if (xnid)
		invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
	if (inode->i_nlink) {
		if (is_inode_flag_set(inode, FI_APPEND_WRITE))
			add_ino_entry(sbi, inode->i_ino, APPEND_INO);
		if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
			add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	}
	if (is_inode_flag_set(inode, FI_FREE_NID)) {
		alloc_nid_failed(sbi, inode->i_ino);
		clear_inode_flag(inode, FI_FREE_NID);
	} else {
		f2fs_bug_on(sbi, err &&
			!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
	}
out_clear:
	fscrypt_put_encryption_info(inode, NULL);
	clear_inode(inode);
}

/* caller should call f2fs_lock_op() */
void handle_failed_inode(struct inode *inode)
{
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
	struct node_info ni;

	/*
	 * clear nlink of inode in order to release resource of inode
	 * immediately.
	 */
	clear_nlink(inode);

	/*
	 * we must call this to avoid inode being remained as dirty, resulting
	 * in a panic when flushing dirty inodes in gdirty_list.
	 */
	update_inode_page(inode);
	f2fs_inode_synced(inode);

	/* don't make bad inode, since it becomes a regular file. */
	unlock_new_inode(inode);

	/*
	 * Note: we should add inode to orphan list before f2fs_unlock_op()
	 * so we can prevent losing this orphan when encoutering checkpoint
	 * and following suddenly power-off.
	 */
	get_node_info(sbi, inode->i_ino, &ni);

	if (ni.blk_addr != NULL_ADDR) {
		int err = acquire_orphan_inode(sbi);
		if (err) {
			set_sbi_flag(sbi, SBI_NEED_FSCK);
			f2fs_msg(sbi->sb, KERN_WARNING,
				"Too many orphan inodes, run fsck to fix.");
		} else {
			add_orphan_inode(inode);
		}
		alloc_nid_done(sbi, inode->i_ino);
	} else {
		set_inode_flag(inode, FI_FREE_NID);
	}

	f2fs_unlock_op(sbi);

	/* iput will drop the inode object */
	iput(inode);
}
Commit	Line	Data
0a8165d7	1	/*
19f99cee JK	2	* fs/f2fs/inode.c
	3	*
	4	* Copyright (c) 2012 Samsung Electronics Co., Ltd.
	5	* http://www.samsung.com/
	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*/
	11	#include <linux/fs.h>
	12	#include <linux/f2fs_fs.h>
	13	#include <linux/buffer_head.h>
e8ea9b3d	14	#include <linux/backing-dev.h>
19f99cee JK	15	#include <linux/writeback.h>
	16
	17	#include "f2fs.h"
	18	#include "node.h"
0eb0adad	19	#include "segment.h"
19f99cee	20
a2a4a7e4 NJ	21	#include <trace/events/f2fs.h>
a2a4a7e4 NJ	22
7c45729a	23	void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync)
b56ab837	24	{
7c45729a	25	if (f2fs_inode_dirtied(inode, sync))
b56ab837	26	return;
7c45729a	27
b56ab837 JK	28	mark_inode_dirty_sync(inode);
	29	}
	30
19f99cee JK	31	void f2fs_set_inode_flags(struct inode *inode)
	32	{
	33	unsigned int flags = F2FS_I(inode)->i_flags;
8abfb36a	34	unsigned int new_fl = 0;
19f99cee JK	35
19f99cee JK	36	if (flags & FS_SYNC_FL)
8abfb36a	37	new_fl \|= S_SYNC;
19f99cee	38	if (flags & FS_APPEND_FL)
8abfb36a	39	new_fl \|= S_APPEND;
19f99cee	40	if (flags & FS_IMMUTABLE_FL)
8abfb36a	41	new_fl \|= S_IMMUTABLE;
19f99cee	42	if (flags & FS_NOATIME_FL)
8abfb36a	43	new_fl \|= S_NOATIME;
19f99cee	44	if (flags & FS_DIRSYNC_FL)
8abfb36a	45	new_fl \|= S_DIRSYNC;
6a678857 ZZ	46	inode_set_flags(inode, new_fl,
6a678857 ZZ	47	S_SYNC\|S_APPEND\|S_IMMUTABLE\|S_NOATIME\|S_DIRSYNC);
19f99cee JK	48	}
19f99cee JK	49
3d1e3807 JK	50	static void __get_inode_rdev(struct inode inode, struct f2fs_inode ri)
3d1e3807 JK	51	{
7a2af766 CY	52	int extra_size = get_extra_isize(inode);
7a2af766 CY	53
3d1e3807 JK	54	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
3d1e3807 JK	55	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
7a2af766 CY	56	if (ri->i_addr[extra_size])
	57	inode->i_rdev = old_decode_dev(
	58	le32_to_cpu(ri->i_addr[extra_size]));
3d1e3807	59	else
7a2af766 CY	60	inode->i_rdev = new_decode_dev(
7a2af766 CY	61	le32_to_cpu(ri->i_addr[extra_size + 1]));
3d1e3807 JK	62	}
	63	}
	64
3c6c2beb JK	65	static bool __written_first_block(struct f2fs_inode *ri)
3c6c2beb JK	66	{
7a2af766	67	block_t addr = le32_to_cpu(ri->i_addr[offset_in_addr(ri)]);
adad81ed JK	68
adad81ed JK	69	if (addr != NEW_ADDR && addr != NULL_ADDR)
3c6c2beb JK	70	return true;
	71	return false;
	72	}
	73
3d1e3807 JK	74	static void __set_inode_rdev(struct inode inode, struct f2fs_inode ri)
3d1e3807 JK	75	{
7a2af766 CY	76	int extra_size = get_extra_isize(inode);
7a2af766 CY	77
3d1e3807 JK	78	if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode)) {
3d1e3807 JK	79	if (old_valid_dev(inode->i_rdev)) {
7a2af766	80	ri->i_addr[extra_size] =
6c311ec6	81	cpu_to_le32(old_encode_dev(inode->i_rdev));
7a2af766	82	ri->i_addr[extra_size + 1] = 0;
3d1e3807	83	} else {
7a2af766 CY	84	ri->i_addr[extra_size] = 0;
7a2af766 CY	85	ri->i_addr[extra_size + 1] =
6c311ec6	86	cpu_to_le32(new_encode_dev(inode->i_rdev));
7a2af766	87	ri->i_addr[extra_size + 2] = 0;
3d1e3807 JK	88	}
	89	}
	90	}
	91
9e5ba77f	92	static void __recover_inline_status(struct inode inode, struct page ipage)
b3d208f9	93	{
f2470371	94	void *inline_data = inline_data_addr(inode, ipage);
9e5ba77f	95	__le32 *start = inline_data;
f2470371	96	__le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32);
b3d208f9	97
9e5ba77f CY	98	while (start < end) {
9e5ba77f CY	99	if (*start++) {
fec1d657	100	f2fs_wait_on_page_writeback(ipage, NODE, true);
b3d208f9	101
91942321 JK	102	set_inode_flag(inode, FI_DATA_EXIST);
91942321 JK	103	set_raw_inline(inode, F2FS_INODE(ipage));
9e5ba77f CY	104	set_page_dirty(ipage);
	105	return;
	106	}
b3d208f9	107	}
9e5ba77f	108	return;
b3d208f9 JK	109	}
b3d208f9 JK	110
19f99cee JK	111	static int do_read_inode(struct inode *inode)
19f99cee JK	112	{
4081363f	113	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee JK	114	struct f2fs_inode_info *fi = F2FS_I(inode);
19f99cee JK	115	struct page *node_page;
19f99cee	116	struct f2fs_inode *ri;
5c57132e	117	projid_t i_projid;
19f99cee JK	118
19f99cee JK	119	/* Check if ino is within scope */
064e0823 NJ	120	if (check_nid_range(sbi, inode->i_ino)) {
	121	f2fs_msg(inode->i_sb, KERN_ERR, "bad inode number: %lu",
	122	(unsigned long) inode->i_ino);
d6b7d4b3	123	WARN_ON(1);
064e0823 NJ	124	return -EINVAL;
064e0823 NJ	125	}
19f99cee JK	126
	127	node_page = get_node_page(sbi, inode->i_ino);
	128	if (IS_ERR(node_page))
	129	return PTR_ERR(node_page);
	130
58bfaf44	131	ri = F2FS_INODE(node_page);
19f99cee JK	132
	133	inode->i_mode = le16_to_cpu(ri->i_mode);
	134	i_uid_write(inode, le32_to_cpu(ri->i_uid));
	135	i_gid_write(inode, le32_to_cpu(ri->i_gid));
	136	set_nlink(inode, le32_to_cpu(ri->i_links));
	137	inode->i_size = le64_to_cpu(ri->i_size);
000519f2	138	inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1);
19f99cee JK	139
	140	inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime);
	141	inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime);
	142	inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime);
	143	inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec);
	144	inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec);
	145	inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec);
	146	inode->i_generation = le32_to_cpu(ri->i_generation);
	147
	148	fi->i_current_depth = le32_to_cpu(ri->i_current_depth);
	149	fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid);
	150	fi->i_flags = le32_to_cpu(ri->i_flags);
	151	fi->flags = 0;
19f99cee	152	fi->i_advise = ri->i_advise;
6666e6aa	153	fi->i_pino = le32_to_cpu(ri->i_pino);
38431545	154	fi->i_dir_level = ri->i_dir_level;
3d1e3807	155
ed3d1256 JK	156	if (f2fs_init_extent_tree(inode, &ri->i_ext))
ed3d1256 JK	157	set_page_dirty(node_page);
0c872e2d	158
91942321	159	get_inline_info(inode, ri);
3d1e3807	160
7a2af766 CY	161	fi->i_extra_isize = f2fs_has_extra_attr(inode) ?
	162	le16_to_cpu(ri->i_extra_isize) : 0;
	163
b3d208f9 JK	164	/* check data exist */
b3d208f9 JK	165	if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode))
9e5ba77f	166	__recover_inline_status(inode, node_page);
b3d208f9	167
3d1e3807 JK	168	/* get rdev by using inline_info */
	169	__get_inode_rdev(inode, ri);
	170
3c6c2beb	171	if (__written_first_block(ri))
91942321	172	set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN);
3c6c2beb	173
26de9b11 JK	174	if (!need_inode_block_update(sbi, inode->i_ino))
	175	fi->last_disk_size = inode->i_size;
	176
5c57132e CY	177	if (fi->i_flags & FS_PROJINHERIT_FL)
	178	set_inode_flag(inode, FI_PROJ_INHERIT);
	179
	180	if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi->sb) &&
	181	F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid))
	182	i_projid = (projid_t)le32_to_cpu(ri->i_projid);
	183	else
	184	i_projid = F2FS_DEF_PROJID;
	185	fi->i_projid = make_kprojid(&init_user_ns, i_projid);
	186
19f99cee	187	f2fs_put_page(node_page, 1);
9d1015dd	188
d5e8f6c9	189	stat_inc_inline_xattr(inode);
9d1015dd JK	190	stat_inc_inline_inode(inode);
	191	stat_inc_inline_dir(inode);
	192
9e5ba77f	193	return 0;
19f99cee JK	194	}
	195
	196	struct inode f2fs_iget(struct super_block sb, unsigned long ino)
	197	{
	198	struct f2fs_sb_info *sbi = F2FS_SB(sb);
	199	struct inode *inode;
a2a4a7e4	200	int ret = 0;
19f99cee JK	201
	202	inode = iget_locked(sb, ino);
	203	if (!inode)
	204	return ERR_PTR(-ENOMEM);
a2a4a7e4 NJ	205
	206	if (!(inode->i_state & I_NEW)) {
	207	trace_f2fs_iget(inode);
19f99cee	208	return inode;
a2a4a7e4	209	}
19f99cee JK	210	if (ino == F2FS_NODE_INO(sbi) \|\| ino == F2FS_META_INO(sbi))
	211	goto make_now;
	212
	213	ret = do_read_inode(inode);
	214	if (ret)
	215	goto bad_inode;
19f99cee JK	216	make_now:
	217	if (ino == F2FS_NODE_INO(sbi)) {
	218	inode->i_mapping->a_ops = &f2fs_node_aops;
	219	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	220	} else if (ino == F2FS_META_INO(sbi)) {
	221	inode->i_mapping->a_ops = &f2fs_meta_aops;
	222	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_ZERO);
	223	} else if (S_ISREG(inode->i_mode)) {
	224	inode->i_op = &f2fs_file_inode_operations;
	225	inode->i_fop = &f2fs_file_operations;
	226	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	227	} else if (S_ISDIR(inode->i_mode)) {
	228	inode->i_op = &f2fs_dir_inode_operations;
	229	inode->i_fop = &f2fs_dir_operations;
	230	inode->i_mapping->a_ops = &f2fs_dblock_aops;
a78186eb	231	mapping_set_gfp_mask(inode->i_mapping, GFP_F2FS_HIGH_ZERO);
19f99cee	232	} else if (S_ISLNK(inode->i_mode)) {
cbaf042a JK	233	if (f2fs_encrypted_inode(inode))
	234	inode->i_op = &f2fs_encrypted_symlink_inode_operations;
	235	else
	236	inode->i_op = &f2fs_symlink_inode_operations;
21fc61c7	237	inode_nohighmem(inode);
19f99cee JK	238	inode->i_mapping->a_ops = &f2fs_dblock_aops;
	239	} else if (S_ISCHR(inode->i_mode) \|\| S_ISBLK(inode->i_mode) \|\|
	240	S_ISFIFO(inode->i_mode) \|\| S_ISSOCK(inode->i_mode)) {
	241	inode->i_op = &f2fs_special_inode_operations;
	242	init_special_inode(inode, inode->i_mode, inode->i_rdev);
	243	} else {
	244	ret = -EIO;
	245	goto bad_inode;
	246	}
93607124	247	f2fs_set_inode_flags(inode);
19f99cee	248	unlock_new_inode(inode);
a2a4a7e4	249	trace_f2fs_iget(inode);
19f99cee JK	250	return inode;
	251
	252	bad_inode:
	253	iget_failed(inode);
a2a4a7e4	254	trace_f2fs_iget_exit(inode, ret);
19f99cee JK	255	return ERR_PTR(ret);
	256	}
	257
e8ea9b3d JK	258	struct inode f2fs_iget_retry(struct super_block sb, unsigned long ino)
	259	{
	260	struct inode *inode;
	261	retry:
	262	inode = f2fs_iget(sb, ino);
	263	if (IS_ERR(inode)) {
	264	if (PTR_ERR(inode) == -ENOMEM) {
	265	congestion_wait(BLK_RW_ASYNC, HZ/50);
	266	goto retry;
	267	}
	268	}
	269	return inode;
	270	}
	271
12719ae1	272	int update_inode(struct inode inode, struct page node_page)
19f99cee	273	{
19f99cee	274	struct f2fs_inode *ri;
b691d98f	275	struct extent_tree *et = F2FS_I(inode)->extent_tree;
19f99cee	276
1e7c48fa JK	277	f2fs_inode_synced(inode);
1e7c48fa JK	278
fec1d657	279	f2fs_wait_on_page_writeback(node_page, NODE, true);
19f99cee	280
58bfaf44	281	ri = F2FS_INODE(node_page);
19f99cee JK	282
	283	ri->i_mode = cpu_to_le16(inode->i_mode);
	284	ri->i_advise = F2FS_I(inode)->i_advise;
	285	ri->i_uid = cpu_to_le32(i_uid_read(inode));
	286	ri->i_gid = cpu_to_le32(i_gid_read(inode));
	287	ri->i_links = cpu_to_le32(inode->i_nlink);
	288	ri->i_size = cpu_to_le64(i_size_read(inode));
000519f2	289	ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1);
0c872e2d	290
b691d98f CY	291	if (et) {
	292	read_lock(&et->lock);
	293	set_raw_extent(&et->largest, &ri->i_ext);
	294	read_unlock(&et->lock);
	295	} else {
3e72f721	296	memset(&ri->i_ext, 0, sizeof(ri->i_ext));
b691d98f	297	}
91942321	298	set_raw_inline(inode, ri);
19f99cee JK	299
	300	ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
	301	ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);
	302	ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);
	303	ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
	304	ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
	305	ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);
	306	ri->i_current_depth = cpu_to_le32(F2FS_I(inode)->i_current_depth);
	307	ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid);
	308	ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags);
6666e6aa	309	ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino);
19f99cee	310	ri->i_generation = cpu_to_le32(inode->i_generation);
38431545	311	ri->i_dir_level = F2FS_I(inode)->i_dir_level;
7d79e75f	312
5c57132e	313	if (f2fs_has_extra_attr(inode)) {
7a2af766 CY	314	ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize);
7a2af766 CY	315
5c57132e CY	316	if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)->sb) &&
	317	F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize,
	318	i_projid)) {
	319	projid_t i_projid;
	320
	321	i_projid = from_kprojid(&init_user_ns,
	322	F2FS_I(inode)->i_projid);
	323	ri->i_projid = cpu_to_le32(i_projid);
	324	}
	325	}
	326
3d1e3807	327	__set_inode_rdev(inode, ri);
398b1ac5	328	set_cold_node(inode, node_page);
12719ae1	329
2049d4fc JK	330	/* deleted inode */
	331	if (inode->i_nlink == 0)
	332	clear_inline_node(node_page);
	333
12719ae1	334	return set_page_dirty(node_page);
19f99cee JK	335	}
19f99cee JK	336
12719ae1	337	int update_inode_page(struct inode *inode)
19f99cee	338	{
4081363f	339	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
19f99cee	340	struct page *node_page;
12719ae1	341	int ret = 0;
744602cf	342	retry:
19f99cee	343	node_page = get_node_page(sbi, inode->i_ino);
744602cf JK	344	if (IS_ERR(node_page)) {
	345	int err = PTR_ERR(node_page);
	346	if (err == -ENOMEM) {
	347	cond_resched();
	348	goto retry;
	349	} else if (err != -ENOENT) {
38f91ca8	350	f2fs_stop_checkpoint(sbi, false);
744602cf	351	}
12719ae1	352	return 0;
744602cf	353	}
12719ae1	354	ret = update_inode(inode, node_page);
19f99cee	355	f2fs_put_page(node_page, 1);
12719ae1	356	return ret;
19f99cee JK	357	}
19f99cee JK	358
39936837 JK	359	int f2fs_write_inode(struct inode inode, struct writeback_control wbc)
39936837 JK	360	{
4081363f	361	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
39936837 JK	362
	363	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	364	inode->i_ino == F2FS_META_INO(sbi))
	365	return 0;
	366
91942321	367	if (!is_inode_flag_set(inode, FI_DIRTY_INODE))
b3783873 JK	368	return 0;
b3783873 JK	369
39936837	370	/*
c5cd29d2	371	* We need to balance fs here to prevent from producing dirty node pages
39936837 JK	372	* during the urgent cleaning time when runing out of free sections.
39936837 JK	373	*/
a7881893 JK	374	update_inode_page(inode);
a7881893 JK	375	if (wbc && wbc->nr_to_write)
2c4db1a6	376	f2fs_balance_fs(sbi, true);
744602cf	377	return 0;
39936837 JK	378	}
39936837 JK	379
0a8165d7	380	/*
19f99cee JK	381	* Called at the last iput() if i_nlink is zero
	382	*/
	383	void f2fs_evict_inode(struct inode *inode)
	384	{
4081363f	385	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
91942321	386	nid_t xnid = F2FS_I(inode)->i_xattr_nid;
13ec7297	387	int err = 0;
19f99cee	388
88b88a66	389	/* some remained atomic pages should discarded */
1e84371f	390	if (f2fs_is_atomic_file(inode))
29b96b54	391	drop_inmem_pages(inode);
88b88a66	392
a2a4a7e4	393	trace_f2fs_evict_inode(inode);
91b0abe3	394	truncate_inode_pages_final(&inode->i_data);
19f99cee JK	395
	396	if (inode->i_ino == F2FS_NODE_INO(sbi) \|\|
	397	inode->i_ino == F2FS_META_INO(sbi))
dbf20cb2	398	goto out_clear;
19f99cee	399
a7ffdbe2	400	f2fs_bug_on(sbi, get_dirty_pages(inode));
c227f912	401	remove_dirty_inode(inode);
19f99cee	402
3e72f721 JK	403	f2fs_destroy_extent_tree(inode);
3e72f721 JK	404
19f99cee JK	405	if (inode->i_nlink \|\| is_bad_inode(inode))
	406	goto no_delete;
	407
0abd675e CY	408	dquot_initialize(inode);
0abd675e CY	409
60dcedc9 CY	410	remove_ino_entry(sbi, inode->i_ino, APPEND_INO);
	411	remove_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	412
d6212a5f	413	sb_start_intwrite(inode->i_sb);
91942321	414	set_inode_flag(inode, FI_NO_ALLOC);
19f99cee	415	i_size_write(inode, 0);
4c0c2949	416	retry:
19f99cee	417	if (F2FS_HAS_BLOCKS(inode))
9a449e9c	418	err = f2fs_truncate(inode);
19f99cee	419
8c1b3c0f JK	420	#ifdef CONFIG_F2FS_FAULT_INJECTION
	421	if (time_to_inject(sbi, FAULT_EVICT_INODE)) {
	422	f2fs_show_injection_info(FAULT_EVICT_INODE);
	423	err = -EIO;
	424	}
	425	#endif
13ec7297 CY	426	if (!err) {
	427	f2fs_lock_op(sbi);
	428	err = remove_inode_page(inode);
	429	f2fs_unlock_op(sbi);
a11b9f65 CY	430	if (err == -ENOENT)
a11b9f65 CY	431	err = 0;
13ec7297	432	}
39936837	433
4c0c2949 JK	434	/* give more chances, if ENOMEM case */
	435	if (err == -ENOMEM) {
	436	err = 0;
	437	goto retry;
	438	}
	439
0f18b462 JK	440	if (err)
0f18b462 JK	441	update_inode_page(inode);
0abd675e	442	dquot_free_inode(inode);
d6212a5f	443	sb_end_intwrite(inode->i_sb);
19f99cee	444	no_delete:
0abd675e CY	445	dquot_drop(inode);
0abd675e CY	446
d5e8f6c9	447	stat_dec_inline_xattr(inode);
3289c061	448	stat_dec_inline_dir(inode);
e7a2bf22	449	stat_dec_inline_inode(inode);
0bdee482	450
4f295443 JK	451	/* ino == 0, if f2fs_new_inode() was failed t*/
	452	if (inode->i_ino)
	453	invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino,
	454	inode->i_ino);
002a41ca CY	455	if (xnid)
002a41ca CY	456	invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid);
60dcedc9 CY	457	if (inode->i_nlink) {
	458	if (is_inode_flag_set(inode, FI_APPEND_WRITE))
	459	add_ino_entry(sbi, inode->i_ino, APPEND_INO);
	460	if (is_inode_flag_set(inode, FI_UPDATE_WRITE))
	461	add_ino_entry(sbi, inode->i_ino, UPDATE_INO);
	462	}
91942321	463	if (is_inode_flag_set(inode, FI_FREE_NID)) {
221149c0	464	alloc_nid_failed(sbi, inode->i_ino);
91942321	465	clear_inode_flag(inode, FI_FREE_NID);
d8c4256c JK	466	} else {
	467	f2fs_bug_on(sbi, err &&
	468	!exist_written_data(sbi, inode->i_ino, ORPHAN_INO));
c9b63bd0	469	}
dbf20cb2	470	out_clear:
0b81d077	471	fscrypt_put_encryption_info(inode, NULL);
dbf20cb2	472	clear_inode(inode);
19f99cee	473	}
44c16156 JK	474
	475	/* caller should call f2fs_lock_op() */
	476	void handle_failed_inode(struct inode *inode)
	477	{
	478	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
221149c0	479	struct node_info ni;
44c16156	480
a11b9f65 CY	481	/*
	482	* clear nlink of inode in order to release resource of inode
	483	* immediately.
	484	*/
	485	clear_nlink(inode);
	486
	487	/*
	488	* we must call this to avoid inode being remained as dirty, resulting
	489	* in a panic when flushing dirty inodes in gdirty_list.
	490	*/
	491	update_inode_page(inode);
9bb02c36	492	f2fs_inode_synced(inode);
a11b9f65	493
221149c0	494	/* don't make bad inode, since it becomes a regular file. */
44c16156 JK	495	unlock_new_inode(inode);
44c16156 JK	496
13ec7297	497	/*
13ec7297 CY	498	* Note: we should add inode to orphan list before f2fs_unlock_op()
	499	* so we can prevent losing this orphan when encoutering checkpoint
	500	* and following suddenly power-off.
	501	*/
221149c0 JK	502	get_node_info(sbi, inode->i_ino, &ni);
	503
	504	if (ni.blk_addr != NULL_ADDR) {
	505	int err = acquire_orphan_inode(sbi);
	506	if (err) {
	507	set_sbi_flag(sbi, SBI_NEED_FSCK);
	508	f2fs_msg(sbi->sb, KERN_WARNING,
	509	"Too many orphan inodes, run fsck to fix.");
	510	} else {
67c3758d	511	add_orphan_inode(inode);
221149c0 JK	512	}
	513	alloc_nid_done(sbi, inode->i_ino);
	514	} else {
91942321	515	set_inode_flag(inode, FI_FREE_NID);
13ec7297	516	}
44c16156	517
44c16156 JK	518	f2fs_unlock_op(sbi);
	519
	520	/* iput will drop the inode object */
	521	iput(inode);
	522	}