[mirror_ubuntu-hirsute-kernel.git] / fs / erofs / inode.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * Copyright (C) 2017-2018 HUAWEI, Inc.
 *             https://www.huawei.com/
 * Created by Gao Xiang <gaoxiang25@huawei.com>
 */
#include "xattr.h"

#include <trace/events/erofs.h>

/*
 * if inode is successfully read, return its inode page (or sometimes
 * the inode payload page if it's an extended inode) in order to fill
 * inline data if possible.
 */
static struct page *erofs_read_inode(struct inode *inode,
				     unsigned int *ofs)
{
	struct super_block *sb = inode->i_sb;
	struct erofs_sb_info *sbi = EROFS_SB(sb);
	struct erofs_inode *vi = EROFS_I(inode);
	const erofs_off_t inode_loc = iloc(sbi, vi->nid);

	erofs_blk_t blkaddr, nblks = 0;
	struct page *page;
	struct erofs_inode_compact *dic;
	struct erofs_inode_extended *die, *copied = NULL;
	unsigned int ifmt;
	int err;

	blkaddr = erofs_blknr(inode_loc);
	*ofs = erofs_blkoff(inode_loc);

	erofs_dbg("%s, reading inode nid %llu at %u of blkaddr %u",
		  __func__, vi->nid, *ofs, blkaddr);

	page = erofs_get_meta_page(sb, blkaddr);
	if (IS_ERR(page)) {
		erofs_err(sb, "failed to get inode (nid: %llu) page, err %ld",
			  vi->nid, PTR_ERR(page));
		return page;
	}

	dic = page_address(page) + *ofs;
	ifmt = le16_to_cpu(dic->i_format);

	if (ifmt & ~EROFS_I_ALL) {
		erofs_err(inode->i_sb, "unsupported i_format %u of nid %llu",
			  ifmt, vi->nid);
		err = -EOPNOTSUPP;
		goto err_out;
	}

	vi->datalayout = erofs_inode_datalayout(ifmt);
	if (vi->datalayout >= EROFS_INODE_DATALAYOUT_MAX) {
		erofs_err(inode->i_sb, "unsupported datalayout %u of nid %llu",
			  vi->datalayout, vi->nid);
		err = -EOPNOTSUPP;
		goto err_out;
	}

	switch (erofs_inode_version(ifmt)) {
	case EROFS_INODE_LAYOUT_EXTENDED:
		vi->inode_isize = sizeof(struct erofs_inode_extended);
		/* check if the inode acrosses page boundary */
		if (*ofs + vi->inode_isize <= PAGE_SIZE) {
			*ofs += vi->inode_isize;
			die = (struct erofs_inode_extended *)dic;
		} else {
			const unsigned int gotten = PAGE_SIZE - *ofs;

			copied = kmalloc(vi->inode_isize, GFP_NOFS);
			if (!copied) {
				err = -ENOMEM;
				goto err_out;
			}
			memcpy(copied, dic, gotten);
			unlock_page(page);
			put_page(page);

			page = erofs_get_meta_page(sb, blkaddr + 1);
			if (IS_ERR(page)) {
				erofs_err(sb, "failed to get inode payload page (nid: %llu), err %ld",
					  vi->nid, PTR_ERR(page));
				kfree(copied);
				return page;
			}
			*ofs = vi->inode_isize - gotten;
			memcpy((u8 *)copied + gotten, page_address(page), *ofs);
			die = copied;
		}
		vi->xattr_isize = erofs_xattr_ibody_size(die->i_xattr_icount);

		inode->i_mode = le16_to_cpu(die->i_mode);
		switch (inode->i_mode & S_IFMT) {
		case S_IFREG:
		case S_IFDIR:
		case S_IFLNK:
			vi->raw_blkaddr = le32_to_cpu(die->i_u.raw_blkaddr);
			break;
		case S_IFCHR:
		case S_IFBLK:
			inode->i_rdev =
				new_decode_dev(le32_to_cpu(die->i_u.rdev));
			break;
		case S_IFIFO:
		case S_IFSOCK:
			inode->i_rdev = 0;
			break;
		default:
			goto bogusimode;
		}
		i_uid_write(inode, le32_to_cpu(die->i_uid));
		i_gid_write(inode, le32_to_cpu(die->i_gid));
		set_nlink(inode, le32_to_cpu(die->i_nlink));

		/* extended inode has its own timestamp */
		inode->i_ctime.tv_sec = le64_to_cpu(die->i_ctime);
		inode->i_ctime.tv_nsec = le32_to_cpu(die->i_ctime_nsec);

		inode->i_size = le64_to_cpu(die->i_size);

		/* total blocks for compressed files */
		if (erofs_inode_is_data_compressed(vi->datalayout))
			nblks = le32_to_cpu(die->i_u.compressed_blocks);

		kfree(copied);
		break;
	case EROFS_INODE_LAYOUT_COMPACT:
		vi->inode_isize = sizeof(struct erofs_inode_compact);
		*ofs += vi->inode_isize;
		vi->xattr_isize = erofs_xattr_ibody_size(dic->i_xattr_icount);

		inode->i_mode = le16_to_cpu(dic->i_mode);
		switch (inode->i_mode & S_IFMT) {
		case S_IFREG:
		case S_IFDIR:
		case S_IFLNK:
			vi->raw_blkaddr = le32_to_cpu(dic->i_u.raw_blkaddr);
			break;
		case S_IFCHR:
		case S_IFBLK:
			inode->i_rdev =
				new_decode_dev(le32_to_cpu(dic->i_u.rdev));
			break;
		case S_IFIFO:
		case S_IFSOCK:
			inode->i_rdev = 0;
			break;
		default:
			goto bogusimode;
		}
		i_uid_write(inode, le16_to_cpu(dic->i_uid));
		i_gid_write(inode, le16_to_cpu(dic->i_gid));
		set_nlink(inode, le16_to_cpu(dic->i_nlink));

		/* use build time for compact inodes */
		inode->i_ctime.tv_sec = sbi->build_time;
		inode->i_ctime.tv_nsec = sbi->build_time_nsec;

		inode->i_size = le32_to_cpu(dic->i_size);
		if (erofs_inode_is_data_compressed(vi->datalayout))
			nblks = le32_to_cpu(dic->i_u.compressed_blocks);
		break;
	default:
		erofs_err(inode->i_sb,
			  "unsupported on-disk inode version %u of nid %llu",
			  erofs_inode_version(ifmt), vi->nid);
		err = -EOPNOTSUPP;
		goto err_out;
	}

	inode->i_mtime.tv_sec = inode->i_ctime.tv_sec;
	inode->i_atime.tv_sec = inode->i_ctime.tv_sec;
	inode->i_mtime.tv_nsec = inode->i_ctime.tv_nsec;
	inode->i_atime.tv_nsec = inode->i_ctime.tv_nsec;

	if (!nblks)
		/* measure inode.i_blocks as generic filesystems */
		inode->i_blocks = roundup(inode->i_size, EROFS_BLKSIZ) >> 9;
	else
		inode->i_blocks = nblks << LOG_SECTORS_PER_BLOCK;
	return page;

bogusimode:
	erofs_err(inode->i_sb, "bogus i_mode (%o) @ nid %llu",
		  inode->i_mode, vi->nid);
	err = -EFSCORRUPTED;
err_out:
	DBG_BUGON(1);
	kfree(copied);
	unlock_page(page);
	put_page(page);
	return ERR_PTR(err);
}

static int erofs_fill_symlink(struct inode *inode, void *data,
			      unsigned int m_pofs)
{
	struct erofs_inode *vi = EROFS_I(inode);
	char *lnk;

	/* if it cannot be handled with fast symlink scheme */
	if (vi->datalayout != EROFS_INODE_FLAT_INLINE ||
	    inode->i_size >= PAGE_SIZE) {
		inode->i_op = &erofs_symlink_iops;
		return 0;
	}

	lnk = kmalloc(inode->i_size + 1, GFP_KERNEL);
	if (!lnk)
		return -ENOMEM;

	m_pofs += vi->xattr_isize;
	/* inline symlink data shouldn't cross page boundary as well */
	if (m_pofs + inode->i_size > PAGE_SIZE) {
		kfree(lnk);
		erofs_err(inode->i_sb,
			  "inline data cross block boundary @ nid %llu",
			  vi->nid);
		DBG_BUGON(1);
		return -EFSCORRUPTED;
	}

	memcpy(lnk, data + m_pofs, inode->i_size);
	lnk[inode->i_size] = '\0';

	inode->i_link = lnk;
	inode->i_op = &erofs_fast_symlink_iops;
	return 0;
}

static int erofs_fill_inode(struct inode *inode, int isdir)
{
	struct erofs_inode *vi = EROFS_I(inode);
	struct page *page;
	unsigned int ofs;
	int err = 0;

	trace_erofs_fill_inode(inode, isdir);

	/* read inode base data from disk */
	page = erofs_read_inode(inode, &ofs);
	if (IS_ERR(page))
		return PTR_ERR(page);

	/* setup the new inode */
	switch (inode->i_mode & S_IFMT) {
	case S_IFREG:
		inode->i_op = &erofs_generic_iops;
		inode->i_fop = &generic_ro_fops;
		break;
	case S_IFDIR:
		inode->i_op = &erofs_dir_iops;
		inode->i_fop = &erofs_dir_fops;
		break;
	case S_IFLNK:
		err = erofs_fill_symlink(inode, page_address(page), ofs);
		if (err)
			goto out_unlock;
		inode_nohighmem(inode);
		break;
	case S_IFCHR:
	case S_IFBLK:
	case S_IFIFO:
	case S_IFSOCK:
		inode->i_op = &erofs_generic_iops;
		init_special_inode(inode, inode->i_mode, inode->i_rdev);
		goto out_unlock;
	default:
		err = -EFSCORRUPTED;
		goto out_unlock;
	}

	if (erofs_inode_is_data_compressed(vi->datalayout)) {
		err = z_erofs_fill_inode(inode);
		goto out_unlock;
	}
	inode->i_mapping->a_ops = &erofs_raw_access_aops;

out_unlock:
	unlock_page(page);
	put_page(page);
	return err;
}

/*
 * erofs nid is 64bits, but i_ino is 'unsigned long', therefore
 * we should do more for 32-bit platform to find the right inode.
 */
static int erofs_ilookup_test_actor(struct inode *inode, void *opaque)
{
	const erofs_nid_t nid = *(erofs_nid_t *)opaque;

	return EROFS_I(inode)->nid == nid;
}

static int erofs_iget_set_actor(struct inode *inode, void *opaque)
{
	const erofs_nid_t nid = *(erofs_nid_t *)opaque;

	inode->i_ino = erofs_inode_hash(nid);
	return 0;
}

static inline struct inode *erofs_iget_locked(struct super_block *sb,
					      erofs_nid_t nid)
{
	const unsigned long hashval = erofs_inode_hash(nid);

	return iget5_locked(sb, hashval, erofs_ilookup_test_actor,
		erofs_iget_set_actor, &nid);
}

struct inode *erofs_iget(struct super_block *sb,
			 erofs_nid_t nid,
			 bool isdir)
{
	struct inode *inode = erofs_iget_locked(sb, nid);

	if (!inode)
		return ERR_PTR(-ENOMEM);

	if (inode->i_state & I_NEW) {
		int err;
		struct erofs_inode *vi = EROFS_I(inode);

		vi->nid = nid;

		err = erofs_fill_inode(inode, isdir);
		if (!err)
			unlock_new_inode(inode);
		else {
			iget_failed(inode);
			inode = ERR_PTR(err);
		}
	}
	return inode;
}

int erofs_getattr(const struct path *path, struct kstat *stat,
		  u32 request_mask, unsigned int query_flags)
{
	struct inode *const inode = d_inode(path->dentry);

	if (erofs_inode_is_data_compressed(EROFS_I(inode)->datalayout))
		stat->attributes |= STATX_ATTR_COMPRESSED;

	stat->attributes |= STATX_ATTR_IMMUTABLE;
	stat->attributes_mask |= (STATX_ATTR_COMPRESSED |
				  STATX_ATTR_IMMUTABLE);

	generic_fillattr(inode, stat);
	return 0;
}

const struct inode_operations erofs_generic_iops = {
	.getattr = erofs_getattr,
	.listxattr = erofs_listxattr,
	.get_acl = erofs_get_acl,
};

const struct inode_operations erofs_symlink_iops = {
	.get_link = page_get_link,
	.getattr = erofs_getattr,
	.listxattr = erofs_listxattr,
	.get_acl = erofs_get_acl,
};

const struct inode_operations erofs_fast_symlink_iops = {
	.get_link = simple_get_link,
	.getattr = erofs_getattr,
	.listxattr = erofs_listxattr,
	.get_acl = erofs_get_acl,
};
Commit	Line	Data
29b24f6c	1	// SPDX-License-Identifier: GPL-2.0-only
431339ba	2	/*
431339ba	3	* Copyright (C) 2017-2018 HUAWEI, Inc.
592e7cd0	4	* https://www.huawei.com/
431339ba	5	* Created by Gao Xiang <gaoxiang25@huawei.com>
431339ba	6	*/
b17500a0	7	#include "xattr.h"
431339ba	8
13f06f48 CY	9	#include <trace/events/erofs.h>
13f06f48 CY	10
0dcd3c94 GX	11	/*
	12	* if inode is successfully read, return its inode page (or sometimes
	13	* the inode payload page if it's an extended inode) in order to fill
	14	* inline data if possible.
	15	*/
	16	static struct page erofs_read_inode(struct inode inode,
	17	unsigned int *ofs)
431339ba	18	{
0dcd3c94 GX	19	struct super_block *sb = inode->i_sb;
0dcd3c94 GX	20	struct erofs_sb_info *sbi = EROFS_SB(sb);
a5876e24	21	struct erofs_inode *vi = EROFS_I(inode);
0dcd3c94 GX	22	const erofs_off_t inode_loc = iloc(sbi, vi->nid);
	23
	24	erofs_blk_t blkaddr, nblks = 0;
	25	struct page *page;
	26	struct erofs_inode_compact *dic;
	27	struct erofs_inode_extended die, copied = NULL;
	28	unsigned int ifmt;
	29	int err;
8a765682	30
0dcd3c94 GX	31	blkaddr = erofs_blknr(inode_loc);
0dcd3c94 GX	32	*ofs = erofs_blkoff(inode_loc);
431339ba	33
0dcd3c94 GX	34	erofs_dbg("%s, reading inode nid %llu at %u of blkaddr %u",
	35	__func__, vi->nid, *ofs, blkaddr);
	36
	37	page = erofs_get_meta_page(sb, blkaddr);
	38	if (IS_ERR(page)) {
	39	erofs_err(sb, "failed to get inode (nid: %llu) page, err %ld",
	40	vi->nid, PTR_ERR(page));
	41	return page;
	42	}
431339ba	43
0dcd3c94 GX	44	dic = page_address(page) + *ofs;
	45	ifmt = le16_to_cpu(dic->i_format);
	46
df623b0a GX	47	if (ifmt & ~EROFS_I_ALL) {
	48	erofs_err(inode->i_sb, "unsupported i_format %u of nid %llu",
	49	ifmt, vi->nid);
	50	err = -EOPNOTSUPP;
	51	goto err_out;
	52	}
	53
0dcd3c94	54	vi->datalayout = erofs_inode_datalayout(ifmt);
8a765682	55	if (vi->datalayout >= EROFS_INODE_DATALAYOUT_MAX) {
4f761fa2 GX	56	erofs_err(inode->i_sb, "unsupported datalayout %u of nid %llu",
4f761fa2 GX	57	vi->datalayout, vi->nid);
0dcd3c94 GX	58	err = -EOPNOTSUPP;
0dcd3c94 GX	59	goto err_out;
431339ba GX	60	}
431339ba GX	61
8a765682 GX	62	switch (erofs_inode_version(ifmt)) {
8a765682 GX	63	case EROFS_INODE_LAYOUT_EXTENDED:
8a765682	64	vi->inode_isize = sizeof(struct erofs_inode_extended);
0dcd3c94 GX	65	/* check if the inode acrosses page boundary */
	66	if (*ofs + vi->inode_isize <= PAGE_SIZE) {
	67	*ofs += vi->inode_isize;
	68	die = (struct erofs_inode_extended *)dic;
	69	} else {
	70	const unsigned int gotten = PAGE_SIZE - *ofs;
	71
	72	copied = kmalloc(vi->inode_isize, GFP_NOFS);
	73	if (!copied) {
	74	err = -ENOMEM;
	75	goto err_out;
	76	}
	77	memcpy(copied, dic, gotten);
	78	unlock_page(page);
	79	put_page(page);
	80
	81	page = erofs_get_meta_page(sb, blkaddr + 1);
	82	if (IS_ERR(page)) {
	83	erofs_err(sb, "failed to get inode payload page (nid: %llu), err %ld",
	84	vi->nid, PTR_ERR(page));
	85	kfree(copied);
	86	return page;
	87	}
	88	*ofs = vi->inode_isize - gotten;
	89	memcpy((u8 )copied + gotten, page_address(page), ofs);
	90	die = copied;
	91	}
8a765682	92	vi->xattr_isize = erofs_xattr_ibody_size(die->i_xattr_icount);
431339ba	93
8a765682 GX	94	inode->i_mode = le16_to_cpu(die->i_mode);
	95	switch (inode->i_mode & S_IFMT) {
	96	case S_IFREG:
	97	case S_IFDIR:
	98	case S_IFLNK:
	99	vi->raw_blkaddr = le32_to_cpu(die->i_u.raw_blkaddr);
	100	break;
	101	case S_IFCHR:
	102	case S_IFBLK:
d5beb31b	103	inode->i_rdev =
8a765682 GX	104	new_decode_dev(le32_to_cpu(die->i_u.rdev));
	105	break;
	106	case S_IFIFO:
	107	case S_IFSOCK:
d5beb31b	108	inode->i_rdev = 0;
8a765682 GX	109	break;
8a765682 GX	110	default:
a6b9b1d5	111	goto bogusimode;
8a765682 GX	112	}
	113	i_uid_write(inode, le32_to_cpu(die->i_uid));
	114	i_gid_write(inode, le32_to_cpu(die->i_gid));
	115	set_nlink(inode, le32_to_cpu(die->i_nlink));
431339ba	116
d3938ee2 GX	117	/* extended inode has its own timestamp */
	118	inode->i_ctime.tv_sec = le64_to_cpu(die->i_ctime);
	119	inode->i_ctime.tv_nsec = le32_to_cpu(die->i_ctime_nsec);
431339ba	120
8a765682	121	inode->i_size = le64_to_cpu(die->i_size);
fe6d9875 GX	122
fe6d9875 GX	123	/* total blocks for compressed files */
8a765682 GX	124	if (erofs_inode_is_data_compressed(vi->datalayout))
8a765682 GX	125	nblks = le32_to_cpu(die->i_u.compressed_blocks);
0dcd3c94 GX	126
0dcd3c94 GX	127	kfree(copied);
8a765682 GX	128	break;
	129	case EROFS_INODE_LAYOUT_COMPACT:
	130	vi->inode_isize = sizeof(struct erofs_inode_compact);
0dcd3c94	131	*ofs += vi->inode_isize;
8a765682 GX	132	vi->xattr_isize = erofs_xattr_ibody_size(dic->i_xattr_icount);
	133
	134	inode->i_mode = le16_to_cpu(dic->i_mode);
	135	switch (inode->i_mode & S_IFMT) {
	136	case S_IFREG:
	137	case S_IFDIR:
	138	case S_IFLNK:
	139	vi->raw_blkaddr = le32_to_cpu(dic->i_u.raw_blkaddr);
	140	break;
	141	case S_IFCHR:
	142	case S_IFBLK:
d5beb31b	143	inode->i_rdev =
8a765682 GX	144	new_decode_dev(le32_to_cpu(dic->i_u.rdev));
	145	break;
	146	case S_IFIFO:
	147	case S_IFSOCK:
d5beb31b	148	inode->i_rdev = 0;
8a765682 GX	149	break;
8a765682 GX	150	default:
a6b9b1d5	151	goto bogusimode;
8a765682 GX	152	}
	153	i_uid_write(inode, le16_to_cpu(dic->i_uid));
	154	i_gid_write(inode, le16_to_cpu(dic->i_gid));
	155	set_nlink(inode, le16_to_cpu(dic->i_nlink));
431339ba	156
d3938ee2 GX	157	/* use build time for compact inodes */
	158	inode->i_ctime.tv_sec = sbi->build_time;
	159	inode->i_ctime.tv_nsec = sbi->build_time_nsec;
431339ba	160
8a765682 GX	161	inode->i_size = le32_to_cpu(dic->i_size);
	162	if (erofs_inode_is_data_compressed(vi->datalayout))
	163	nblks = le32_to_cpu(dic->i_u.compressed_blocks);
	164	break;
	165	default:
4f761fa2 GX	166	erofs_err(inode->i_sb,
	167	"unsupported on-disk inode version %u of nid %llu",
	168	erofs_inode_version(ifmt), vi->nid);
0dcd3c94 GX	169	err = -EOPNOTSUPP;
0dcd3c94 GX	170	goto err_out;
431339ba GX	171	}
431339ba GX	172
d3938ee2 GX	173	inode->i_mtime.tv_sec = inode->i_ctime.tv_sec;
	174	inode->i_atime.tv_sec = inode->i_ctime.tv_sec;
	175	inode->i_mtime.tv_nsec = inode->i_ctime.tv_nsec;
	176	inode->i_atime.tv_nsec = inode->i_ctime.tv_nsec;
	177
fe6d9875 GX	178	if (!nblks)
	179	/* measure inode.i_blocks as generic filesystems */
	180	inode->i_blocks = roundup(inode->i_size, EROFS_BLKSIZ) >> 9;
	181	else
	182	inode->i_blocks = nblks << LOG_SECTORS_PER_BLOCK;
0dcd3c94	183	return page;
a6b9b1d5 GX	184
a6b9b1d5 GX	185	bogusimode:
4f761fa2 GX	186	erofs_err(inode->i_sb, "bogus i_mode (%o) @ nid %llu",
4f761fa2 GX	187	inode->i_mode, vi->nid);
0dcd3c94 GX	188	err = -EFSCORRUPTED;
0dcd3c94 GX	189	err_out:
a6b9b1d5	190	DBG_BUGON(1);
0dcd3c94 GX	191	kfree(copied);
	192	unlock_page(page);
	193	put_page(page);
	194	return ERR_PTR(err);
431339ba GX	195	}
431339ba GX	196
a2c75c81 GX	197	static int erofs_fill_symlink(struct inode inode, void data,
a2c75c81 GX	198	unsigned int m_pofs)
431339ba	199	{
a5876e24	200	struct erofs_inode *vi = EROFS_I(inode);
a2c75c81	201	char *lnk;
431339ba	202
a2c75c81 GX	203	/* if it cannot be handled with fast symlink scheme */
	204	if (vi->datalayout != EROFS_INODE_FLAT_INLINE \|\|
	205	inode->i_size >= PAGE_SIZE) {
	206	inode->i_op = &erofs_symlink_iops;
431339ba	207	return 0;
a2c75c81	208	}
431339ba	209
e2c71e74	210	lnk = kmalloc(inode->i_size + 1, GFP_KERNEL);
a2c75c81 GX	211	if (!lnk)
a2c75c81 GX	212	return -ENOMEM;
8b987bca	213
0dcd3c94	214	m_pofs += vi->xattr_isize;
a2c75c81 GX	215	/* inline symlink data shouldn't cross page boundary as well */
	216	if (m_pofs + inode->i_size > PAGE_SIZE) {
	217	kfree(lnk);
4f761fa2 GX	218	erofs_err(inode->i_sb,
	219	"inline data cross block boundary @ nid %llu",
	220	vi->nid);
a2c75c81 GX	221	DBG_BUGON(1);
	222	return -EFSCORRUPTED;
	223	}
431339ba	224
a2c75c81 GX	225	memcpy(lnk, data + m_pofs, inode->i_size);
a2c75c81 GX	226	lnk[inode->i_size] = '\0';
431339ba	227
a2c75c81 GX	228	inode->i_link = lnk;
a2c75c81 GX	229	inode->i_op = &erofs_fast_symlink_iops;
55457459	230	return 0;
431339ba GX	231	}
431339ba GX	232
99634bf3	233	static int erofs_fill_inode(struct inode *inode, int isdir)
431339ba	234	{
a5876e24	235	struct erofs_inode *vi = EROFS_I(inode);
431339ba	236	struct page *page;
7dd68b14	237	unsigned int ofs;
0dcd3c94	238	int err = 0;
431339ba	239
13f06f48	240	trace_erofs_fill_inode(inode, isdir);
431339ba	241
0dcd3c94 GX	242	/* read inode base data from disk */
	243	page = erofs_read_inode(inode, &ofs);
	244	if (IS_ERR(page))
431339ba	245	return PTR_ERR(page);
84947eb6 GX	246
	247	/* setup the new inode */
	248	switch (inode->i_mode & S_IFMT) {
	249	case S_IFREG:
	250	inode->i_op = &erofs_generic_iops;
	251	inode->i_fop = &generic_ro_fops;
	252	break;
	253	case S_IFDIR:
	254	inode->i_op = &erofs_dir_iops;
	255	inode->i_fop = &erofs_dir_fops;
	256	break;
	257	case S_IFLNK:
0dcd3c94	258	err = erofs_fill_symlink(inode, page_address(page), ofs);
84947eb6	259	if (err)
431339ba	260	goto out_unlock;
84947eb6 GX	261	inode_nohighmem(inode);
	262	break;
	263	case S_IFCHR:
	264	case S_IFBLK:
	265	case S_IFIFO:
	266	case S_IFSOCK:
	267	inode->i_op = &erofs_generic_iops;
	268	init_special_inode(inode, inode->i_mode, inode->i_rdev);
	269	goto out_unlock;
	270	default:
	271	err = -EFSCORRUPTED;
	272	goto out_unlock;
	273	}
431339ba	274
84947eb6 GX	275	if (erofs_inode_is_data_compressed(vi->datalayout)) {
	276	err = z_erofs_fill_inode(inode);
	277	goto out_unlock;
431339ba	278	}
84947eb6	279	inode->i_mapping->a_ops = &erofs_raw_access_aops;
431339ba GX	280
	281	out_unlock:
	282	unlock_page(page);
	283	put_page(page);
	284	return err;
	285	}
	286
2abd7814 GX	287	/*
	288	* erofs nid is 64bits, but i_ino is 'unsigned long', therefore
	289	* we should do more for 32-bit platform to find the right inode.
	290	*/
2abd7814 GX	291	static int erofs_ilookup_test_actor(struct inode inode, void opaque)
	292	{
	293	const erofs_nid_t nid = (erofs_nid_t )opaque;
	294
a5876e24	295	return EROFS_I(inode)->nid == nid;
2abd7814 GX	296	}
	297
	298	static int erofs_iget_set_actor(struct inode inode, void opaque)
	299	{
	300	const erofs_nid_t nid = (erofs_nid_t )opaque;
	301
	302	inode->i_ino = erofs_inode_hash(nid);
	303	return 0;
	304	}
2abd7814 GX	305
	306	static inline struct inode erofs_iget_locked(struct super_block sb,
	307	erofs_nid_t nid)
	308	{
	309	const unsigned long hashval = erofs_inode_hash(nid);
	310
2abd7814 GX	311	return iget5_locked(sb, hashval, erofs_ilookup_test_actor,
2abd7814 GX	312	erofs_iget_set_actor, &nid);
2abd7814 GX	313	}
2abd7814 GX	314
431339ba	315	struct inode erofs_iget(struct super_block sb,
447a3621 JM	316	erofs_nid_t nid,
447a3621 JM	317	bool isdir)
431339ba	318	{
2abd7814	319	struct inode *inode = erofs_iget_locked(sb, nid);
431339ba	320
8d8a09b0	321	if (!inode)
431339ba GX	322	return ERR_PTR(-ENOMEM);
	323
	324	if (inode->i_state & I_NEW) {
	325	int err;
a5876e24	326	struct erofs_inode *vi = EROFS_I(inode);
8af36478	327
431339ba GX	328	vi->nid = nid;
431339ba GX	329
99634bf3	330	err = erofs_fill_inode(inode, isdir);
8d8a09b0	331	if (!err)
431339ba GX	332	unlock_new_inode(inode);
	333	else {
	334	iget_failed(inode);
	335	inode = ERR_PTR(err);
	336	}
	337	}
	338	return inode;
	339	}
	340
89f27ede GX	341	int erofs_getattr(const struct path path, struct kstat stat,
	342	u32 request_mask, unsigned int query_flags)
	343	{
	344	struct inode *const inode = d_inode(path->dentry);
89f27ede	345
a5876e24	346	if (erofs_inode_is_data_compressed(EROFS_I(inode)->datalayout))
89f27ede GX	347	stat->attributes \|= STATX_ATTR_COMPRESSED;
	348
	349	stat->attributes \|= STATX_ATTR_IMMUTABLE;
	350	stat->attributes_mask \|= (STATX_ATTR_COMPRESSED \|
	351	STATX_ATTR_IMMUTABLE);
	352
	353	generic_fillattr(inode, stat);
	354	return 0;
	355	}
	356
60939826	357	const struct inode_operations erofs_generic_iops = {
89f27ede	358	.getattr = erofs_getattr,
b17500a0	359	.listxattr = erofs_listxattr,
516c115c	360	.get_acl = erofs_get_acl,
b17500a0	361	};
b17500a0	362
60939826	363	const struct inode_operations erofs_symlink_iops = {
b17500a0	364	.get_link = page_get_link,
89f27ede	365	.getattr = erofs_getattr,
b17500a0	366	.listxattr = erofs_listxattr,
516c115c	367	.get_acl = erofs_get_acl,
b17500a0	368	};
b17500a0	369
60939826	370	const struct inode_operations erofs_fast_symlink_iops = {
b17500a0	371	.get_link = simple_get_link,
89f27ede	372	.getattr = erofs_getattr,
b17500a0	373	.listxattr = erofs_listxattr,
516c115c	374	.get_acl = erofs_get_acl,
60939826	375	};
b17500a0	376