[mirror_ubuntu-hirsute-kernel.git] / include / linux / shmem_fs.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef __SHMEM_FS_H
#define __SHMEM_FS_H

#include <linux/file.h>
#include <linux/swap.h>
#include <linux/mempolicy.h>
#include <linux/pagemap.h>
#include <linux/percpu_counter.h>
#include <linux/xattr.h>
#include <linux/fs_parser.h>

/* inode in-kernel data */

struct shmem_inode_info {
	spinlock_t		lock;
	unsigned int		seals;		/* shmem seals */
	unsigned long		flags;
	unsigned long		alloced;	/* data pages alloced to file */
	unsigned long		swapped;	/* subtotal assigned to swap */
	struct list_head        shrinklist;     /* shrinkable hpage inodes */
	struct list_head	swaplist;	/* chain of maybes on swap */
	struct shared_policy	policy;		/* NUMA memory alloc policy */
	struct simple_xattrs	xattrs;		/* list of xattrs */
	atomic_t		stop_eviction;	/* hold when working on inode */
	struct inode		vfs_inode;
};

struct shmem_sb_info {
	unsigned long max_blocks;   /* How many blocks are allowed */
	struct percpu_counter used_blocks;  /* How many are allocated */
	unsigned long max_inodes;   /* How many inodes are allowed */
	unsigned long free_inodes;  /* How many are left for allocation */
	spinlock_t stat_lock;	    /* Serialize shmem_sb_info changes */
	umode_t mode;		    /* Mount mode for root directory */
	unsigned char huge;	    /* Whether to try for hugepages */
	kuid_t uid;		    /* Mount uid for root directory */
	kgid_t gid;		    /* Mount gid for root directory */
	struct mempolicy *mpol;     /* default memory policy for mappings */
	spinlock_t shrinklist_lock;   /* Protects shrinklist */
	struct list_head shrinklist;  /* List of shinkable inodes */
	unsigned long shrinklist_len; /* Length of shrinklist */
};

static inline struct shmem_inode_info *SHMEM_I(struct inode *inode)
{
	return container_of(inode, struct shmem_inode_info, vfs_inode);
}

/*
 * Functions in mm/shmem.c called directly from elsewhere:
 */
extern const struct fs_parameter_spec shmem_fs_parameters[];
extern int shmem_init(void);
extern int shmem_init_fs_context(struct fs_context *fc);
extern struct file *shmem_file_setup(const char *name,
					loff_t size, unsigned long flags);
extern struct file *shmem_kernel_file_setup(const char *name, loff_t size,
					    unsigned long flags);
extern struct file *shmem_file_setup_with_mnt(struct vfsmount *mnt,
		const char *name, loff_t size, unsigned long flags);
extern int shmem_zero_setup(struct vm_area_struct *);
extern unsigned long shmem_get_unmapped_area(struct file *, unsigned long addr,
		unsigned long len, unsigned long pgoff, unsigned long flags);
extern int shmem_lock(struct file *file, int lock, struct user_struct *user);
#ifdef CONFIG_SHMEM
extern bool shmem_mapping(struct address_space *mapping);
#else
static inline bool shmem_mapping(struct address_space *mapping)
{
	return false;
}
#endif /* CONFIG_SHMEM */
extern void shmem_unlock_mapping(struct address_space *mapping);
extern struct page *shmem_read_mapping_page_gfp(struct address_space *mapping,
					pgoff_t index, gfp_t gfp_mask);
extern void shmem_truncate_range(struct inode *inode, loff_t start, loff_t end);
extern int shmem_unuse(unsigned int type, bool frontswap,
		       unsigned long *fs_pages_to_unuse);

extern bool shmem_huge_enabled(struct vm_area_struct *vma);
extern unsigned long shmem_swap_usage(struct vm_area_struct *vma);
extern unsigned long shmem_partial_swap_usage(struct address_space *mapping,
						pgoff_t start, pgoff_t end);

/* Flag allocation requirements to shmem_getpage */
enum sgp_type {
	SGP_READ,	/* don't exceed i_size, don't allocate page */
	SGP_CACHE,	/* don't exceed i_size, may allocate page */
	SGP_NOHUGE,	/* like SGP_CACHE, but no huge pages */
	SGP_HUGE,	/* like SGP_CACHE, huge pages preferred */
	SGP_WRITE,	/* may exceed i_size, may allocate !Uptodate page */
	SGP_FALLOC,	/* like SGP_WRITE, but make existing page Uptodate */
};

extern int shmem_getpage(struct inode *inode, pgoff_t index,
		struct page **pagep, enum sgp_type sgp);

static inline struct page *shmem_read_mapping_page(
				struct address_space *mapping, pgoff_t index)
{
	return shmem_read_mapping_page_gfp(mapping, index,
					mapping_gfp_mask(mapping));
}

static inline bool shmem_file(struct file *file)
{
	if (!IS_ENABLED(CONFIG_SHMEM))
		return false;
	if (!file || !file->f_mapping)
		return false;
	return shmem_mapping(file->f_mapping);
}

extern bool shmem_charge(struct inode *inode, long pages);
extern void shmem_uncharge(struct inode *inode, long pages);

#ifdef CONFIG_SHMEM
extern int shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
				  struct vm_area_struct *dst_vma,
				  unsigned long dst_addr,
				  unsigned long src_addr,
				  struct page **pagep);
extern int shmem_mfill_zeropage_pte(struct mm_struct *dst_mm,
				    pmd_t *dst_pmd,
				    struct vm_area_struct *dst_vma,
				    unsigned long dst_addr);
#else
#define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \
			       src_addr, pagep)        ({ BUG(); 0; })
#define shmem_mfill_zeropage_pte(dst_mm, dst_pmd, dst_vma, \
				 dst_addr)      ({ BUG(); 0; })
#endif

#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
1da177e4 LT	2	#ifndef __SHMEM_FS_H
	3	#define __SHMEM_FS_H
	4
40e041a2	5	#include <linux/file.h>
1da177e4 LT	6	#include <linux/swap.h>
1da177e4 LT	7	#include <linux/mempolicy.h>
d9d90e5e	8	#include <linux/pagemap.h>
7e496299	9	#include <linux/percpu_counter.h>
38f38657	10	#include <linux/xattr.h>
d7167b14	11	#include <linux/fs_parser.h>
1da177e4 LT	12
	13	/* inode in-kernel data */
	14
1da177e4 LT	15	struct shmem_inode_info {
1da177e4 LT	16	spinlock_t lock;
40e041a2	17	unsigned int seals; /* shmem seals */
1da177e4 LT	18	unsigned long flags;
1da177e4 LT	19	unsigned long alloced; /* data pages alloced to file */
3ed47db3	20	unsigned long swapped; /* subtotal assigned to swap */
779750d2	21	struct list_head shrinklist; /* shrinkable hpage inodes */
1da177e4	22	struct list_head swaplist; /* chain of maybes on swap */
779750d2	23	struct shared_policy policy; /* NUMA memory alloc policy */
38f38657	24	struct simple_xattrs xattrs; /* list of xattrs */
af53d3e9	25	atomic_t stop_eviction; /* hold when working on inode */
1da177e4 LT	26	struct inode vfs_inode;
	27	};
	28
	29	struct shmem_sb_info {
	30	unsigned long max_blocks; /* How many blocks are allowed */
7e496299	31	struct percpu_counter used_blocks; /* How many are allocated */
1da177e4 LT	32	unsigned long max_inodes; /* How many inodes are allowed */
1da177e4 LT	33	unsigned long free_inodes; /* How many are left for allocation */
680d794b	34	spinlock_t stat_lock; /* Serialize shmem_sb_info changes */
5a6e75f8 KS	35	umode_t mode; /* Mount mode for root directory */
5a6e75f8 KS	36	unsigned char huge; /* Whether to try for hugepages */
8751e039 EB	37	kuid_t uid; /* Mount uid for root directory */
8751e039 EB	38	kgid_t gid; /* Mount gid for root directory */
71fe804b	39	struct mempolicy mpol; / default memory policy for mappings */
779750d2 KS	40	spinlock_t shrinklist_lock; /* Protects shrinklist */
	41	struct list_head shrinklist; /* List of shinkable inodes */
	42	unsigned long shrinklist_len; /* Length of shrinklist */
1da177e4 LT	43	};
	44
	45	static inline struct shmem_inode_info SHMEM_I(struct inode inode)
	46	{
	47	return container_of(inode, struct shmem_inode_info, vfs_inode);
	48	}
	49
072441e2 HD	50	/*
	51	* Functions in mm/shmem.c called directly from elsewhere:
	52	*/
d7167b14	53	extern const struct fs_parameter_spec shmem_fs_parameters[];
41ffe5d5	54	extern int shmem_init(void);
f3235626	55	extern int shmem_init_fs_context(struct fs_context *fc);
072441e2 HD	56	extern struct file shmem_file_setup(const char name,
072441e2 HD	57	loff_t size, unsigned long flags);
c7277090 EP	58	extern struct file shmem_kernel_file_setup(const char name, loff_t size,
c7277090 EP	59	unsigned long flags);
703321b6 MA	60	extern struct file shmem_file_setup_with_mnt(struct vfsmount mnt,
703321b6 MA	61	const char *name, loff_t size, unsigned long flags);
072441e2	62	extern int shmem_zero_setup(struct vm_area_struct *);
c01d5b30 HD	63	extern unsigned long shmem_get_unmapped_area(struct file *, unsigned long addr,
c01d5b30 HD	64	unsigned long len, unsigned long pgoff, unsigned long flags);
072441e2	65	extern int shmem_lock(struct file file, int lock, struct user_struct user);
3a4f8a0b	66	#ifdef CONFIG_SHMEM
0cd6144a	67	extern bool shmem_mapping(struct address_space *mapping);
3a4f8a0b HD	68	#else
	69	static inline bool shmem_mapping(struct address_space *mapping)
	70	{
	71	return false;
	72	}
	73	#endif /* CONFIG_SHMEM */
24513264	74	extern void shmem_unlock_mapping(struct address_space *mapping);
d9d90e5e HD	75	extern struct page shmem_read_mapping_page_gfp(struct address_space mapping,
d9d90e5e HD	76	pgoff_t index, gfp_t gfp_mask);
94c1e62d	77	extern void shmem_truncate_range(struct inode *inode, loff_t start, loff_t end);
b56a2d8a VRP	78	extern int shmem_unuse(unsigned int type, bool frontswap,
b56a2d8a VRP	79	unsigned long *fs_pages_to_unuse);
2b2af54a	80
396bcc52	81	extern bool shmem_huge_enabled(struct vm_area_struct *vma);
6a15a370	82	extern unsigned long shmem_swap_usage(struct vm_area_struct *vma);
48131e03 VB	83	extern unsigned long shmem_partial_swap_usage(struct address_space *mapping,
48131e03 VB	84	pgoff_t start, pgoff_t end);
6a15a370	85
f3f0e1d2 KS	86	/* Flag allocation requirements to shmem_getpage */
	87	enum sgp_type {
	88	SGP_READ, /* don't exceed i_size, don't allocate page */
	89	SGP_CACHE, /* don't exceed i_size, may allocate page */
	90	SGP_NOHUGE, /* like SGP_CACHE, but no huge pages */
	91	SGP_HUGE, /* like SGP_CACHE, huge pages preferred */
	92	SGP_WRITE, /* may exceed i_size, may allocate !Uptodate page */
	93	SGP_FALLOC, /* like SGP_WRITE, but make existing page Uptodate */
	94	};
	95
	96	extern int shmem_getpage(struct inode *inode, pgoff_t index,
	97	struct page **pagep, enum sgp_type sgp);
	98
d9d90e5e HD	99	static inline struct page *shmem_read_mapping_page(
	100	struct address_space *mapping, pgoff_t index)
	101	{
	102	return shmem_read_mapping_page_gfp(mapping, index,
	103	mapping_gfp_mask(mapping));
	104	}
	105
f3f0e1d2 KS	106	static inline bool shmem_file(struct file *file)
	107	{
	108	if (!IS_ENABLED(CONFIG_SHMEM))
	109	return false;
	110	if (!file \|\| !file->f_mapping)
	111	return false;
	112	return shmem_mapping(file->f_mapping);
	113	}
	114
800d8c63 KS	115	extern bool shmem_charge(struct inode *inode, long pages);
	116	extern void shmem_uncharge(struct inode *inode, long pages);
	117
4c27fe4c MR	118	#ifdef CONFIG_SHMEM
	119	extern int shmem_mcopy_atomic_pte(struct mm_struct dst_mm, pmd_t dst_pmd,
	120	struct vm_area_struct *dst_vma,
	121	unsigned long dst_addr,
	122	unsigned long src_addr,
	123	struct page **pagep);
8d103963 MR	124	extern int shmem_mfill_zeropage_pte(struct mm_struct *dst_mm,
	125	pmd_t *dst_pmd,
	126	struct vm_area_struct *dst_vma,
	127	unsigned long dst_addr);
4c27fe4c MR	128	#else
	129	#define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \
	130	src_addr, pagep) ({ BUG(); 0; })
8d103963 MR	131	#define shmem_mfill_zeropage_pte(dst_mm, dst_pmd, dst_vma, \
8d103963 MR	132	dst_addr) ({ BUG(); 0; })
4c27fe4c MR	133	#endif
4c27fe4c MR	134
1da177e4	135	#endif