[mirror_ubuntu-artful-kernel.git] / include / linux / migrate.h

#ifndef _LINUX_MIGRATE_H
#define _LINUX_MIGRATE_H

#include <linux/mm.h>
#include <linux/mempolicy.h>
#include <linux/migrate_mode.h>
#include <linux/hugetlb.h>

typedef struct page *new_page_t(struct page *page, unsigned long private,
				int **reason);
typedef void free_page_t(struct page *page, unsigned long private);

/*
 * Return values from addresss_space_operations.migratepage():
 * - negative errno on page migration failure;
 * - zero on page migration success;
 */
#define MIGRATEPAGE_SUCCESS		0

enum migrate_reason {
	MR_COMPACTION,
	MR_MEMORY_FAILURE,
	MR_MEMORY_HOTPLUG,
	MR_SYSCALL,		/* also applies to cpusets */
	MR_MEMPOLICY_MBIND,
	MR_NUMA_MISPLACED,
	MR_CMA,
	MR_TYPES
};

/* In mm/debug.c; also keep sync with include/trace/events/migrate.h */
extern char *migrate_reason_names[MR_TYPES];

static inline struct page *new_page_nodemask(struct page *page,
				int preferred_nid, nodemask_t *nodemask)
{
	gfp_t gfp_mask = GFP_USER | __GFP_MOVABLE | __GFP_RETRY_MAYFAIL;

	if (PageHuge(page))
		return alloc_huge_page_nodemask(page_hstate(compound_head(page)),
				preferred_nid, nodemask);

	if (PageHighMem(page) || (zone_idx(page_zone(page)) == ZONE_MOVABLE))
		gfp_mask |= __GFP_HIGHMEM;

	return __alloc_pages_nodemask(gfp_mask, 0, preferred_nid, nodemask);
}

#ifdef CONFIG_MIGRATION

extern void putback_movable_pages(struct list_head *l);
extern int migrate_page(struct address_space *mapping,
			struct page *newpage, struct page *page,
			enum migrate_mode mode);
extern int migrate_pages(struct list_head *l, new_page_t new, free_page_t free,
		unsigned long private, enum migrate_mode mode, int reason);
extern int isolate_movable_page(struct page *page, isolate_mode_t mode);
extern void putback_movable_page(struct page *page);

extern int migrate_prep(void);
extern int migrate_prep_local(void);
extern void migrate_page_copy(struct page *newpage, struct page *page);
extern int migrate_huge_page_move_mapping(struct address_space *mapping,
				  struct page *newpage, struct page *page);
extern int migrate_page_move_mapping(struct address_space *mapping,
		struct page *newpage, struct page *page,
		struct buffer_head *head, enum migrate_mode mode,
		int extra_count);
#else

static inline void putback_movable_pages(struct list_head *l) {}
static inline int migrate_pages(struct list_head *l, new_page_t new,
		free_page_t free, unsigned long private, enum migrate_mode mode,
		int reason)
	{ return -ENOSYS; }
static inline int isolate_movable_page(struct page *page, isolate_mode_t mode)
	{ return -EBUSY; }

static inline int migrate_prep(void) { return -ENOSYS; }
static inline int migrate_prep_local(void) { return -ENOSYS; }

static inline void migrate_page_copy(struct page *newpage,
				     struct page *page) {}

static inline int migrate_huge_page_move_mapping(struct address_space *mapping,
				  struct page *newpage, struct page *page)
{
	return -ENOSYS;
}

#endif /* CONFIG_MIGRATION */

#ifdef CONFIG_COMPACTION
extern int PageMovable(struct page *page);
extern void __SetPageMovable(struct page *page, struct address_space *mapping);
extern void __ClearPageMovable(struct page *page);
#else
static inline int PageMovable(struct page *page) { return 0; };
static inline void __SetPageMovable(struct page *page,
				struct address_space *mapping)
{
}
static inline void __ClearPageMovable(struct page *page)
{
}
#endif

#ifdef CONFIG_NUMA_BALANCING
extern bool pmd_trans_migrating(pmd_t pmd);
extern int migrate_misplaced_page(struct page *page,
				  struct vm_area_struct *vma, int node);
#else
static inline bool pmd_trans_migrating(pmd_t pmd)
{
	return false;
}
static inline int migrate_misplaced_page(struct page *page,
					 struct vm_area_struct *vma, int node)
{
	return -EAGAIN; /* can't migrate now */
}
#endif /* CONFIG_NUMA_BALANCING */

#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
extern int migrate_misplaced_transhuge_page(struct mm_struct *mm,
			struct vm_area_struct *vma,
			pmd_t *pmd, pmd_t entry,
			unsigned long address,
			struct page *page, int node);
#else
static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm,
			struct vm_area_struct *vma,
			pmd_t *pmd, pmd_t entry,
			unsigned long address,
			struct page *page, int node)
{
	return -EAGAIN;
}
#endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/

#endif /* _LINUX_MIGRATE_H */
Commit	Line	Data
b20a3503 CL	1	#ifndef _LINUX_MIGRATE_H
	2	#define _LINUX_MIGRATE_H
	3
b20a3503	4	#include <linux/mm.h>
906e0be1	5	#include <linux/mempolicy.h>
6536e312	6	#include <linux/migrate_mode.h>
8b913238	7	#include <linux/hugetlb.h>
b20a3503	8
68711a74 DR	9	typedef struct page new_page_t(struct page page, unsigned long private,
	10	int **reason);
	11	typedef void free_page_t(struct page *page, unsigned long private);
95a402c3	12
78bd5209 RA	13	/*
	14	* Return values from addresss_space_operations.migratepage():
	15	* - negative errno on page migration failure;
	16	* - zero on page migration success;
	17	*/
	18	#define MIGRATEPAGE_SUCCESS 0
d6d86c0a	19
7b2a2d4a MG	20	enum migrate_reason {
	21	MR_COMPACTION,
	22	MR_MEMORY_FAILURE,
	23	MR_MEMORY_HOTPLUG,
	24	MR_SYSCALL, /* also applies to cpusets */
	25	MR_MEMPOLICY_MBIND,
7039e1db	26	MR_NUMA_MISPLACED,
7cd12b4a VB	27	MR_CMA,
7cd12b4a VB	28	MR_TYPES
7b2a2d4a	29	};
78bd5209	30
7cd12b4a VB	31	/* In mm/debug.c; also keep sync with include/trace/events/migrate.h */
	32	extern char *migrate_reason_names[MR_TYPES];
	33
8b913238 MH	34	static inline struct page new_page_nodemask(struct page page,
	35	int preferred_nid, nodemask_t *nodemask)
	36	{
0f556856	37	gfp_t gfp_mask = GFP_USER \| __GFP_MOVABLE \| __GFP_RETRY_MAYFAIL;
8b913238 MH	38
	39	if (PageHuge(page))
	40	return alloc_huge_page_nodemask(page_hstate(compound_head(page)),
3e59fcb0	41	preferred_nid, nodemask);
8b913238 MH	42
	43	if (PageHighMem(page) \|\| (zone_idx(page_zone(page)) == ZONE_MOVABLE))
	44	gfp_mask \|= __GFP_HIGHMEM;
	45
	46	return __alloc_pages_nodemask(gfp_mask, 0, preferred_nid, nodemask);
	47	}
	48
906e0be1	49	#ifdef CONFIG_MIGRATION
64cdd548	50
5733c7d1	51	extern void putback_movable_pages(struct list_head *l);
9927e388 PJ	52	extern int migrate_page(struct address_space *mapping,
	53	struct page newpage, struct page page,
	54	enum migrate_mode mode);
68711a74	55	extern int migrate_pages(struct list_head *l, new_page_t new, free_page_t free,
9c620e2b	56	unsigned long private, enum migrate_mode mode, int reason);
9e5bcd61	57	extern int isolate_movable_page(struct page *page, isolate_mode_t mode);
bda807d4	58	extern void putback_movable_page(struct page *page);
95a402c3	59
b20a3503	60	extern int migrate_prep(void);
748446bb	61	extern int migrate_prep_local(void);
290408d4 NH	62	extern void migrate_page_copy(struct page newpage, struct page page);
	63	extern int migrate_huge_page_move_mapping(struct address_space *mapping,
	64	struct page newpage, struct page page);
36bc08cc GZ	65	extern int migrate_page_move_mapping(struct address_space *mapping,
36bc08cc GZ	66	struct page newpage, struct page page,
8e321fef BL	67	struct buffer_head *head, enum migrate_mode mode,
8e321fef BL	68	int extra_count);
b20a3503	69	#else
64cdd548	70
5733c7d1	71	static inline void putback_movable_pages(struct list_head *l) {}
68711a74 DR	72	static inline int migrate_pages(struct list_head *l, new_page_t new,
	73	free_page_t free, unsigned long private, enum migrate_mode mode,
	74	int reason)
9c620e2b	75	{ return -ENOSYS; }
cbae0170 YX	76	static inline int isolate_movable_page(struct page *page, isolate_mode_t mode)
cbae0170 YX	77	{ return -EBUSY; }
9bf9e89c	78
b20a3503	79	static inline int migrate_prep(void) { return -ENOSYS; }
748446bb	80	static inline int migrate_prep_local(void) { return -ENOSYS; }
b20a3503	81
290408d4 NH	82	static inline void migrate_page_copy(struct page *newpage,
	83	struct page *page) {}
	84
6f39ce05	85	static inline int migrate_huge_page_move_mapping(struct address_space *mapping,
290408d4 NH	86	struct page newpage, struct page page)
	87	{
	88	return -ENOSYS;
	89	}
	90
b20a3503	91	#endif /* CONFIG_MIGRATION */
7039e1db	92
dd4123f3 MK	93	#ifdef CONFIG_COMPACTION
	94	extern int PageMovable(struct page *page);
	95	extern void __SetPageMovable(struct page page, struct address_space mapping);
	96	extern void __ClearPageMovable(struct page *page);
	97	#else
	98	static inline int PageMovable(struct page *page) { return 0; };
	99	static inline void __SetPageMovable(struct page *page,
	100	struct address_space *mapping)
	101	{
	102	}
	103	static inline void __ClearPageMovable(struct page *page)
	104	{
	105	}
	106	#endif
	107
7039e1db	108	#ifdef CONFIG_NUMA_BALANCING
de466bd6	109	extern bool pmd_trans_migrating(pmd_t pmd);
1bc115d8 MG	110	extern int migrate_misplaced_page(struct page *page,
1bc115d8 MG	111	struct vm_area_struct *vma, int node);
7039e1db	112	#else
de466bd6 MG	113	static inline bool pmd_trans_migrating(pmd_t pmd)
	114	{
	115	return false;
	116	}
1bc115d8 MG	117	static inline int migrate_misplaced_page(struct page *page,
1bc115d8 MG	118	struct vm_area_struct *vma, int node)
7039e1db PZ	119	{
	120	return -EAGAIN; /* can't migrate now */
	121	}
220018d3	122	#endif /* CONFIG_NUMA_BALANCING */
b32967ff	123
220018d3 MG	124	#if defined(CONFIG_NUMA_BALANCING) && defined(CONFIG_TRANSPARENT_HUGEPAGE)
	125	extern int migrate_misplaced_transhuge_page(struct mm_struct *mm,
	126	struct vm_area_struct *vma,
	127	pmd_t *pmd, pmd_t entry,
	128	unsigned long address,
	129	struct page *page, int node);
	130	#else
b32967ff MG	131	static inline int migrate_misplaced_transhuge_page(struct mm_struct *mm,
	132	struct vm_area_struct *vma,
	133	pmd_t *pmd, pmd_t entry,
	134	unsigned long address,
	135	struct page *page, int node)
	136	{
	137	return -EAGAIN;
	138	}
220018d3	139	#endif /* CONFIG_NUMA_BALANCING && CONFIG_TRANSPARENT_HUGEPAGE*/
7039e1db	140
b20a3503	141	#endif /* _LINUX_MIGRATE_H */