[mirror_ubuntu-bionic-kernel.git] / include / linux / bootmem.h

/*
 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
 */
#ifndef _LINUX_BOOTMEM_H
#define _LINUX_BOOTMEM_H

#include <linux/mmzone.h>
#include <linux/mm_types.h>
#include <asm/dma.h>

/*
 *  simple boot-time physical memory area allocator.
 */

extern unsigned long max_low_pfn;
extern unsigned long min_low_pfn;

/*
 * highest page
 */
extern unsigned long max_pfn;

#ifndef CONFIG_NO_BOOTMEM
/*
 * node_bootmem_map is a map pointer - the bits represent all physical 
 * memory pages (including holes) on the node.
 */
typedef struct bootmem_data {
	unsigned long node_min_pfn;
	unsigned long node_low_pfn;
	void *node_bootmem_map;
	unsigned long last_end_off;
	unsigned long hint_idx;
	struct list_head list;
} bootmem_data_t;

extern bootmem_data_t bootmem_node_data[];
#endif

extern unsigned long bootmem_bootmap_pages(unsigned long);

extern unsigned long init_bootmem_node(pg_data_t *pgdat,
				       unsigned long freepfn,
				       unsigned long startpfn,
				       unsigned long endpfn);
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);

extern unsigned long free_all_bootmem(void);
extern void reset_all_zones_managed_pages(void);

extern void free_bootmem_node(pg_data_t *pgdat,
			      unsigned long addr,
			      unsigned long size);
extern void free_bootmem(unsigned long physaddr, unsigned long size);
extern void free_bootmem_late(unsigned long physaddr, unsigned long size);

/*
 * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
 * the architecture-specific code should honor this).
 *
 * If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success).
 * If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory
 * already was reserved.
 */
#define BOOTMEM_DEFAULT		0
#define BOOTMEM_EXCLUSIVE	(1<<0)

extern int reserve_bootmem(unsigned long addr,
			   unsigned long size,
			   int flags);
extern int reserve_bootmem_node(pg_data_t *pgdat,
				unsigned long physaddr,
				unsigned long size,
				int flags);

extern void *__alloc_bootmem(unsigned long size,
			     unsigned long align,
			     unsigned long goal);
extern void *__alloc_bootmem_nopanic(unsigned long size,
				     unsigned long align,
				     unsigned long goal);
extern void *__alloc_bootmem_node(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
void *__alloc_bootmem_node_high(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal,
				  unsigned long limit);
extern void *__alloc_bootmem_low(unsigned long size,
				 unsigned long align,
				 unsigned long goal);
void *__alloc_bootmem_low_nopanic(unsigned long size,
				 unsigned long align,
				 unsigned long goal);
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
				      unsigned long size,
				      unsigned long align,
				      unsigned long goal);

#ifdef CONFIG_NO_BOOTMEM
/* We are using top down, so it is safe to use 0 here */
#define BOOTMEM_LOW_LIMIT 0
#else
#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
#endif

#define alloc_bootmem(x) \
	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_align(x, align) \
	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_nopanic(x) \
	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages(x) \
	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_nopanic(x) \
	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_node_nopanic(pgdat, x) \
	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_node_nopanic(pgdat, x) \
	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)

#define alloc_bootmem_low(x) \
	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
#define alloc_bootmem_low_pages_nopanic(x) \
	__alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
#define alloc_bootmem_low_pages(x) \
	__alloc_bootmem_low(x, PAGE_SIZE, 0)
#define alloc_bootmem_low_pages_node(pgdat, x) \
	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)


#if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM)

/* FIXME: use MEMBLOCK_ALLOC_* variants here */
#define BOOTMEM_ALLOC_ACCESSIBLE	0
#define BOOTMEM_ALLOC_ANYWHERE		(~(phys_addr_t)0)

/* FIXME: Move to memblock.h at a point where we remove nobootmem.c */
void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size,
		phys_addr_t align, phys_addr_t min_addr,
		phys_addr_t max_addr, int nid);
void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align,
		phys_addr_t min_addr, phys_addr_t max_addr, int nid);
void __memblock_free_early(phys_addr_t base, phys_addr_t size);
void __memblock_free_late(phys_addr_t base, phys_addr_t size);

static inline void * __init memblock_virt_alloc(
					phys_addr_t size,  phys_addr_t align)
{
	return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT,
					    BOOTMEM_ALLOC_ACCESSIBLE,
					    NUMA_NO_NODE);
}

static inline void * __init memblock_virt_alloc_nopanic(
					phys_addr_t size, phys_addr_t align)
{
	return memblock_virt_alloc_try_nid_nopanic(size, align,
						    BOOTMEM_LOW_LIMIT,
						    BOOTMEM_ALLOC_ACCESSIBLE,
						    NUMA_NO_NODE);
}

#ifndef ARCH_LOW_ADDRESS_LIMIT
#define ARCH_LOW_ADDRESS_LIMIT  0xffffffffUL
#endif

static inline void * __init memblock_virt_alloc_low(
					phys_addr_t size, phys_addr_t align)
{
	return memblock_virt_alloc_try_nid(size, align,
						   BOOTMEM_LOW_LIMIT,
						   ARCH_LOW_ADDRESS_LIMIT,
						   NUMA_NO_NODE);
}
static inline void * __init memblock_virt_alloc_low_nopanic(
					phys_addr_t size, phys_addr_t align)
{
	return memblock_virt_alloc_try_nid_nopanic(size, align,
						   BOOTMEM_LOW_LIMIT,
						   ARCH_LOW_ADDRESS_LIMIT,
						   NUMA_NO_NODE);
}

static inline void * __init memblock_virt_alloc_from_nopanic(
		phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
{
	return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr,
						    BOOTMEM_ALLOC_ACCESSIBLE,
						    NUMA_NO_NODE);
}

static inline void * __init memblock_virt_alloc_node(
						phys_addr_t size, int nid)
{
	return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT,
					    BOOTMEM_ALLOC_ACCESSIBLE, nid);
}

static inline void * __init memblock_virt_alloc_node_nopanic(
						phys_addr_t size, int nid)
{
	return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT,
						    BOOTMEM_ALLOC_ACCESSIBLE,
						    nid);
}

static inline void __init memblock_free_early(
					phys_addr_t base, phys_addr_t size)
{
	__memblock_free_early(base, size);
}

static inline void __init memblock_free_early_nid(
				phys_addr_t base, phys_addr_t size, int nid)
{
	__memblock_free_early(base, size);
}

static inline void __init memblock_free_late(
					phys_addr_t base, phys_addr_t size)
{
	__memblock_free_late(base, size);
}

#else

#define BOOTMEM_ALLOC_ACCESSIBLE	0


/* Fall back to all the existing bootmem APIs */
static inline void * __init memblock_virt_alloc(
					phys_addr_t size,  phys_addr_t align)
{
	if (!align)
		align = SMP_CACHE_BYTES;
	return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT);
}

static inline void * __init memblock_virt_alloc_nopanic(
					phys_addr_t size, phys_addr_t align)
{
	if (!align)
		align = SMP_CACHE_BYTES;
	return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT);
}

static inline void * __init memblock_virt_alloc_low(
					phys_addr_t size, phys_addr_t align)
{
	if (!align)
		align = SMP_CACHE_BYTES;
	return __alloc_bootmem_low(size, align, 0);
}

static inline void * __init memblock_virt_alloc_low_nopanic(
					phys_addr_t size, phys_addr_t align)
{
	if (!align)
		align = SMP_CACHE_BYTES;
	return __alloc_bootmem_low_nopanic(size, align, 0);
}

static inline void * __init memblock_virt_alloc_from_nopanic(
		phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
{
	return __alloc_bootmem_nopanic(size, align, min_addr);
}

static inline void * __init memblock_virt_alloc_node(
						phys_addr_t size, int nid)
{
	return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES,
				     BOOTMEM_LOW_LIMIT);
}

static inline void * __init memblock_virt_alloc_node_nopanic(
						phys_addr_t size, int nid)
{
	return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size,
					     SMP_CACHE_BYTES,
					     BOOTMEM_LOW_LIMIT);
}

static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size,
	phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid)
{
	return __alloc_bootmem_node_high(NODE_DATA(nid), size, align,
					  min_addr);
}

static inline void * __init memblock_virt_alloc_try_nid_nopanic(
			phys_addr_t size, phys_addr_t align,
			phys_addr_t min_addr, phys_addr_t max_addr, int nid)
{
	return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align,
				min_addr, max_addr);
}

static inline void __init memblock_free_early(
					phys_addr_t base, phys_addr_t size)
{
	free_bootmem(base, size);
}

static inline void __init memblock_free_early_nid(
				phys_addr_t base, phys_addr_t size, int nid)
{
	free_bootmem_node(NODE_DATA(nid), base, size);
}

static inline void __init memblock_free_late(
					phys_addr_t base, phys_addr_t size)
{
	free_bootmem_late(base, size);
}
#endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */

#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
extern void *alloc_remap(int nid, unsigned long size);
#else
static inline void *alloc_remap(int nid, unsigned long size)
{
	return NULL;
}
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */

extern void *alloc_large_system_hash(const char *tablename,
				     unsigned long bucketsize,
				     unsigned long numentries,
				     int scale,
				     int flags,
				     unsigned int *_hash_shift,
				     unsigned int *_hash_mask,
				     unsigned long low_limit,
				     unsigned long high_limit);

#define HASH_EARLY	0x00000001	/* Allocating during early boot? */
#define HASH_SMALL	0x00000002	/* sub-page allocation allowed, min
					 * shift passed via *_hash_shift */

/* Only NUMA needs hash distribution. 64bit NUMA architectures have
 * sufficient vmalloc space.
 */
#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
#define HASHDIST_DEFAULT 1
#else
#define HASHDIST_DEFAULT 0
#endif
extern int hashdist;		/* Distribute hashes across NUMA nodes? */


#endif /* _LINUX_BOOTMEM_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
	3	*/
	4	#ifndef _LINUX_BOOTMEM_H
	5	#define _LINUX_BOOTMEM_H
	6
1da177e4	7	#include <linux/mmzone.h>
26f09e9b	8	#include <linux/mm_types.h>
e786e86a	9	#include <asm/dma.h>
1da177e4 LT	10
	11	/*
	12	* simple boot-time physical memory area allocator.
	13	*/
	14
	15	extern unsigned long max_low_pfn;
	16	extern unsigned long min_low_pfn;
	17
	18	/*
	19	* highest page
	20	*/
	21	extern unsigned long max_pfn;
	22
08677214	23	#ifndef CONFIG_NO_BOOTMEM
1da177e4 LT	24	/*
	25	* node_bootmem_map is a map pointer - the bits represent all physical
	26	* memory pages (including holes) on the node.
	27	*/
	28	typedef struct bootmem_data {
3560e249	29	unsigned long node_min_pfn;
1da177e4 LT	30	unsigned long node_low_pfn;
1da177e4 LT	31	void *node_bootmem_map;
5f2809e6 JW	32	unsigned long last_end_off;
5f2809e6 JW	33	unsigned long hint_idx;
679bc9fb	34	struct list_head list;
1da177e4 LT	35	} bootmem_data_t;
1da177e4 LT	36
b61bfa3c	37	extern bootmem_data_t bootmem_node_data[];
08677214	38	#endif
b61bfa3c	39
f71bf0ca	40	extern unsigned long bootmem_bootmap_pages(unsigned long);
223e8dc9 JW	41
	42	extern unsigned long init_bootmem_node(pg_data_t *pgdat,
	43	unsigned long freepfn,
	44	unsigned long startpfn,
	45	unsigned long endpfn);
f71bf0ca	46	extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
223e8dc9	47
223e8dc9	48	extern unsigned long free_all_bootmem(void);
7b4b2a0d	49	extern void reset_all_zones_managed_pages(void);
223e8dc9 JW	50
	51	extern void free_bootmem_node(pg_data_t *pgdat,
	52	unsigned long addr,
	53	unsigned long size);
81df9bff JK	54	extern void free_bootmem(unsigned long physaddr, unsigned long size);
81df9bff JK	55	extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
223e8dc9 JW	56
	57	/*
	58	* Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
	59	* the architecture-specific code should honor this).
	60	*
1754e44e WSH	61	* If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success).
	62	* If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory
	63	* already was reserved.
223e8dc9 JW	64	*/
	65	#define BOOTMEM_DEFAULT 0
	66	#define BOOTMEM_EXCLUSIVE (1<<0)
	67
c1329375 TH	68	extern int reserve_bootmem(unsigned long addr,
	69	unsigned long size,
	70	int flags);
2d0aae41 TH	71	extern int reserve_bootmem_node(pg_data_t *pgdat,
	72	unsigned long physaddr,
	73	unsigned long size,
	74	int flags);
	75
	76	extern void *__alloc_bootmem(unsigned long size,
f71bf0ca FBH	77	unsigned long align,
f71bf0ca FBH	78	unsigned long goal);
2d0aae41	79	extern void *__alloc_bootmem_nopanic(unsigned long size,
f71bf0ca FBH	80	unsigned long align,
f71bf0ca FBH	81	unsigned long goal);
223e8dc9 JW	82	extern void __alloc_bootmem_node(pg_data_t pgdat,
	83	unsigned long size,
	84	unsigned long align,
	85	unsigned long goal);
08677214 YL	86	void __alloc_bootmem_node_high(pg_data_t pgdat,
	87	unsigned long size,
	88	unsigned long align,
	89	unsigned long goal);
223e8dc9 JW	90	extern void __alloc_bootmem_node_nopanic(pg_data_t pgdat,
	91	unsigned long size,
	92	unsigned long align,
	93	unsigned long goal);
99ab7b19 YL	94	void ___alloc_bootmem_node_nopanic(pg_data_t pgdat,
	95	unsigned long size,
	96	unsigned long align,
	97	unsigned long goal,
	98	unsigned long limit);
2d0aae41 TH	99	extern void *__alloc_bootmem_low(unsigned long size,
	100	unsigned long align,
	101	unsigned long goal);
38fa4175 YL	102	void *__alloc_bootmem_low_nopanic(unsigned long size,
	103	unsigned long align,
	104	unsigned long goal);
f71bf0ca FBH	105	extern void __alloc_bootmem_low_node(pg_data_t pgdat,
	106	unsigned long size,
	107	unsigned long align,
	108	unsigned long goal);
c1329375	109
8bba154e YL	110	#ifdef CONFIG_NO_BOOTMEM
	111	/* We are using top down, so it is safe to use 0 here */
	112	#define BOOTMEM_LOW_LIMIT 0
	113	#else
	114	#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
	115	#endif
	116
1da177e4	117	#define alloc_bootmem(x) \
8bba154e	118	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
53dde5f3	119	#define alloc_bootmem_align(x, align) \
8bba154e	120	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
74768ed8	121	#define alloc_bootmem_nopanic(x) \
8bba154e	122	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4	123	#define alloc_bootmem_pages(x) \
8bba154e	124	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
74768ed8	125	#define alloc_bootmem_pages_nopanic(x) \
8bba154e	126	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
1da177e4	127	#define alloc_bootmem_node(pgdat, x) \
8bba154e	128	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
8f389a99	129	#define alloc_bootmem_node_nopanic(pgdat, x) \
8bba154e	130	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4	131	#define alloc_bootmem_pages_node(pgdat, x) \
8bba154e	132	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae41	133	#define alloc_bootmem_pages_node_nopanic(pgdat, x) \
8bba154e	134	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae41 TH	135
	136	#define alloc_bootmem_low(x) \
	137	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
38fa4175 YL	138	#define alloc_bootmem_low_pages_nopanic(x) \
38fa4175 YL	139	__alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
2d0aae41 TH	140	#define alloc_bootmem_low_pages(x) \
2d0aae41 TH	141	__alloc_bootmem_low(x, PAGE_SIZE, 0)
1da177e4	142	#define alloc_bootmem_low_pages_node(pgdat, x) \
71fb2e8f	143	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
c6af5e9f	144
26f09e9b SS	145
	146	#if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM)
	147
	148	/* FIXME: use MEMBLOCK_ALLOC_* variants here */
	149	#define BOOTMEM_ALLOC_ACCESSIBLE 0
	150	#define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0)
	151
	152	/* FIXME: Move to memblock.h at a point where we remove nobootmem.c */
	153	void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size,
	154	phys_addr_t align, phys_addr_t min_addr,
	155	phys_addr_t max_addr, int nid);
	156	void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align,
	157	phys_addr_t min_addr, phys_addr_t max_addr, int nid);
	158	void __memblock_free_early(phys_addr_t base, phys_addr_t size);
	159	void __memblock_free_late(phys_addr_t base, phys_addr_t size);
	160
	161	static inline void * __init memblock_virt_alloc(
	162	phys_addr_t size, phys_addr_t align)
	163	{
	164	return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT,
	165	BOOTMEM_ALLOC_ACCESSIBLE,
	166	NUMA_NO_NODE);
	167	}
	168
	169	static inline void * __init memblock_virt_alloc_nopanic(
	170	phys_addr_t size, phys_addr_t align)
	171	{
	172	return memblock_virt_alloc_try_nid_nopanic(size, align,
	173	BOOTMEM_LOW_LIMIT,
	174	BOOTMEM_ALLOC_ACCESSIBLE,
	175	NUMA_NO_NODE);
	176	}
	177
ad6492b8 YL	178	#ifndef ARCH_LOW_ADDRESS_LIMIT
	179	#define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL
	180	#endif
	181
	182	static inline void * __init memblock_virt_alloc_low(
	183	phys_addr_t size, phys_addr_t align)
	184	{
	185	return memblock_virt_alloc_try_nid(size, align,
	186	BOOTMEM_LOW_LIMIT,
	187	ARCH_LOW_ADDRESS_LIMIT,
	188	NUMA_NO_NODE);
	189	}
	190	static inline void * __init memblock_virt_alloc_low_nopanic(
	191	phys_addr_t size, phys_addr_t align)
	192	{
	193	return memblock_virt_alloc_try_nid_nopanic(size, align,
	194	BOOTMEM_LOW_LIMIT,
	195	ARCH_LOW_ADDRESS_LIMIT,
	196	NUMA_NO_NODE);
	197	}
	198
26f09e9b SS	199	static inline void * __init memblock_virt_alloc_from_nopanic(
	200	phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
	201	{
	202	return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr,
	203	BOOTMEM_ALLOC_ACCESSIBLE,
	204	NUMA_NO_NODE);
	205	}
	206
	207	static inline void * __init memblock_virt_alloc_node(
	208	phys_addr_t size, int nid)
	209	{
	210	return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT,
	211	BOOTMEM_ALLOC_ACCESSIBLE, nid);
	212	}
	213
	214	static inline void * __init memblock_virt_alloc_node_nopanic(
	215	phys_addr_t size, int nid)
	216	{
	217	return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT,
	218	BOOTMEM_ALLOC_ACCESSIBLE,
	219	nid);
	220	}
	221
	222	static inline void __init memblock_free_early(
	223	phys_addr_t base, phys_addr_t size)
	224	{
	225	__memblock_free_early(base, size);
	226	}
	227
	228	static inline void __init memblock_free_early_nid(
	229	phys_addr_t base, phys_addr_t size, int nid)
	230	{
	231	__memblock_free_early(base, size);
	232	}
	233
	234	static inline void __init memblock_free_late(
	235	phys_addr_t base, phys_addr_t size)
	236	{
	237	__memblock_free_late(base, size);
	238	}
	239
	240	#else
	241
	242	#define BOOTMEM_ALLOC_ACCESSIBLE 0
	243
	244
	245	/* Fall back to all the existing bootmem APIs */
	246	static inline void * __init memblock_virt_alloc(
	247	phys_addr_t size, phys_addr_t align)
	248	{
	249	if (!align)
	250	align = SMP_CACHE_BYTES;
	251	return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT);
	252	}
	253
	254	static inline void * __init memblock_virt_alloc_nopanic(
	255	phys_addr_t size, phys_addr_t align)
	256	{
	257	if (!align)
	258	align = SMP_CACHE_BYTES;
	259	return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT);
	260	}
	261
ad6492b8 YL	262	static inline void * __init memblock_virt_alloc_low(
	263	phys_addr_t size, phys_addr_t align)
	264	{
	265	if (!align)
	266	align = SMP_CACHE_BYTES;
07bacb38	267	return __alloc_bootmem_low(size, align, 0);
ad6492b8 YL	268	}
	269
	270	static inline void * __init memblock_virt_alloc_low_nopanic(
	271	phys_addr_t size, phys_addr_t align)
	272	{
	273	if (!align)
	274	align = SMP_CACHE_BYTES;
07bacb38	275	return __alloc_bootmem_low_nopanic(size, align, 0);
ad6492b8 YL	276	}
ad6492b8 YL	277
26f09e9b SS	278	static inline void * __init memblock_virt_alloc_from_nopanic(
	279	phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
	280	{
	281	return __alloc_bootmem_nopanic(size, align, min_addr);
	282	}
	283
	284	static inline void * __init memblock_virt_alloc_node(
	285	phys_addr_t size, int nid)
	286	{
	287	return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES,
	288	BOOTMEM_LOW_LIMIT);
	289	}
	290
	291	static inline void * __init memblock_virt_alloc_node_nopanic(
	292	phys_addr_t size, int nid)
	293	{
	294	return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size,
	295	SMP_CACHE_BYTES,
	296	BOOTMEM_LOW_LIMIT);
	297	}
	298
	299	static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size,
	300	phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid)
	301	{
	302	return __alloc_bootmem_node_high(NODE_DATA(nid), size, align,
	303	min_addr);
	304	}
	305
	306	static inline void * __init memblock_virt_alloc_try_nid_nopanic(
	307	phys_addr_t size, phys_addr_t align,
	308	phys_addr_t min_addr, phys_addr_t max_addr, int nid)
	309	{
	310	return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align,
	311	min_addr, max_addr);
	312	}
	313
	314	static inline void __init memblock_free_early(
	315	phys_addr_t base, phys_addr_t size)
	316	{
	317	free_bootmem(base, size);
	318	}
	319
	320	static inline void __init memblock_free_early_nid(
	321	phys_addr_t base, phys_addr_t size, int nid)
	322	{
	323	free_bootmem_node(NODE_DATA(nid), base, size);
	324	}
	325
	326	static inline void __init memblock_free_late(
	327	phys_addr_t base, phys_addr_t size)
	328	{
	329	free_bootmem_late(base, size);
	330	}
	331	#endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */
	332
6f167ec7 DH	333	#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
	334	extern void *alloc_remap(int nid, unsigned long size);
	335	#else
	336	static inline void *alloc_remap(int nid, unsigned long size)
	337	{
	338	return NULL;
	339	}
f71bf0ca	340	#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
6f167ec7	341
f71bf0ca FBH	342	extern void alloc_large_system_hash(const char tablename,
	343	unsigned long bucketsize,
	344	unsigned long numentries,
	345	int scale,
	346	int flags,
	347	unsigned int *_hash_shift,
	348	unsigned int *_hash_mask,
31fe62b9 TB	349	unsigned long low_limit,
31fe62b9 TB	350	unsigned long high_limit);
1da177e4	351
04903664	352	#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
2c85f51d JB	353	#define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min
2c85f51d JB	354	* shift passed via _hash_shift /
1da177e4	355
c2fdf3a9 AB	356	/* Only NUMA needs hash distribution. 64bit NUMA architectures have
c2fdf3a9 AB	357	* sufficient vmalloc space.
1da177e4	358	*/
c2fdf3a9	359	#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
1da177e4 LT	360	#define HASHDIST_DEFAULT 1
	361	#else
	362	#define HASHDIST_DEFAULT 0
	363	#endif
f034b5d4	364	extern int hashdist; /* Distribute hashes across NUMA nodes? */
1da177e4 LT	365
	366
	367	#endif /* _LINUX_BOOTMEM_H */