[mirror_ubuntu-bionic-kernel.git] / include / linux / bootmem.h

/*
 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
 */
#ifndef _LINUX_BOOTMEM_H
#define _LINUX_BOOTMEM_H

#include <linux/mmzone.h>
#include <asm/dma.h>

/*
 *  simple boot-time physical memory area allocator.
 */

extern unsigned long max_low_pfn;
extern unsigned long min_low_pfn;

/*
 * highest page
 */
extern unsigned long max_pfn;

#ifdef CONFIG_CRASH_DUMP
extern unsigned long saved_max_pfn;
#endif

/*
 * node_bootmem_map is a map pointer - the bits represent all physical 
 * memory pages (including holes) on the node.
 */
typedef struct bootmem_data {
	unsigned long node_boot_start;
	unsigned long node_low_pfn;
	void *node_bootmem_map;
	unsigned long last_offset;
	unsigned long last_pos;
	unsigned long last_success;	/* Previous allocation point.  To speed
					 * up searching */
	struct list_head list;
} bootmem_data_t;

extern bootmem_data_t bootmem_node_data[];

extern unsigned long bootmem_bootmap_pages(unsigned long);
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
extern void free_bootmem(unsigned long addr, unsigned long size);
extern void *__alloc_bootmem(unsigned long size,
			     unsigned long align,
			     unsigned long goal);
extern void *__alloc_bootmem_nopanic(unsigned long size,
				     unsigned long align,
				     unsigned long goal);
extern void *__alloc_bootmem_low(unsigned long size,
				 unsigned long align,
				 unsigned long goal);
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
				      unsigned long size,
				      unsigned long align,
				      unsigned long goal);

/*
 * flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
 * the architecture-specific code should honor this)
 */
#define BOOTMEM_DEFAULT		0
#define BOOTMEM_EXCLUSIVE	(1<<0)

#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
/*
 * If flags is 0, then the return value is always 0 (success). If
 * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
 * memory already was reserved.
 */
extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
#define alloc_bootmem(x) \
	__alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low(x) \
	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
#define alloc_bootmem_pages(x) \
	__alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low_pages(x) \
	__alloc_bootmem_low(x, PAGE_SIZE, 0)
#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */

extern int reserve_bootmem_generic(unsigned long addr, unsigned long size,
				   int flags);
extern unsigned long free_all_bootmem(void);
extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
extern void *__alloc_bootmem_node(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
extern unsigned long init_bootmem_node(pg_data_t *pgdat,
				       unsigned long freepfn,
				       unsigned long startpfn,
				       unsigned long endpfn);
extern int reserve_bootmem_node(pg_data_t *pgdat,
				 unsigned long physaddr,
				 unsigned long size,
				 int flags);
extern void free_bootmem_node(pg_data_t *pgdat,
			      unsigned long addr,
			      unsigned long size);
extern void *alloc_bootmem_section(unsigned long size,
				   unsigned long section_nr);

#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
#define alloc_bootmem_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_pages_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low_pages_node(pgdat, x) \
	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */

#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
extern void *alloc_remap(int nid, unsigned long size);
#else
static inline void *alloc_remap(int nid, unsigned long size)
{
	return NULL;
}
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */

extern unsigned long __meminitdata nr_kernel_pages;
extern unsigned long __meminitdata nr_all_pages;

extern void *alloc_large_system_hash(const char *tablename,
				     unsigned long bucketsize,
				     unsigned long numentries,
				     int scale,
				     int flags,
				     unsigned int *_hash_shift,
				     unsigned int *_hash_mask,
				     unsigned long limit);

#define HASH_EARLY	0x00000001	/* Allocating during early boot? */

/* Only NUMA needs hash distribution.
 * IA64 and x86_64 have sufficient vmalloc space.
 */
#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) || defined(CONFIG_X86_64))
#define HASHDIST_DEFAULT 1
#else
#define HASHDIST_DEFAULT 0
#endif
extern int hashdist;		/* Distribute hashes across NUMA nodes? */


#endif /* _LINUX_BOOTMEM_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
	3	*/
	4	#ifndef _LINUX_BOOTMEM_H
	5	#define _LINUX_BOOTMEM_H
	6
1da177e4	7	#include <linux/mmzone.h>
e786e86a	8	#include <asm/dma.h>
1da177e4 LT	9
	10	/*
	11	* simple boot-time physical memory area allocator.
	12	*/
	13
	14	extern unsigned long max_low_pfn;
	15	extern unsigned long min_low_pfn;
	16
	17	/*
	18	* highest page
	19	*/
	20	extern unsigned long max_pfn;
	21
92aa63a5 VG	22	#ifdef CONFIG_CRASH_DUMP
	23	extern unsigned long saved_max_pfn;
	24	#endif
	25
1da177e4 LT	26	/*
	27	* node_bootmem_map is a map pointer - the bits represent all physical
	28	* memory pages (including holes) on the node.
	29	*/
	30	typedef struct bootmem_data {
	31	unsigned long node_boot_start;
	32	unsigned long node_low_pfn;
	33	void *node_bootmem_map;
	34	unsigned long last_offset;
	35	unsigned long last_pos;
	36	unsigned long last_success; /* Previous allocation point. To speed
	37	* up searching */
679bc9fb	38	struct list_head list;
1da177e4 LT	39	} bootmem_data_t;
1da177e4 LT	40
b61bfa3c JW	41	extern bootmem_data_t bootmem_node_data[];
b61bfa3c JW	42
f71bf0ca FBH	43	extern unsigned long bootmem_bootmap_pages(unsigned long);
	44	extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
	45	extern void free_bootmem(unsigned long addr, unsigned long size);
	46	extern void *__alloc_bootmem(unsigned long size,
	47	unsigned long align,
	48	unsigned long goal);
	49	extern void *__alloc_bootmem_nopanic(unsigned long size,
	50	unsigned long align,
	51	unsigned long goal);
	52	extern void *__alloc_bootmem_low(unsigned long size,
	53	unsigned long align,
	54	unsigned long goal);
	55	extern void __alloc_bootmem_low_node(pg_data_t pgdat,
	56	unsigned long size,
	57	unsigned long align,
	58	unsigned long goal);
f71bf0ca	59
72a7fe39 BW	60	/*
	61	* flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
	62	* the architecture-specific code should honor this)
	63	*/
	64	#define BOOTMEM_DEFAULT 0
	65	#define BOOTMEM_EXCLUSIVE (1<<0)
	66
1da177e4	67	#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
72a7fe39 BW	68	/*
	69	* If flags is 0, then the return value is always 0 (success). If
	70	* flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
	71	* memory already was reserved.
	72	*/
	73	extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
1da177e4	74	#define alloc_bootmem(x) \
71fb2e8f	75	__alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
1da177e4	76	#define alloc_bootmem_low(x) \
71fb2e8f	77	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
1da177e4	78	#define alloc_bootmem_pages(x) \
71fb2e8f	79	__alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
1da177e4	80	#define alloc_bootmem_low_pages(x) \
71fb2e8f	81	__alloc_bootmem_low(x, PAGE_SIZE, 0)
1da177e4	82	#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
f71bf0ca	83
d2dbf343 YL	84	extern int reserve_bootmem_generic(unsigned long addr, unsigned long size,
d2dbf343 YL	85	int flags);
f71bf0ca FBH	86	extern unsigned long free_all_bootmem(void);
	87	extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
	88	extern void __alloc_bootmem_node(pg_data_t pgdat,
	89	unsigned long size,
	90	unsigned long align,
	91	unsigned long goal);
b54bbf7b AK	92	extern void __alloc_bootmem_node_nopanic(pg_data_t pgdat,
	93	unsigned long size,
	94	unsigned long align,
	95	unsigned long goal);
f71bf0ca FBH	96	extern unsigned long init_bootmem_node(pg_data_t *pgdat,
	97	unsigned long freepfn,
	98	unsigned long startpfn,
	99	unsigned long endpfn);
71c2742f	100	extern int reserve_bootmem_node(pg_data_t *pgdat,
f71bf0ca	101	unsigned long physaddr,
72a7fe39 BW	102	unsigned long size,
72a7fe39 BW	103	int flags);
f71bf0ca FBH	104	extern void free_bootmem_node(pg_data_t *pgdat,
	105	unsigned long addr,
	106	unsigned long size);
e70260aa YG	107	extern void *alloc_bootmem_section(unsigned long size,
e70260aa YG	108	unsigned long section_nr);
f71bf0ca	109
1da177e4 LT	110	#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
1da177e4 LT	111	#define alloc_bootmem_node(pgdat, x) \
71fb2e8f	112	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
1da177e4	113	#define alloc_bootmem_pages_node(pgdat, x) \
71fb2e8f	114	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
1da177e4	115	#define alloc_bootmem_low_pages_node(pgdat, x) \
71fb2e8f	116	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
1da177e4 LT	117	#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
1da177e4 LT	118
6f167ec7 DH	119	#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
	120	extern void *alloc_remap(int nid, unsigned long size);
	121	#else
	122	static inline void *alloc_remap(int nid, unsigned long size)
	123	{
	124	return NULL;
	125	}
f71bf0ca	126	#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
6f167ec7	127
9dec17eb	128	extern unsigned long __meminitdata nr_kernel_pages;
8da38d7b	129	extern unsigned long __meminitdata nr_all_pages;
1da177e4	130
f71bf0ca FBH	131	extern void alloc_large_system_hash(const char tablename,
	132	unsigned long bucketsize,
	133	unsigned long numentries,
	134	int scale,
	135	int flags,
	136	unsigned int *_hash_shift,
	137	unsigned int *_hash_mask,
	138	unsigned long limit);
1da177e4	139
04903664	140	#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
1da177e4 LT	141
1da177e4 LT	142	/* Only NUMA needs hash distribution.
e073ae1b	143	* IA64 and x86_64 have sufficient vmalloc space.
1da177e4	144	*/
e073ae1b	145	#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) \|\| defined(CONFIG_X86_64))
1da177e4 LT	146	#define HASHDIST_DEFAULT 1
	147	#else
	148	#define HASHDIST_DEFAULT 0
	149	#endif
f034b5d4	150	extern int hashdist; /* Distribute hashes across NUMA nodes? */
1da177e4 LT	151
	152
	153	#endif /* _LINUX_BOOTMEM_H */