[mirror_ubuntu-bionic-kernel.git] / include / linux / bootmem.h

/*
 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
 */
#ifndef _LINUX_BOOTMEM_H
#define _LINUX_BOOTMEM_H

#include <linux/mmzone.h>
#include <asm/dma.h>

/*
 *  simple boot-time physical memory area allocator.
 */

extern unsigned long max_low_pfn;
extern unsigned long min_low_pfn;

/*
 * highest page
 */
extern unsigned long max_pfn;

#ifdef CONFIG_CRASH_DUMP
extern unsigned long saved_max_pfn;
#endif

/*
 * node_bootmem_map is a map pointer - the bits represent all physical 
 * memory pages (including holes) on the node.
 */
typedef struct bootmem_data {
	unsigned long node_boot_start;
	unsigned long node_low_pfn;
	void *node_bootmem_map;
	unsigned long last_offset;
	unsigned long last_pos;
	unsigned long last_success;	/* Previous allocation point.  To speed
					 * up searching */
	struct list_head list;
} bootmem_data_t;

extern unsigned long bootmem_bootmap_pages(unsigned long);
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
extern void free_bootmem(unsigned long addr, unsigned long size);
extern void *__alloc_bootmem(unsigned long size,
			     unsigned long align,
			     unsigned long goal);
extern void *__alloc_bootmem_nopanic(unsigned long size,
				     unsigned long align,
				     unsigned long goal);
extern void *__alloc_bootmem_low(unsigned long size,
				 unsigned long align,
				 unsigned long goal);
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
				      unsigned long size,
				      unsigned long align,
				      unsigned long goal);
extern void *__alloc_bootmem_core(struct bootmem_data *bdata,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal,
				  unsigned long limit);

/*
 * flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
 * the architecture-specific code should honor this)
 */
#define BOOTMEM_DEFAULT		0
#define BOOTMEM_EXCLUSIVE	(1<<0)

#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
/*
 * If flags is 0, then the return value is always 0 (success). If
 * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
 * memory already was reserved.
 */
extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
#define alloc_bootmem(x) \
	__alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low(x) \
	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
#define alloc_bootmem_pages(x) \
	__alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low_pages(x) \
	__alloc_bootmem_low(x, PAGE_SIZE, 0)
#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */

extern unsigned long free_all_bootmem(void);
extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
extern void *__alloc_bootmem_node(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
extern unsigned long init_bootmem_node(pg_data_t *pgdat,
				       unsigned long freepfn,
				       unsigned long startpfn,
				       unsigned long endpfn);
extern void reserve_bootmem_node(pg_data_t *pgdat,
				 unsigned long physaddr,
				 unsigned long size,
				 int flags);
extern void free_bootmem_node(pg_data_t *pgdat,
			      unsigned long addr,
			      unsigned long size);

#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
#define alloc_bootmem_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_pages_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low_pages_node(pgdat, x) \
	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */

#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
extern void *alloc_remap(int nid, unsigned long size);
#else
static inline void *alloc_remap(int nid, unsigned long size)
{
	return NULL;
}
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */

extern unsigned long __meminitdata nr_kernel_pages;
extern unsigned long __meminitdata nr_all_pages;

extern void *alloc_large_system_hash(const char *tablename,
				     unsigned long bucketsize,
				     unsigned long numentries,
				     int scale,
				     int flags,
				     unsigned int *_hash_shift,
				     unsigned int *_hash_mask,
				     unsigned long limit);

#define HASH_EARLY	0x00000001	/* Allocating during early boot? */

/* Only NUMA needs hash distribution.
 * IA64 and x86_64 have sufficient vmalloc space.
 */
#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) || defined(CONFIG_X86_64))
#define HASHDIST_DEFAULT 1
#else
#define HASHDIST_DEFAULT 0
#endif
extern int hashdist;		/* Distribute hashes across NUMA nodes? */


#endif /* _LINUX_BOOTMEM_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
	3	*/
	4	#ifndef _LINUX_BOOTMEM_H
	5	#define _LINUX_BOOTMEM_H
	6
1da177e4	7	#include <linux/mmzone.h>
e786e86a	8	#include <asm/dma.h>
1da177e4 LT	9
	10	/*
	11	* simple boot-time physical memory area allocator.
	12	*/
	13
	14	extern unsigned long max_low_pfn;
	15	extern unsigned long min_low_pfn;
	16
	17	/*
	18	* highest page
	19	*/
	20	extern unsigned long max_pfn;
	21
92aa63a5 VG	22	#ifdef CONFIG_CRASH_DUMP
	23	extern unsigned long saved_max_pfn;
	24	#endif
	25
1da177e4 LT	26	/*
	27	* node_bootmem_map is a map pointer - the bits represent all physical
	28	* memory pages (including holes) on the node.
	29	*/
	30	typedef struct bootmem_data {
	31	unsigned long node_boot_start;
	32	unsigned long node_low_pfn;
	33	void *node_bootmem_map;
	34	unsigned long last_offset;
	35	unsigned long last_pos;
	36	unsigned long last_success; /* Previous allocation point. To speed
	37	* up searching */
679bc9fb	38	struct list_head list;
1da177e4 LT	39	} bootmem_data_t;
1da177e4 LT	40
f71bf0ca FBH	41	extern unsigned long bootmem_bootmap_pages(unsigned long);
	42	extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
	43	extern void free_bootmem(unsigned long addr, unsigned long size);
	44	extern void *__alloc_bootmem(unsigned long size,
	45	unsigned long align,
	46	unsigned long goal);
	47	extern void *__alloc_bootmem_nopanic(unsigned long size,
	48	unsigned long align,
	49	unsigned long goal);
	50	extern void *__alloc_bootmem_low(unsigned long size,
	51	unsigned long align,
	52	unsigned long goal);
	53	extern void __alloc_bootmem_low_node(pg_data_t pgdat,
	54	unsigned long size,
	55	unsigned long align,
	56	unsigned long goal);
	57	extern void __alloc_bootmem_core(struct bootmem_data bdata,
	58	unsigned long size,
bb0923a6	59	unsigned long align,
f71bf0ca FBH	60	unsigned long goal,
	61	unsigned long limit);
	62
72a7fe39 BW	63	/*
	64	* flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
	65	* the architecture-specific code should honor this)
	66	*/
	67	#define BOOTMEM_DEFAULT 0
	68	#define BOOTMEM_EXCLUSIVE (1<<0)
	69
1da177e4	70	#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
72a7fe39 BW	71	/*
	72	* If flags is 0, then the return value is always 0 (success). If
	73	* flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
	74	* memory already was reserved.
	75	*/
	76	extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
1da177e4	77	#define alloc_bootmem(x) \
71fb2e8f	78	__alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
1da177e4	79	#define alloc_bootmem_low(x) \
71fb2e8f	80	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
1da177e4	81	#define alloc_bootmem_pages(x) \
71fb2e8f	82	__alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
1da177e4	83	#define alloc_bootmem_low_pages(x) \
71fb2e8f	84	__alloc_bootmem_low(x, PAGE_SIZE, 0)
1da177e4	85	#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
f71bf0ca FBH	86
	87	extern unsigned long free_all_bootmem(void);
	88	extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
	89	extern void __alloc_bootmem_node(pg_data_t pgdat,
	90	unsigned long size,
	91	unsigned long align,
	92	unsigned long goal);
	93	extern unsigned long init_bootmem_node(pg_data_t *pgdat,
	94	unsigned long freepfn,
	95	unsigned long startpfn,
	96	unsigned long endpfn);
	97	extern void reserve_bootmem_node(pg_data_t *pgdat,
	98	unsigned long physaddr,
72a7fe39 BW	99	unsigned long size,
72a7fe39 BW	100	int flags);
f71bf0ca FBH	101	extern void free_bootmem_node(pg_data_t *pgdat,
	102	unsigned long addr,
	103	unsigned long size);
	104
1da177e4 LT	105	#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
1da177e4 LT	106	#define alloc_bootmem_node(pgdat, x) \
71fb2e8f	107	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
1da177e4	108	#define alloc_bootmem_pages_node(pgdat, x) \
71fb2e8f	109	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
1da177e4	110	#define alloc_bootmem_low_pages_node(pgdat, x) \
71fb2e8f	111	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
1da177e4 LT	112	#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
1da177e4 LT	113
6f167ec7 DH	114	#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
	115	extern void *alloc_remap(int nid, unsigned long size);
	116	#else
	117	static inline void *alloc_remap(int nid, unsigned long size)
	118	{
	119	return NULL;
	120	}
f71bf0ca	121	#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
6f167ec7	122
9dec17eb	123	extern unsigned long __meminitdata nr_kernel_pages;
8da38d7b	124	extern unsigned long __meminitdata nr_all_pages;
1da177e4	125
f71bf0ca FBH	126	extern void alloc_large_system_hash(const char tablename,
	127	unsigned long bucketsize,
	128	unsigned long numentries,
	129	int scale,
	130	int flags,
	131	unsigned int *_hash_shift,
	132	unsigned int *_hash_mask,
	133	unsigned long limit);
1da177e4	134
04903664	135	#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
1da177e4 LT	136
1da177e4 LT	137	/* Only NUMA needs hash distribution.
e073ae1b	138	* IA64 and x86_64 have sufficient vmalloc space.
1da177e4	139	*/
e073ae1b	140	#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) \|\| defined(CONFIG_X86_64))
1da177e4 LT	141	#define HASHDIST_DEFAULT 1
	142	#else
	143	#define HASHDIST_DEFAULT 0
	144	#endif
f034b5d4	145	extern int hashdist; /* Distribute hashes across NUMA nodes? */
1da177e4 LT	146
	147
	148	#endif /* _LINUX_BOOTMEM_H */