[mirror_ubuntu-zesty-kernel.git] / arch / x86 / mm / srat.c

/*
 * ACPI 3.0 based NUMA setup
 * Copyright 2004 Andi Kleen, SuSE Labs.
 *
 * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
 *
 * Called from acpi_numa_init while reading the SRAT and SLIT tables.
 * Assumes all memory regions belonging to a single proximity domain
 * are in one chunk. Holes between them will be included in the node.
 */

#include <linux/kernel.h>
#include <linux/acpi.h>
#include <linux/mmzone.h>
#include <linux/bitmap.h>
#include <linux/module.h>
#include <linux/topology.h>
#include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/mm.h>
#include <asm/proto.h>
#include <asm/numa.h>
#include <asm/e820.h>
#include <asm/apic.h>
#include <asm/uv/uv.h>

int acpi_numa __initdata;

static __init int setup_node(int pxm)
{
	return acpi_map_pxm_to_node(pxm);
}

static __init void bad_srat(void)
{
	printk(KERN_ERR "SRAT: SRAT not used.\n");
	acpi_numa = -1;
}

static __init inline int srat_disabled(void)
{
	return acpi_numa < 0;
}

/* Callback for SLIT parsing */
void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
{
	int i, j;

	for (i = 0; i < slit->locality_count; i++)
		for (j = 0; j < slit->locality_count; j++)
			numa_set_distance(pxm_to_node(i), pxm_to_node(j),
				slit->entry[slit->locality_count * i + j]);
}

/* Callback for Proximity Domain -> x2APIC mapping */
void __init
acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
{
	int pxm, node;
	int apic_id;

	if (srat_disabled())
		return;
	if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
		bad_srat();
		return;
	}
	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
		return;
	pxm = pa->proximity_domain;
	apic_id = pa->apic_id;
	if (!apic->apic_id_valid(apic_id)) {
		printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
			 pxm, apic_id);
		return;
	}
	node = setup_node(pxm);
	if (node < 0) {
		printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
		bad_srat();
		return;
	}

	if (apic_id >= MAX_LOCAL_APIC) {
		printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
		return;
	}
	set_apicid_to_node(apic_id, node);
	node_set(node, numa_nodes_parsed);
	acpi_numa = 1;
	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
	       pxm, apic_id, node);
}

/* Callback for Proximity Domain -> LAPIC mapping */
void __init
acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
{
	int pxm, node;
	int apic_id;

	if (srat_disabled())
		return;
	if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
		bad_srat();
		return;
	}
	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
		return;
	pxm = pa->proximity_domain_lo;
	if (acpi_srat_revision >= 2)
		pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
	node = setup_node(pxm);
	if (node < 0) {
		printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
		bad_srat();
		return;
	}

	if (get_uv_system_type() >= UV_X2APIC)
		apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
	else
		apic_id = pa->apic_id;

	if (apic_id >= MAX_LOCAL_APIC) {
		printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
		return;
	}

	set_apicid_to_node(apic_id, node);
	node_set(node, numa_nodes_parsed);
	acpi_numa = 1;
	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
	       pxm, apic_id, node);
}

#ifdef CONFIG_MEMORY_HOTPLUG
static inline int save_add_info(void) {return 1;}
#else
static inline int save_add_info(void) {return 0;}
#endif

/* Callback for parsing of the Proximity Domain <-> Memory Area mappings */
int __init
acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
{
	u64 start, end;
	u32 hotpluggable;
	int node, pxm;

	if (srat_disabled())
		goto out_err;
	if (ma->header.length != sizeof(struct acpi_srat_mem_affinity))
		goto out_err_bad_srat;
	if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
		goto out_err;
	hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE;
	if (hotpluggable && !save_add_info())
		goto out_err;

	start = ma->base_address;
	end = start + ma->length;
	pxm = ma->proximity_domain;
	if (acpi_srat_revision <= 1)
		pxm &= 0xff;

	node = setup_node(pxm);
	if (node < 0) {
		printk(KERN_ERR "SRAT: Too many proximity domains.\n");
		goto out_err_bad_srat;
	}

	if (numa_add_memblk(node, start, end) < 0)
		goto out_err_bad_srat;

	node_set(node, numa_nodes_parsed);

	pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s\n",
		node, pxm,
		(unsigned long long) start, (unsigned long long) end - 1,
		hotpluggable ? " hotplug" : "");

	return 0;
out_err_bad_srat:
	bad_srat();
out_err:
	return -1;
}

void __init acpi_numa_arch_fixup(void) {}

int __init x86_acpi_numa_init(void)
{
	int ret;

	ret = acpi_numa_init();
	if (ret < 0)
		return ret;
	return srat_disabled() ? -EINVAL : 0;
}
Commit	Line	Data
1da177e4 LT	1	/*
	2	* ACPI 3.0 based NUMA setup
	3	* Copyright 2004 Andi Kleen, SuSE Labs.
	4	*
	5	* Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
	6	*
	7	* Called from acpi_numa_init while reading the SRAT and SLIT tables.
	8	* Assumes all memory regions belonging to a single proximity domain
	9	* are in one chunk. Holes between them will be included in the node.
	10	*/
	11
	12	#include <linux/kernel.h>
	13	#include <linux/acpi.h>
	14	#include <linux/mmzone.h>
	15	#include <linux/bitmap.h>
	16	#include <linux/module.h>
	17	#include <linux/topology.h>
68a3a7fe	18	#include <linux/bootmem.h>
a9ce6bc1	19	#include <linux/memblock.h>
68a3a7fe	20	#include <linux/mm.h>
1da177e4 LT	21	#include <asm/proto.h>
1da177e4 LT	22	#include <asm/numa.h>
8a6fdd3e	23	#include <asm/e820.h>
7b6aa335	24	#include <asm/apic.h>
4ec71fa2	25	#include <asm/uv/uv.h>
1da177e4	26
c31fbb1a AK	27	int acpi_numa __initdata;
c31fbb1a AK	28
1da177e4 LT	29	static __init int setup_node(int pxm)
1da177e4 LT	30	{
762834e8	31	return acpi_map_pxm_to_node(pxm);
1da177e4 LT	32	}
1da177e4 LT	33
1da177e4 LT	34	static __init void bad_srat(void)
	35	{
	36	printk(KERN_ERR "SRAT: SRAT not used.\n");
	37	acpi_numa = -1;
	38	}
	39
	40	static __init inline int srat_disabled(void)
	41	{
ffe77a46	42	return acpi_numa < 0;
1da177e4 LT	43	}
	44
	45	/* Callback for SLIT parsing */
	46	void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
	47	{
ac7136b6	48	int i, j;
f302a5bb	49
ac7136b6 TH	50	for (i = 0; i < slit->locality_count; i++)
	51	for (j = 0; j < slit->locality_count; j++)
	52	numa_set_distance(pxm_to_node(i), pxm_to_node(j),
	53	slit->entry[slit->locality_count * i + j]);
1da177e4 LT	54	}
1da177e4 LT	55
7237d3de SS	56	/* Callback for Proximity Domain -> x2APIC mapping */
	57	void __init
	58	acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
	59	{
	60	int pxm, node;
	61	int apic_id;
	62
	63	if (srat_disabled())
	64	return;
	65	if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
	66	bad_srat();
	67	return;
	68	}
	69	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
	70	return;
	71	pxm = pa->proximity_domain;
a35fd282	72	apic_id = pa->apic_id;
b7157acf	73	if (!apic->apic_id_valid(apic_id)) {
a35fd282 YL	74	printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
	75	pxm, apic_id);
	76	return;
	77	}
7237d3de SS	78	node = setup_node(pxm);
	79	if (node < 0) {
	80	printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
	81	bad_srat();
	82	return;
	83	}
	84
d3bd0588 YL	85	if (apic_id >= MAX_LOCAL_APIC) {
	86	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
	87	return;
	88	}
bbc9e2f4	89	set_apicid_to_node(apic_id, node);
92d4a437	90	node_set(node, numa_nodes_parsed);
7237d3de	91	acpi_numa = 1;
163d3866	92	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
7237d3de SS	93	pxm, apic_id, node);
	94	}
	95
1da177e4 LT	96	/* Callback for Proximity Domain -> LAPIC mapping */
1da177e4 LT	97	void __init
15a58ed1	98	acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
1da177e4 LT	99	{
1da177e4 LT	100	int pxm, node;
ef97001f	101	int apic_id;
ef97001f	102
d22fe808 AK	103	if (srat_disabled())
d22fe808 AK	104	return;
15a58ed1	105	if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
fad7906d	106	bad_srat();
d22fe808 AK	107	return;
d22fe808 AK	108	}
15a58ed1	109	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
1da177e4	110	return;
15a58ed1	111	pxm = pa->proximity_domain_lo;
cd298f60 KG	112	if (acpi_srat_revision >= 2)
cd298f60 KG	113	pxm \|= ((unsigned int)pa->proximity_domain_hi) << 8;
1da177e4 LT	114	node = setup_node(pxm);
	115	if (node < 0) {
	116	printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
	117	bad_srat();
	118	return;
	119	}
beafe91f	120
2e42060c	121	if (get_uv_system_type() >= UV_X2APIC)
a65d1d64 JS	122	apic_id = (pa->apic_id << 8) \| pa->local_sapic_eid;
	123	else
	124	apic_id = pa->apic_id;
d3bd0588 YL	125
	126	if (apic_id >= MAX_LOCAL_APIC) {
	127	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
	128	return;
	129	}
	130
bbc9e2f4	131	set_apicid_to_node(apic_id, node);
92d4a437	132	node_set(node, numa_nodes_parsed);
1da177e4	133	acpi_numa = 1;
163d3866	134	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
ef97001f	135	pxm, apic_id, node);
1da177e4 LT	136	}
1da177e4 LT	137
9688678a	138	#ifdef CONFIG_MEMORY_HOTPLUG
71efa8fd KM	139	static inline int save_add_info(void) {return 1;}
	140	#else
	141	static inline int save_add_info(void) {return 0;}
	142	#endif
68a3a7fe	143
1da177e4	144	/* Callback for parsing of the Proximity Domain <-> Memory Area mappings */
095adbb6	145	int __init
15a58ed1	146	acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
1da177e4	147	{
eca9ad31	148	u64 start, end;
d7b2c3d8	149	u32 hotpluggable;
1da177e4	150	int node, pxm;
1da177e4	151
d22fe808	152	if (srat_disabled())
479a99a8 DB	153	goto out_err;
	154	if (ma->header.length != sizeof(struct acpi_srat_mem_affinity))
	155	goto out_err_bad_srat;
15a58ed1	156	if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
479a99a8	157	goto out_err;
d7b2c3d8 TC	158	hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE;
d7b2c3d8 TC	159	if (hotpluggable && !save_add_info())
479a99a8 DB	160	goto out_err;
479a99a8 DB	161
15a58ed1 AS	162	start = ma->base_address;
15a58ed1 AS	163	end = start + ma->length;
1da177e4	164	pxm = ma->proximity_domain;
cd298f60 KG	165	if (acpi_srat_revision <= 1)
cd298f60 KG	166	pxm &= 0xff;
479a99a8	167
1da177e4 LT	168	node = setup_node(pxm);
	169	if (node < 0) {
	170	printk(KERN_ERR "SRAT: Too many proximity domains.\n");
479a99a8	171	goto out_err_bad_srat;
1da177e4	172	}
ef396ec9	173
479a99a8 DB	174	if (numa_add_memblk(node, start, end) < 0)
479a99a8 DB	175	goto out_err_bad_srat;
68a3a7fe	176
4af463d2 YI	177	node_set(node, numa_nodes_parsed);
4af463d2 YI	178
d7b2c3d8 TC	179	pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s\n",
	180	node, pxm,
	181	(unsigned long long) start, (unsigned long long) end - 1,
	182	hotpluggable ? " hotplug" : "");
479a99a8	183
095adbb6	184	return 0;
479a99a8 DB	185	out_err_bad_srat:
	186	bad_srat();
	187	out_err:
	188	return -1;
1da177e4 LT	189	}
	190
	191	void __init acpi_numa_arch_fixup(void) {}
	192
a9aec56a TH	193	int __init x86_acpi_numa_init(void)
	194	{
	195	int ret;
	196
	197	ret = acpi_numa_init();
	198	if (ret < 0)
	199	return ret;
	200	return srat_disabled() ? -EINVAL : 0;
	201	}