]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * ACPI 3.0 based NUMA setup | |
3 | * Copyright 2004 Andi Kleen, SuSE Labs. | |
4 | * | |
5 | * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs. | |
6 | * | |
7 | * Called from acpi_numa_init while reading the SRAT and SLIT tables. | |
8 | * Assumes all memory regions belonging to a single proximity domain | |
9 | * are in one chunk. Holes between them will be included in the node. | |
10 | */ | |
11 | ||
12 | #include <linux/kernel.h> | |
13 | #include <linux/acpi.h> | |
14 | #include <linux/mmzone.h> | |
15 | #include <linux/bitmap.h> | |
16 | #include <linux/module.h> | |
17 | #include <linux/topology.h> | |
68a3a7fe | 18 | #include <linux/bootmem.h> |
a9ce6bc1 | 19 | #include <linux/memblock.h> |
68a3a7fe | 20 | #include <linux/mm.h> |
1da177e4 LT |
21 | #include <asm/proto.h> |
22 | #include <asm/numa.h> | |
8a6fdd3e | 23 | #include <asm/e820.h> |
7b6aa335 | 24 | #include <asm/apic.h> |
4ec71fa2 | 25 | #include <asm/uv/uv.h> |
1da177e4 | 26 | |
c31fbb1a AK |
27 | int acpi_numa __initdata; |
28 | ||
1da177e4 LT |
29 | static __init int setup_node(int pxm) |
30 | { | |
762834e8 | 31 | return acpi_map_pxm_to_node(pxm); |
1da177e4 LT |
32 | } |
33 | ||
1da177e4 LT |
34 | static __init void bad_srat(void) |
35 | { | |
36 | printk(KERN_ERR "SRAT: SRAT not used.\n"); | |
37 | acpi_numa = -1; | |
38 | } | |
39 | ||
40 | static __init inline int srat_disabled(void) | |
41 | { | |
ffe77a46 | 42 | return acpi_numa < 0; |
1da177e4 LT |
43 | } |
44 | ||
a85eba88 TK |
45 | /* |
46 | * Callback for SLIT parsing. pxm_to_node() returns NUMA_NO_NODE for | |
47 | * I/O localities since SRAT does not list them. I/O localities are | |
48 | * not supported at this point. | |
49 | */ | |
1da177e4 LT |
50 | void __init acpi_numa_slit_init(struct acpi_table_slit *slit) |
51 | { | |
ac7136b6 | 52 | int i, j; |
f302a5bb | 53 | |
a85eba88 | 54 | for (i = 0; i < slit->locality_count; i++) { |
ba6a328f YL |
55 | const int from_node = pxm_to_node(i); |
56 | ||
57 | if (from_node == NUMA_NO_NODE) | |
a85eba88 | 58 | continue; |
ba6a328f | 59 | |
a85eba88 | 60 | for (j = 0; j < slit->locality_count; j++) { |
ba6a328f YL |
61 | const int to_node = pxm_to_node(j); |
62 | ||
63 | if (to_node == NUMA_NO_NODE) | |
a85eba88 | 64 | continue; |
ba6a328f YL |
65 | |
66 | numa_set_distance(from_node, to_node, | |
ac7136b6 | 67 | slit->entry[slit->locality_count * i + j]); |
a85eba88 TK |
68 | } |
69 | } | |
1da177e4 LT |
70 | } |
71 | ||
7237d3de SS |
72 | /* Callback for Proximity Domain -> x2APIC mapping */ |
73 | void __init | |
74 | acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa) | |
75 | { | |
76 | int pxm, node; | |
77 | int apic_id; | |
78 | ||
79 | if (srat_disabled()) | |
80 | return; | |
81 | if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) { | |
82 | bad_srat(); | |
83 | return; | |
84 | } | |
85 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) | |
86 | return; | |
87 | pxm = pa->proximity_domain; | |
a35fd282 | 88 | apic_id = pa->apic_id; |
b7157acf | 89 | if (!apic->apic_id_valid(apic_id)) { |
a35fd282 YL |
90 | printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n", |
91 | pxm, apic_id); | |
92 | return; | |
93 | } | |
7237d3de SS |
94 | node = setup_node(pxm); |
95 | if (node < 0) { | |
96 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); | |
97 | bad_srat(); | |
98 | return; | |
99 | } | |
100 | ||
d3bd0588 YL |
101 | if (apic_id >= MAX_LOCAL_APIC) { |
102 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); | |
103 | return; | |
104 | } | |
bbc9e2f4 | 105 | set_apicid_to_node(apic_id, node); |
92d4a437 | 106 | node_set(node, numa_nodes_parsed); |
7237d3de | 107 | acpi_numa = 1; |
163d3866 | 108 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n", |
7237d3de SS |
109 | pxm, apic_id, node); |
110 | } | |
111 | ||
1da177e4 LT |
112 | /* Callback for Proximity Domain -> LAPIC mapping */ |
113 | void __init | |
15a58ed1 | 114 | acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) |
1da177e4 LT |
115 | { |
116 | int pxm, node; | |
ef97001f | 117 | int apic_id; |
118 | ||
d22fe808 AK |
119 | if (srat_disabled()) |
120 | return; | |
15a58ed1 | 121 | if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) { |
fad7906d | 122 | bad_srat(); |
d22fe808 AK |
123 | return; |
124 | } | |
15a58ed1 | 125 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) |
1da177e4 | 126 | return; |
15a58ed1 | 127 | pxm = pa->proximity_domain_lo; |
cd298f60 KG |
128 | if (acpi_srat_revision >= 2) |
129 | pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8; | |
1da177e4 LT |
130 | node = setup_node(pxm); |
131 | if (node < 0) { | |
132 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); | |
133 | bad_srat(); | |
134 | return; | |
135 | } | |
beafe91f | 136 | |
2e42060c | 137 | if (get_uv_system_type() >= UV_X2APIC) |
a65d1d64 JS |
138 | apic_id = (pa->apic_id << 8) | pa->local_sapic_eid; |
139 | else | |
140 | apic_id = pa->apic_id; | |
d3bd0588 YL |
141 | |
142 | if (apic_id >= MAX_LOCAL_APIC) { | |
143 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); | |
144 | return; | |
145 | } | |
146 | ||
bbc9e2f4 | 147 | set_apicid_to_node(apic_id, node); |
92d4a437 | 148 | node_set(node, numa_nodes_parsed); |
1da177e4 | 149 | acpi_numa = 1; |
163d3866 | 150 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n", |
ef97001f | 151 | pxm, apic_id, node); |
1da177e4 LT |
152 | } |
153 | ||
9688678a | 154 | #ifdef CONFIG_MEMORY_HOTPLUG |
71efa8fd KM |
155 | static inline int save_add_info(void) {return 1;} |
156 | #else | |
157 | static inline int save_add_info(void) {return 0;} | |
158 | #endif | |
68a3a7fe | 159 | |
1da177e4 | 160 | /* Callback for parsing of the Proximity Domain <-> Memory Area mappings */ |
095adbb6 | 161 | int __init |
15a58ed1 | 162 | acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma) |
1da177e4 | 163 | { |
eca9ad31 | 164 | u64 start, end; |
d7b2c3d8 | 165 | u32 hotpluggable; |
1da177e4 | 166 | int node, pxm; |
1da177e4 | 167 | |
d22fe808 | 168 | if (srat_disabled()) |
479a99a8 DB |
169 | goto out_err; |
170 | if (ma->header.length != sizeof(struct acpi_srat_mem_affinity)) | |
171 | goto out_err_bad_srat; | |
15a58ed1 | 172 | if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0) |
479a99a8 | 173 | goto out_err; |
d7b2c3d8 TC |
174 | hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE; |
175 | if (hotpluggable && !save_add_info()) | |
479a99a8 DB |
176 | goto out_err; |
177 | ||
15a58ed1 AS |
178 | start = ma->base_address; |
179 | end = start + ma->length; | |
1da177e4 | 180 | pxm = ma->proximity_domain; |
cd298f60 KG |
181 | if (acpi_srat_revision <= 1) |
182 | pxm &= 0xff; | |
479a99a8 | 183 | |
1da177e4 LT |
184 | node = setup_node(pxm); |
185 | if (node < 0) { | |
186 | printk(KERN_ERR "SRAT: Too many proximity domains.\n"); | |
479a99a8 | 187 | goto out_err_bad_srat; |
1da177e4 | 188 | } |
ef396ec9 | 189 | |
479a99a8 DB |
190 | if (numa_add_memblk(node, start, end) < 0) |
191 | goto out_err_bad_srat; | |
68a3a7fe | 192 | |
4af463d2 YI |
193 | node_set(node, numa_nodes_parsed); |
194 | ||
31e09b18 | 195 | pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s%s\n", |
d7b2c3d8 TC |
196 | node, pxm, |
197 | (unsigned long long) start, (unsigned long long) end - 1, | |
31e09b18 LK |
198 | hotpluggable ? " hotplug" : "", |
199 | ma->flags & ACPI_SRAT_MEM_NON_VOLATILE ? " non-volatile" : ""); | |
479a99a8 | 200 | |
05d1d8cb TC |
201 | /* Mark hotplug range in memblock. */ |
202 | if (hotpluggable && memblock_mark_hotplug(start, ma->length)) | |
203 | pr_warn("SRAT: Failed to mark hotplug range [mem %#010Lx-%#010Lx] in memblock\n", | |
204 | (unsigned long long)start, (unsigned long long)end - 1); | |
205 | ||
095adbb6 | 206 | return 0; |
479a99a8 DB |
207 | out_err_bad_srat: |
208 | bad_srat(); | |
209 | out_err: | |
210 | return -1; | |
1da177e4 LT |
211 | } |
212 | ||
213 | void __init acpi_numa_arch_fixup(void) {} | |
214 | ||
a9aec56a TH |
215 | int __init x86_acpi_numa_init(void) |
216 | { | |
217 | int ret; | |
218 | ||
219 | ret = acpi_numa_init(); | |
220 | if (ret < 0) | |
221 | return ret; | |
222 | return srat_disabled() ? -EINVAL : 0; | |
223 | } |