]>
Commit | Line | Data |
---|---|---|
1a59d1b8 | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 LT |
2 | /* |
3 | * acpi.c - Architecture-Specific Low-Level ACPI Support | |
4 | * | |
5 | * Copyright (C) 1999 VA Linux Systems | |
6 | * Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com> | |
7 | * Copyright (C) 2000, 2002-2003 Hewlett-Packard Co. | |
8 | * David Mosberger-Tang <davidm@hpl.hp.com> | |
9 | * Copyright (C) 2000 Intel Corp. | |
10 | * Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com> | |
11 | * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> | |
12 | * Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com> | |
13 | * Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com> | |
14 | * Copyright (C) 2002 Erich Focht <efocht@ess.nec.de> | |
55e59c51 | 15 | * Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com> |
1da177e4 LT |
16 | */ |
17 | ||
1da177e4 LT |
18 | #include <linux/module.h> |
19 | #include <linux/init.h> | |
20 | #include <linux/kernel.h> | |
21 | #include <linux/sched.h> | |
22 | #include <linux/smp.h> | |
23 | #include <linux/string.h> | |
24 | #include <linux/types.h> | |
25 | #include <linux/irq.h> | |
26 | #include <linux/acpi.h> | |
27 | #include <linux/efi.h> | |
28 | #include <linux/mmzone.h> | |
29 | #include <linux/nodemask.h> | |
5a0e3ad6 | 30 | #include <linux/slab.h> |
d8191fa4 | 31 | #include <acpi/processor.h> |
1da177e4 LT |
32 | #include <asm/io.h> |
33 | #include <asm/iosapic.h> | |
1da177e4 | 34 | #include <asm/page.h> |
1da177e4 LT |
35 | #include <asm/numa.h> |
36 | #include <asm/sal.h> | |
37 | #include <asm/cyclone.h> | |
38 | ||
1da177e4 LT |
39 | #define PREFIX "ACPI: " |
40 | ||
247dba58 | 41 | int acpi_lapic; |
55e59c51 AR |
42 | unsigned int acpi_cpei_override; |
43 | unsigned int acpi_cpei_phys_cpuid; | |
44 | ||
1da177e4 LT |
45 | #define ACPI_MAX_PLATFORM_INTERRUPTS 256 |
46 | ||
47 | /* Array to record platform interrupt vectors for generic interrupt routing. */ | |
48 | int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = { | |
49 | [0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1 | |
50 | }; | |
51 | ||
52 | enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC; | |
53 | ||
54 | /* | |
55 | * Interrupt routing API for device drivers. Provides interrupt vector for | |
56 | * a generic platform event. Currently only CPEI is implemented. | |
57 | */ | |
4be44fcd | 58 | int acpi_request_vector(u32 int_type) |
1da177e4 LT |
59 | { |
60 | int vector = -1; | |
61 | ||
62 | if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) { | |
63 | /* corrected platform error interrupt */ | |
64 | vector = platform_intr_list[int_type]; | |
65 | } else | |
4be44fcd LB |
66 | printk(KERN_ERR |
67 | "acpi_request_vector(): invalid interrupt type\n"); | |
1da177e4 LT |
68 | return vector; |
69 | } | |
70 | ||
6c9a58e8 | 71 | void __init __iomem *__acpi_map_table(unsigned long phys, unsigned long size) |
1da177e4 | 72 | { |
6c9a58e8 | 73 | return __va(phys); |
1da177e4 LT |
74 | } |
75 | ||
6c9a58e8 | 76 | void __init __acpi_unmap_table(void __iomem *map, unsigned long size) |
7d97277b YL |
77 | { |
78 | } | |
79 | ||
1da177e4 LT |
80 | /* -------------------------------------------------------------------------- |
81 | Boot-time Table Parsing | |
82 | -------------------------------------------------------------------------- */ | |
83 | ||
4be44fcd LB |
84 | static int available_cpus __initdata; |
85 | struct acpi_table_madt *acpi_madt __initdata; | |
86 | static u8 has_8259; | |
1da177e4 LT |
87 | |
88 | static int __init | |
60574d1e | 89 | acpi_parse_lapic_addr_ovr(union acpi_subtable_headers * header, |
4be44fcd | 90 | const unsigned long end) |
1da177e4 | 91 | { |
5f3b1a8b | 92 | struct acpi_madt_local_apic_override *lapic; |
1da177e4 | 93 | |
5f3b1a8b | 94 | lapic = (struct acpi_madt_local_apic_override *)header; |
1da177e4 LT |
95 | |
96 | if (BAD_MADT_ENTRY(lapic, end)) | |
97 | return -EINVAL; | |
98 | ||
99 | if (lapic->address) { | |
100 | iounmap(ipi_base_addr); | |
101 | ipi_base_addr = ioremap(lapic->address, 0); | |
102 | } | |
103 | return 0; | |
104 | } | |
105 | ||
1da177e4 | 106 | static int __init |
60574d1e | 107 | acpi_parse_lsapic(union acpi_subtable_headers *header, const unsigned long end) |
1da177e4 | 108 | { |
5f3b1a8b | 109 | struct acpi_madt_local_sapic *lsapic; |
1da177e4 | 110 | |
5f3b1a8b | 111 | lsapic = (struct acpi_madt_local_sapic *)header; |
1da177e4 | 112 | |
5f3b1a8b | 113 | /*Skip BAD_MADT_ENTRY check, as lsapic size could vary */ |
1da177e4 | 114 | |
5f3b1a8b | 115 | if (lsapic->lapic_flags & ACPI_MADT_ENABLED) { |
1da177e4 | 116 | #ifdef CONFIG_SMP |
4be44fcd LB |
117 | smp_boot_data.cpu_phys_id[available_cpus] = |
118 | (lsapic->id << 8) | lsapic->eid; | |
1da177e4 | 119 | #endif |
1da177e4 LT |
120 | ++available_cpus; |
121 | } | |
122 | ||
123 | total_cpus++; | |
124 | return 0; | |
125 | } | |
126 | ||
1da177e4 | 127 | static int __init |
60574d1e | 128 | acpi_parse_lapic_nmi(union acpi_subtable_headers * header, const unsigned long end) |
1da177e4 | 129 | { |
5f3b1a8b | 130 | struct acpi_madt_local_apic_nmi *lacpi_nmi; |
1da177e4 | 131 | |
5f3b1a8b | 132 | lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header; |
1da177e4 LT |
133 | |
134 | if (BAD_MADT_ENTRY(lacpi_nmi, end)) | |
135 | return -EINVAL; | |
136 | ||
137 | /* TBD: Support lapic_nmi entries */ | |
138 | return 0; | |
139 | } | |
140 | ||
1da177e4 | 141 | static int __init |
60574d1e | 142 | acpi_parse_iosapic(union acpi_subtable_headers * header, const unsigned long end) |
1da177e4 | 143 | { |
5f3b1a8b | 144 | struct acpi_madt_io_sapic *iosapic; |
1da177e4 | 145 | |
5f3b1a8b | 146 | iosapic = (struct acpi_madt_io_sapic *)header; |
1da177e4 LT |
147 | |
148 | if (BAD_MADT_ENTRY(iosapic, end)) | |
149 | return -EINVAL; | |
150 | ||
0e888adc | 151 | return iosapic_init(iosapic->address, iosapic->global_irq_base); |
1da177e4 LT |
152 | } |
153 | ||
5810452d LB |
154 | static unsigned int __initdata acpi_madt_rev; |
155 | ||
1da177e4 | 156 | static int __init |
60574d1e | 157 | acpi_parse_plat_int_src(union acpi_subtable_headers * header, |
4be44fcd | 158 | const unsigned long end) |
1da177e4 | 159 | { |
5f3b1a8b | 160 | struct acpi_madt_interrupt_source *plintsrc; |
1da177e4 LT |
161 | int vector; |
162 | ||
5f3b1a8b | 163 | plintsrc = (struct acpi_madt_interrupt_source *)header; |
1da177e4 LT |
164 | |
165 | if (BAD_MADT_ENTRY(plintsrc, end)) | |
166 | return -EINVAL; | |
167 | ||
168 | /* | |
169 | * Get vector assignment for this interrupt, set attributes, | |
170 | * and program the IOSAPIC routing table. | |
171 | */ | |
172 | vector = iosapic_register_platform_intr(plintsrc->type, | |
173 | plintsrc->global_irq, | |
5f3b1a8b | 174 | plintsrc->io_sapic_vector, |
1da177e4 LT |
175 | plintsrc->eid, |
176 | plintsrc->id, | |
5f3b1a8b AS |
177 | ((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) == |
178 | ACPI_MADT_POLARITY_ACTIVE_HIGH) ? | |
179 | IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW, | |
180 | ((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) == | |
181 | ACPI_MADT_TRIGGER_EDGE) ? | |
182 | IOSAPIC_EDGE : IOSAPIC_LEVEL); | |
1da177e4 LT |
183 | |
184 | platform_intr_list[plintsrc->type] = vector; | |
55e59c51 | 185 | if (acpi_madt_rev > 1) { |
5f3b1a8b | 186 | acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE; |
55e59c51 AR |
187 | } |
188 | ||
189 | /* | |
190 | * Save the physical id, so we can check when its being removed | |
191 | */ | |
192 | acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff; | |
193 | ||
1da177e4 LT |
194 | return 0; |
195 | } | |
196 | ||
b88e9265 | 197 | #ifdef CONFIG_HOTPLUG_CPU |
55e59c51 AR |
198 | unsigned int can_cpei_retarget(void) |
199 | { | |
200 | extern int cpe_vector; | |
ff741906 | 201 | extern unsigned int force_cpei_retarget; |
55e59c51 AR |
202 | |
203 | /* | |
204 | * Only if CPEI is supported and the override flag | |
205 | * is present, otherwise return that its re-targettable | |
206 | * if we are in polling mode. | |
207 | */ | |
ff741906 AR |
208 | if (cpe_vector > 0) { |
209 | if (acpi_cpei_override || force_cpei_retarget) | |
210 | return 1; | |
211 | else | |
212 | return 0; | |
213 | } | |
214 | return 1; | |
55e59c51 AR |
215 | } |
216 | ||
217 | unsigned int is_cpu_cpei_target(unsigned int cpu) | |
218 | { | |
219 | unsigned int logical_id; | |
220 | ||
221 | logical_id = cpu_logical_id(acpi_cpei_phys_cpuid); | |
222 | ||
223 | if (logical_id == cpu) | |
224 | return 1; | |
225 | else | |
226 | return 0; | |
227 | } | |
228 | ||
229 | void set_cpei_target_cpu(unsigned int cpu) | |
230 | { | |
231 | acpi_cpei_phys_cpuid = cpu_physical_id(cpu); | |
232 | } | |
b88e9265 | 233 | #endif |
55e59c51 AR |
234 | |
235 | unsigned int get_cpei_target_cpu(void) | |
236 | { | |
237 | return acpi_cpei_phys_cpuid; | |
238 | } | |
239 | ||
1da177e4 | 240 | static int __init |
60574d1e | 241 | acpi_parse_int_src_ovr(union acpi_subtable_headers * header, |
4be44fcd | 242 | const unsigned long end) |
1da177e4 | 243 | { |
5f3b1a8b | 244 | struct acpi_madt_interrupt_override *p; |
1da177e4 | 245 | |
5f3b1a8b | 246 | p = (struct acpi_madt_interrupt_override *)header; |
1da177e4 LT |
247 | |
248 | if (BAD_MADT_ENTRY(p, end)) | |
249 | return -EINVAL; | |
250 | ||
5f3b1a8b AS |
251 | iosapic_override_isa_irq(p->source_irq, p->global_irq, |
252 | ((p->inti_flags & ACPI_MADT_POLARITY_MASK) == | |
0577bb66 LJ |
253 | ACPI_MADT_POLARITY_ACTIVE_LOW) ? |
254 | IOSAPIC_POL_LOW : IOSAPIC_POL_HIGH, | |
5f3b1a8b | 255 | ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) == |
0577bb66 LJ |
256 | ACPI_MADT_TRIGGER_LEVEL) ? |
257 | IOSAPIC_LEVEL : IOSAPIC_EDGE); | |
1da177e4 LT |
258 | return 0; |
259 | } | |
260 | ||
1da177e4 | 261 | static int __init |
60574d1e | 262 | acpi_parse_nmi_src(union acpi_subtable_headers * header, const unsigned long end) |
1da177e4 | 263 | { |
5f3b1a8b | 264 | struct acpi_madt_nmi_source *nmi_src; |
1da177e4 | 265 | |
5f3b1a8b | 266 | nmi_src = (struct acpi_madt_nmi_source *)header; |
1da177e4 LT |
267 | |
268 | if (BAD_MADT_ENTRY(nmi_src, end)) | |
269 | return -EINVAL; | |
270 | ||
271 | /* TBD: Support nimsrc entries */ | |
272 | return 0; | |
273 | } | |
274 | ||
4be44fcd | 275 | static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id) |
1da177e4 | 276 | { |
4be44fcd | 277 | if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) { |
1da177e4 LT |
278 | |
279 | /* | |
280 | * Unfortunately ITC_DRIFT is not yet part of the | |
281 | * official SAL spec, so the ITC_DRIFT bit is not | |
282 | * set by the BIOS on this hardware. | |
283 | */ | |
284 | sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT; | |
285 | ||
286 | cyclone_setup(); | |
287 | } | |
288 | } | |
289 | ||
5f3b1a8b | 290 | static int __init acpi_parse_madt(struct acpi_table_header *table) |
1da177e4 | 291 | { |
5f3b1a8b | 292 | acpi_madt = (struct acpi_table_madt *)table; |
1da177e4 | 293 | |
55e59c51 AR |
294 | acpi_madt_rev = acpi_madt->header.revision; |
295 | ||
1da177e4 LT |
296 | /* remember the value for reference after free_initmem() */ |
297 | #ifdef CONFIG_ITANIUM | |
4be44fcd | 298 | has_8259 = 1; /* Firmware on old Itanium systems is broken */ |
1da177e4 | 299 | #else |
5f3b1a8b | 300 | has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT; |
1da177e4 LT |
301 | #endif |
302 | iosapic_system_init(has_8259); | |
303 | ||
304 | /* Get base address of IPI Message Block */ | |
305 | ||
5f3b1a8b AS |
306 | if (acpi_madt->address) |
307 | ipi_base_addr = ioremap(acpi_madt->address, 0); | |
1da177e4 LT |
308 | |
309 | printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr); | |
310 | ||
311 | acpi_madt_oem_check(acpi_madt->header.oem_id, | |
4be44fcd | 312 | acpi_madt->header.oem_table_id); |
1da177e4 LT |
313 | |
314 | return 0; | |
315 | } | |
316 | ||
1da177e4 LT |
317 | #ifdef CONFIG_ACPI_NUMA |
318 | ||
319 | #undef SLIT_DEBUG | |
320 | ||
321 | #define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32) | |
322 | ||
4be44fcd | 323 | static int __initdata srat_num_cpus; /* number of cpus */ |
5b5e76e9 | 324 | static u32 pxm_flag[PXM_FLAG_LEN]; |
1da177e4 LT |
325 | #define pxm_bit_set(bit) (set_bit(bit,(void *)pxm_flag)) |
326 | #define pxm_bit_test(bit) (test_bit(bit,(void *)pxm_flag)) | |
1da177e4 | 327 | static struct acpi_table_slit __initdata *slit_table; |
2c6e6db4 | 328 | cpumask_t early_cpu_possible_map = CPU_MASK_NONE; |
1da177e4 | 329 | |
9f10f6a5 KG |
330 | static int __init |
331 | get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa) | |
3ad5ef8b JS |
332 | { |
333 | int pxm; | |
334 | ||
5f3b1a8b | 335 | pxm = pa->proximity_domain_lo; |
cf07cb1f | 336 | if (acpi_srat_revision >= 2) |
5f3b1a8b | 337 | pxm += pa->proximity_domain_hi[0] << 8; |
3ad5ef8b JS |
338 | return pxm; |
339 | } | |
340 | ||
9f10f6a5 KG |
341 | static int __init |
342 | get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma) | |
3ad5ef8b JS |
343 | { |
344 | int pxm; | |
345 | ||
346 | pxm = ma->proximity_domain; | |
cf07cb1f | 347 | if (acpi_srat_revision <= 1) |
defad230 | 348 | pxm &= 0xff; |
5f3b1a8b | 349 | |
3ad5ef8b JS |
350 | return pxm; |
351 | } | |
352 | ||
1da177e4 LT |
353 | /* |
354 | * ACPI 2.0 SLIT (System Locality Information Table) | |
355 | * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf | |
356 | */ | |
4be44fcd | 357 | void __init acpi_numa_slit_init(struct acpi_table_slit *slit) |
1da177e4 LT |
358 | { |
359 | u32 len; | |
360 | ||
361 | len = sizeof(struct acpi_table_header) + 8 | |
5f3b1a8b | 362 | + slit->locality_count * slit->locality_count; |
1da177e4 | 363 | if (slit->header.length != len) { |
4be44fcd LB |
364 | printk(KERN_ERR |
365 | "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n", | |
1da177e4 | 366 | len, slit->header.length); |
1da177e4 LT |
367 | return; |
368 | } | |
369 | slit_table = slit; | |
370 | } | |
371 | ||
372 | void __init | |
5f3b1a8b | 373 | acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) |
1da177e4 | 374 | { |
3ad5ef8b JS |
375 | int pxm; |
376 | ||
5f3b1a8b | 377 | if (!(pa->flags & ACPI_SRAT_CPU_ENABLED)) |
d903cea3 KK |
378 | return; |
379 | ||
05f2f274 TL |
380 | if (srat_num_cpus >= ARRAY_SIZE(node_cpuid)) { |
381 | printk_once(KERN_WARNING | |
dff0092b | 382 | "node_cpuid[%ld] is too small, may not be able to use all cpus\n", |
05f2f274 TL |
383 | ARRAY_SIZE(node_cpuid)); |
384 | return; | |
385 | } | |
3ad5ef8b JS |
386 | pxm = get_processor_proximity_domain(pa); |
387 | ||
1da177e4 | 388 | /* record this node in proximity bitmap */ |
3ad5ef8b | 389 | pxm_bit_set(pxm); |
1da177e4 | 390 | |
4be44fcd | 391 | node_cpuid[srat_num_cpus].phys_id = |
5f3b1a8b | 392 | (pa->apic_id << 8) | (pa->local_sapic_eid); |
1da177e4 | 393 | /* nid should be overridden as logical node id later */ |
3ad5ef8b | 394 | node_cpuid[srat_num_cpus].nid = pxm; |
5d2068da | 395 | cpumask_set_cpu(srat_num_cpus, &early_cpu_possible_map); |
1da177e4 LT |
396 | srat_num_cpus++; |
397 | } | |
398 | ||
095adbb6 | 399 | int __init |
5f3b1a8b | 400 | acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma) |
1da177e4 LT |
401 | { |
402 | unsigned long paddr, size; | |
3ad5ef8b | 403 | int pxm; |
1da177e4 LT |
404 | struct node_memblk_s *p, *q, *pend; |
405 | ||
3ad5ef8b | 406 | pxm = get_memory_proximity_domain(ma); |
1da177e4 LT |
407 | |
408 | /* fill node memory chunk structure */ | |
5f3b1a8b AS |
409 | paddr = ma->base_address; |
410 | size = ma->length; | |
1da177e4 LT |
411 | |
412 | /* Ignore disabled entries */ | |
5f3b1a8b | 413 | if (!(ma->flags & ACPI_SRAT_MEM_ENABLED)) |
095adbb6 | 414 | return -1; |
1da177e4 | 415 | |
fd3e4543 GK |
416 | if (num_node_memblks >= NR_NODE_MEMBLKS) { |
417 | pr_err("NUMA: too many memblk ranges\n"); | |
418 | return -EINVAL; | |
419 | } | |
420 | ||
1da177e4 LT |
421 | /* record this node in proximity bitmap */ |
422 | pxm_bit_set(pxm); | |
423 | ||
424 | /* Insertion sort based on base address */ | |
425 | pend = &node_memblk[num_node_memblks]; | |
426 | for (p = &node_memblk[0]; p < pend; p++) { | |
427 | if (paddr < p->start_paddr) | |
428 | break; | |
429 | } | |
430 | if (p < pend) { | |
431 | for (q = pend - 1; q >= p; q--) | |
432 | *(q + 1) = *q; | |
433 | } | |
434 | p->start_paddr = paddr; | |
435 | p->size = size; | |
436 | p->nid = pxm; | |
437 | num_node_memblks++; | |
095adbb6 | 438 | return 0; |
1da177e4 LT |
439 | } |
440 | ||
312521d0 | 441 | void __init acpi_numa_fixup(void) |
1da177e4 LT |
442 | { |
443 | int i, j, node_from, node_to; | |
444 | ||
445 | /* If there's no SRAT, fix the phys_id and mark node 0 online */ | |
446 | if (srat_num_cpus == 0) { | |
447 | node_set_online(0); | |
448 | node_cpuid[0].phys_id = hard_smp_processor_id(); | |
449 | return; | |
450 | } | |
451 | ||
452 | /* | |
453 | * MCD - This can probably be dropped now. No need for pxm ID to node ID | |
454 | * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES. | |
455 | */ | |
1da177e4 LT |
456 | nodes_clear(node_online_map); |
457 | for (i = 0; i < MAX_PXM_DOMAINS; i++) { | |
458 | if (pxm_bit_test(i)) { | |
762834e8 | 459 | int nid = acpi_map_pxm_to_node(i); |
1da177e4 LT |
460 | node_set_online(nid); |
461 | } | |
462 | } | |
463 | ||
464 | /* set logical node id in memory chunk structure */ | |
465 | for (i = 0; i < num_node_memblks; i++) | |
762834e8 | 466 | node_memblk[i].nid = pxm_to_node(node_memblk[i].nid); |
1da177e4 LT |
467 | |
468 | /* assign memory bank numbers for each chunk on each node */ | |
469 | for_each_online_node(i) { | |
470 | int bank; | |
471 | ||
472 | bank = 0; | |
473 | for (j = 0; j < num_node_memblks; j++) | |
474 | if (node_memblk[j].nid == i) | |
475 | node_memblk[j].bank = bank++; | |
476 | } | |
477 | ||
478 | /* set logical node id in cpu structure */ | |
2c6e6db4 | 479 | for_each_possible_early_cpu(i) |
762834e8 | 480 | node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid); |
1da177e4 | 481 | |
4be44fcd LB |
482 | printk(KERN_INFO "Number of logical nodes in system = %d\n", |
483 | num_online_nodes()); | |
484 | printk(KERN_INFO "Number of memory chunks in system = %d\n", | |
485 | num_node_memblks); | |
1da177e4 | 486 | |
39b8931b FY |
487 | if (!slit_table) { |
488 | for (i = 0; i < MAX_NUMNODES; i++) | |
489 | for (j = 0; j < MAX_NUMNODES; j++) | |
ef78e5ec MB |
490 | slit_distance(i, j) = i == j ? |
491 | LOCAL_DISTANCE : REMOTE_DISTANCE; | |
4be44fcd | 492 | return; |
39b8931b FY |
493 | } |
494 | ||
1da177e4 | 495 | memset(numa_slit, -1, sizeof(numa_slit)); |
5f3b1a8b | 496 | for (i = 0; i < slit_table->locality_count; i++) { |
1da177e4 LT |
497 | if (!pxm_bit_test(i)) |
498 | continue; | |
762834e8 | 499 | node_from = pxm_to_node(i); |
5f3b1a8b | 500 | for (j = 0; j < slit_table->locality_count; j++) { |
1da177e4 LT |
501 | if (!pxm_bit_test(j)) |
502 | continue; | |
762834e8 | 503 | node_to = pxm_to_node(j); |
ef78e5ec | 504 | slit_distance(node_from, node_to) = |
5f3b1a8b | 505 | slit_table->entry[i * slit_table->locality_count + j]; |
1da177e4 LT |
506 | } |
507 | } | |
508 | ||
509 | #ifdef SLIT_DEBUG | |
510 | printk("ACPI 2.0 SLIT locality table:\n"); | |
511 | for_each_online_node(i) { | |
512 | for_each_online_node(j) | |
4be44fcd | 513 | printk("%03d ", node_distance(i, j)); |
1da177e4 LT |
514 | printk("\n"); |
515 | } | |
516 | #endif | |
517 | } | |
4be44fcd | 518 | #endif /* CONFIG_ACPI_NUMA */ |
1da177e4 | 519 | |
1f3a6a15 KK |
520 | /* |
521 | * success: return IRQ number (>=0) | |
522 | * failure: return < 0 | |
523 | */ | |
a2f809b0 | 524 | int acpi_register_gsi(struct device *dev, u32 gsi, int triggering, int polarity) |
1da177e4 | 525 | { |
3948ec94 JK |
526 | if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) |
527 | return gsi; | |
528 | ||
1da177e4 LT |
529 | if (has_8259 && gsi < 16) |
530 | return isa_irq_to_vector(gsi); | |
531 | ||
532 | return iosapic_register_intr(gsi, | |
cb654695 | 533 | (polarity == |
4be44fcd LB |
534 | ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH : |
535 | IOSAPIC_POL_LOW, | |
cb654695 | 536 | (triggering == |
4be44fcd LB |
537 | ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE : |
538 | IOSAPIC_LEVEL); | |
1da177e4 | 539 | } |
a42b9bfe | 540 | EXPORT_SYMBOL_GPL(acpi_register_gsi); |
4be44fcd | 541 | |
4be44fcd | 542 | void acpi_unregister_gsi(u32 gsi) |
1da177e4 | 543 | { |
72253943 JK |
544 | if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) |
545 | return; | |
546 | ||
3fb2c74e PB |
547 | if (has_8259 && gsi < 16) |
548 | return; | |
549 | ||
1da177e4 LT |
550 | iosapic_unregister_intr(gsi); |
551 | } | |
a42b9bfe | 552 | EXPORT_SYMBOL_GPL(acpi_unregister_gsi); |
4be44fcd | 553 | |
5f3b1a8b | 554 | static int __init acpi_parse_fadt(struct acpi_table_header *table) |
1da177e4 LT |
555 | { |
556 | struct acpi_table_header *fadt_header; | |
cee324b1 | 557 | struct acpi_table_fadt *fadt; |
1da177e4 | 558 | |
5f3b1a8b | 559 | fadt_header = (struct acpi_table_header *)table; |
1da177e4 | 560 | if (fadt_header->revision != 3) |
4be44fcd | 561 | return -ENODEV; /* Only deal with ACPI 2.0 FADT */ |
1da177e4 | 562 | |
cee324b1 | 563 | fadt = (struct acpi_table_fadt *)fadt_header; |
1da177e4 | 564 | |
a2f809b0 YL |
565 | acpi_register_gsi(NULL, fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE, |
566 | ACPI_ACTIVE_LOW); | |
1da177e4 LT |
567 | return 0; |
568 | } | |
569 | ||
62ee0540 DC |
570 | int __init early_acpi_boot_init(void) |
571 | { | |
572 | int ret; | |
573 | ||
574 | /* | |
575 | * do a partial walk of MADT to determine how many CPUs | |
576 | * we have including offline CPUs | |
577 | */ | |
578 | if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { | |
579 | printk(KERN_ERR PREFIX "Can't find MADT\n"); | |
580 | return 0; | |
581 | } | |
582 | ||
583 | ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC, | |
584 | acpi_parse_lsapic, NR_CPUS); | |
585 | if (ret < 1) | |
586 | printk(KERN_ERR PREFIX | |
587 | "Error parsing MADT - no LAPIC entries\n"); | |
247dba58 BH |
588 | else |
589 | acpi_lapic = 1; | |
62ee0540 | 590 | |
12cda817 TH |
591 | #ifdef CONFIG_SMP |
592 | if (available_cpus == 0) { | |
593 | printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n"); | |
594 | printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id()); | |
595 | smp_boot_data.cpu_phys_id[available_cpus] = | |
596 | hard_smp_processor_id(); | |
597 | available_cpus = 1; /* We've got at least one of these, no? */ | |
598 | } | |
599 | smp_boot_data.cpu_count = available_cpus; | |
600 | #endif | |
601 | /* Make boot-up look pretty */ | |
602 | printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus, | |
603 | total_cpus); | |
604 | ||
62ee0540 DC |
605 | return 0; |
606 | } | |
607 | ||
4be44fcd | 608 | int __init acpi_boot_init(void) |
1da177e4 LT |
609 | { |
610 | ||
611 | /* | |
612 | * MADT | |
613 | * ---- | |
614 | * Parse the Multiple APIC Description Table (MADT), if exists. | |
615 | * Note that this table provides platform SMP configuration | |
616 | * information -- the successor to MPS tables. | |
617 | */ | |
618 | ||
db2d4ccd | 619 | if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { |
1da177e4 LT |
620 | printk(KERN_ERR PREFIX "Can't find MADT\n"); |
621 | goto skip_madt; | |
622 | } | |
623 | ||
624 | /* Local APIC */ | |
625 | ||
4be44fcd | 626 | if (acpi_table_parse_madt |
5f3b1a8b | 627 | (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0) |
4be44fcd LB |
628 | printk(KERN_ERR PREFIX |
629 | "Error parsing LAPIC address override entry\n"); | |
1da177e4 | 630 | |
5f3b1a8b | 631 | if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0) |
4be44fcd | 632 | < 0) |
1da177e4 LT |
633 | printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n"); |
634 | ||
635 | /* I/O APIC */ | |
636 | ||
4be44fcd | 637 | if (acpi_table_parse_madt |
7f6ff62a | 638 | (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) { |
cf07cb1f CH |
639 | printk(KERN_ERR PREFIX |
640 | "Error parsing MADT - no IOSAPIC entries\n"); | |
7f6ff62a | 641 | } |
1da177e4 LT |
642 | |
643 | /* System-Level Interrupt Routing */ | |
644 | ||
4be44fcd | 645 | if (acpi_table_parse_madt |
5f3b1a8b | 646 | (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src, |
4be44fcd LB |
647 | ACPI_MAX_PLATFORM_INTERRUPTS) < 0) |
648 | printk(KERN_ERR PREFIX | |
649 | "Error parsing platform interrupt source entry\n"); | |
1da177e4 | 650 | |
4be44fcd | 651 | if (acpi_table_parse_madt |
5f3b1a8b | 652 | (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0) |
4be44fcd LB |
653 | printk(KERN_ERR PREFIX |
654 | "Error parsing interrupt source overrides entry\n"); | |
1da177e4 | 655 | |
5f3b1a8b | 656 | if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0) |
1da177e4 | 657 | printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n"); |
4be44fcd | 658 | skip_madt: |
1da177e4 LT |
659 | |
660 | /* | |
661 | * FADT says whether a legacy keyboard controller is present. | |
662 | * The FADT also contains an SCI_INT line, by which the system | |
663 | * gets interrupts such as power and sleep buttons. If it's not | |
664 | * on a Legacy interrupt, it needs to be setup. | |
665 | */ | |
db2d4ccd | 666 | if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt)) |
1da177e4 LT |
667 | printk(KERN_ERR PREFIX "Can't find FADT\n"); |
668 | ||
12cda817 | 669 | #ifdef CONFIG_ACPI_NUMA |
1da177e4 | 670 | #ifdef CONFIG_SMP |
1da177e4 LT |
671 | if (srat_num_cpus == 0) { |
672 | int cpu, i = 1; | |
673 | for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++) | |
4be44fcd LB |
674 | if (smp_boot_data.cpu_phys_id[cpu] != |
675 | hard_smp_processor_id()) | |
676 | node_cpuid[i++].phys_id = | |
677 | smp_boot_data.cpu_phys_id[cpu]; | |
1da177e4 | 678 | } |
8d7e3517 | 679 | #endif |
8d7e3517 | 680 | build_cpu_to_node_map(); |
1da177e4 | 681 | #endif |
1da177e4 LT |
682 | return 0; |
683 | } | |
684 | ||
4be44fcd | 685 | int acpi_gsi_to_irq(u32 gsi, unsigned int *irq) |
1da177e4 | 686 | { |
3c3738c8 | 687 | int tmp; |
1da177e4 LT |
688 | |
689 | if (has_8259 && gsi < 16) | |
690 | *irq = isa_irq_to_vector(gsi); | |
691 | else { | |
3c3738c8 KK |
692 | tmp = gsi_to_irq(gsi); |
693 | if (tmp == -1) | |
1da177e4 | 694 | return -1; |
3c3738c8 | 695 | *irq = tmp; |
1da177e4 LT |
696 | } |
697 | return 0; | |
698 | } | |
699 | ||
2c2df841 EB |
700 | int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi) |
701 | { | |
702 | if (isa_irq >= 16) | |
703 | return -1; | |
704 | *gsi = isa_irq; | |
705 | return 0; | |
706 | } | |
707 | ||
1da177e4 LT |
708 | /* |
709 | * ACPI based hotplug CPU support | |
710 | */ | |
711 | #ifdef CONFIG_ACPI_HOTPLUG_CPU | |
dc6db24d | 712 | int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid) |
1da177e4 LT |
713 | { |
714 | #ifdef CONFIG_ACPI_NUMA | |
1da177e4 | 715 | /* |
08992986 KH |
716 | * We don't have cpu-only-node hotadd. But if the system equips |
717 | * SRAT table, pxm is already found and node is ready. | |
718 | * So, just pxm_to_nid(pxm) is OK. | |
719 | * This code here is for the system which doesn't have full SRAT | |
720 | * table for possible cpus. | |
1da177e4 | 721 | */ |
4be44fcd | 722 | node_cpuid[cpu].phys_id = physid; |
b1e9cee7 | 723 | node_cpuid[cpu].nid = acpi_get_node(handle); |
1da177e4 | 724 | #endif |
b1e9cee7 | 725 | return 0; |
1da177e4 LT |
726 | } |
727 | ||
a6b14fa6 AR |
728 | int additional_cpus __initdata = -1; |
729 | ||
730 | static __init int setup_additional_cpus(char *s) | |
731 | { | |
732 | if (s) | |
733 | additional_cpus = simple_strtol(s, NULL, 0); | |
734 | ||
735 | return 0; | |
736 | } | |
737 | ||
738 | early_param("additional_cpus", setup_additional_cpus); | |
739 | ||
740 | /* | |
5f054e31 | 741 | * cpu_possible_mask should be static, it cannot change as CPUs |
a6b14fa6 AR |
742 | * are onlined, or offlined. The reason is per-cpu data-structures |
743 | * are allocated by some modules at init time, and dont expect to | |
744 | * do this dynamically on cpu arrival/departure. | |
7d7f9848 | 745 | * cpu_present_mask on the other hand can change dynamically. |
a6b14fa6 AR |
746 | * In case when cpu_hotplug is not compiled, then we resort to current |
747 | * behaviour, which is cpu_possible == cpu_present. | |
748 | * - Ashok Raj | |
749 | * | |
750 | * Three ways to find out the number of additional hotplug CPUs: | |
751 | * - If the BIOS specified disabled CPUs in ACPI/mptables use that. | |
752 | * - The user can overwrite it with additional_cpus=NUM | |
753 | * - Otherwise don't reserve additional CPUs. | |
754 | */ | |
755 | __init void prefill_possible_map(void) | |
756 | { | |
757 | int i; | |
758 | int possible, disabled_cpus; | |
759 | ||
760 | disabled_cpus = total_cpus - available_cpus; | |
8f8b1138 | 761 | |
a6b14fa6 | 762 | if (additional_cpus == -1) { |
8f8b1138 | 763 | if (disabled_cpus > 0) |
a6b14fa6 | 764 | additional_cpus = disabled_cpus; |
8f8b1138 | 765 | else |
a6b14fa6 | 766 | additional_cpus = 0; |
8f8b1138 AR |
767 | } |
768 | ||
769 | possible = available_cpus + additional_cpus; | |
770 | ||
2b633e3f YL |
771 | if (possible > nr_cpu_ids) |
772 | possible = nr_cpu_ids; | |
a6b14fa6 AR |
773 | |
774 | printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n", | |
8f8b1138 | 775 | possible, max((possible - available_cpus), 0)); |
a6b14fa6 AR |
776 | |
777 | for (i = 0; i < possible; i++) | |
2af51a3f | 778 | set_cpu_possible(i, true); |
a6b14fa6 AR |
779 | } |
780 | ||
d536bf3d | 781 | static int _acpi_map_lsapic(acpi_handle handle, int physid, int *pcpu) |
1da177e4 | 782 | { |
1da177e4 | 783 | cpumask_t tmp_map; |
d536bf3d | 784 | int cpu; |
1da177e4 | 785 | |
5dd3c994 RR |
786 | cpumask_complement(&tmp_map, cpu_present_mask); |
787 | cpu = cpumask_first(&tmp_map); | |
788 | if (cpu >= nr_cpu_ids) | |
1da177e4 LT |
789 | return -EINVAL; |
790 | ||
791 | acpi_map_cpu2node(handle, cpu, physid); | |
792 | ||
7d7f9848 | 793 | set_cpu_present(cpu, true); |
1da177e4 | 794 | ia64_cpu_to_sapicid[cpu] = physid; |
1da177e4 | 795 | |
d8191fa4 AC |
796 | acpi_processor_set_pdc(handle); |
797 | ||
1da177e4 | 798 | *pcpu = cpu; |
4be44fcd | 799 | return (0); |
1da177e4 | 800 | } |
1da177e4 | 801 | |
af10f941 | 802 | /* wrapper to silence section mismatch warning */ |
febf2407 VK |
803 | int __ref acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, u32 acpi_id, |
804 | int *pcpu) | |
af10f941 | 805 | { |
d536bf3d | 806 | return _acpi_map_lsapic(handle, physid, pcpu); |
af10f941 | 807 | } |
d02dc27d | 808 | EXPORT_SYMBOL(acpi_map_cpu); |
1da177e4 | 809 | |
d02dc27d | 810 | int acpi_unmap_cpu(int cpu) |
1da177e4 | 811 | { |
1da177e4 | 812 | ia64_cpu_to_sapicid[cpu] = -1; |
7d7f9848 | 813 | set_cpu_present(cpu, false); |
1da177e4 LT |
814 | |
815 | #ifdef CONFIG_ACPI_NUMA | |
816 | /* NUMA specific cleanup's */ | |
817 | #endif | |
818 | ||
4be44fcd | 819 | return (0); |
1da177e4 | 820 | } |
d02dc27d | 821 | EXPORT_SYMBOL(acpi_unmap_cpu); |
4be44fcd | 822 | #endif /* CONFIG_ACPI_HOTPLUG_CPU */ |
1da177e4 LT |
823 | |
824 | #ifdef CONFIG_ACPI_NUMA | |
5b5e76e9 GKH |
825 | static acpi_status acpi_map_iosapic(acpi_handle handle, u32 depth, |
826 | void *context, void **ret) | |
1da177e4 | 827 | { |
4be44fcd | 828 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; |
1da177e4 | 829 | union acpi_object *obj; |
5f3b1a8b | 830 | struct acpi_madt_io_sapic *iosapic; |
1da177e4 | 831 | unsigned int gsi_base; |
b1e9cee7 | 832 | int node; |
1da177e4 LT |
833 | |
834 | /* Only care about objects w/ a method that returns the MADT */ | |
835 | if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
836 | return AE_OK; | |
837 | ||
838 | if (!buffer.length || !buffer.pointer) | |
839 | return AE_OK; | |
840 | ||
841 | obj = buffer.pointer; | |
842 | if (obj->type != ACPI_TYPE_BUFFER || | |
843 | obj->buffer.length < sizeof(*iosapic)) { | |
02438d87 | 844 | kfree(buffer.pointer); |
1da177e4 LT |
845 | return AE_OK; |
846 | } | |
847 | ||
5f3b1a8b | 848 | iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer; |
1da177e4 | 849 | |
5f3b1a8b | 850 | if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) { |
02438d87 | 851 | kfree(buffer.pointer); |
1da177e4 LT |
852 | return AE_OK; |
853 | } | |
854 | ||
855 | gsi_base = iosapic->global_irq_base; | |
856 | ||
02438d87 | 857 | kfree(buffer.pointer); |
1da177e4 | 858 | |
b1e9cee7 BH |
859 | /* OK, it's an IOSAPIC MADT entry; associate it with a node */ |
860 | node = acpi_get_node(handle); | |
861 | if (node == NUMA_NO_NODE || !node_online(node) || | |
fbb776c3 | 862 | cpumask_empty(cpumask_of_node(node))) |
1da177e4 LT |
863 | return AE_OK; |
864 | ||
865 | /* We know a gsi to node mapping! */ | |
866 | map_iosapic_to_node(gsi_base, node); | |
867 | return AE_OK; | |
868 | } | |
650316f1 BH |
869 | |
870 | static int __init | |
871 | acpi_map_iosapics (void) | |
872 | { | |
873 | acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL); | |
874 | return 0; | |
875 | } | |
876 | ||
877 | fs_initcall(acpi_map_iosapics); | |
878 | #endif /* CONFIG_ACPI_NUMA */ | |
b1bb248a | 879 | |
c5b5a599 | 880 | int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base) |
b1bb248a | 881 | { |
0e888adc KK |
882 | int err; |
883 | ||
884 | if ((err = iosapic_init(phys_addr, gsi_base))) | |
885 | return err; | |
886 | ||
24b8e0cc | 887 | #ifdef CONFIG_ACPI_NUMA |
0e888adc | 888 | acpi_map_iosapic(handle, 0, NULL, NULL); |
4be44fcd | 889 | #endif /* CONFIG_ACPI_NUMA */ |
0e888adc KK |
890 | |
891 | return 0; | |
b1bb248a | 892 | } |
4be44fcd | 893 | |
b1bb248a KK |
894 | EXPORT_SYMBOL(acpi_register_ioapic); |
895 | ||
4be44fcd | 896 | int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base) |
b1bb248a | 897 | { |
0e888adc | 898 | return iosapic_remove(gsi_base); |
b1bb248a | 899 | } |
4be44fcd | 900 | |
b1bb248a KK |
901 | EXPORT_SYMBOL(acpi_unregister_ioapic); |
902 | ||
e8b2fd01 | 903 | /* |
f1a2003e | 904 | * acpi_suspend_lowlevel() - save kernel state and suspend. |
e8b2fd01 LB |
905 | * |
906 | * TBD when when IA64 starts to support suspend... | |
907 | */ | |
f1a2003e | 908 | int acpi_suspend_lowlevel(void) { return 0; } |