]>
Commit | Line | Data |
---|---|---|
47817254 AC |
1 | /* |
2 | * Copyright (C) 2005 Intel Corporation | |
3 | * Copyright (C) 2009 Hewlett-Packard Development Company, L.P. | |
4 | * | |
5 | * Alex Chiang <achiang@hp.com> | |
6 | * - Unified x86/ia64 implementations | |
ecf5636d YL |
7 | * |
8 | * I/O APIC hotplug support | |
9 | * Yinghai Lu <yinghai@kernel.org> | |
10 | * Jiang Liu <jiang.liu@intel.com> | |
47817254 | 11 | */ |
214f2c90 | 12 | #include <linux/export.h> |
8b48463f | 13 | #include <linux/acpi.h> |
78f16996 AC |
14 | #include <acpi/processor.h> |
15 | ||
78f16996 | 16 | #define _COMPONENT ACPI_PROCESSOR_COMPONENT |
4d5d4cd8 | 17 | ACPI_MODULE_NAME("processor_core"); |
78f16996 | 18 | |
ecf5636d YL |
19 | static struct acpi_table_madt *get_madt_table(void) |
20 | { | |
21 | static struct acpi_table_madt *madt; | |
22 | static int read_madt; | |
23 | ||
24 | if (!read_madt) { | |
25 | if (ACPI_FAILURE(acpi_get_table(ACPI_SIG_MADT, 0, | |
26 | (struct acpi_table_header **)&madt))) | |
27 | madt = NULL; | |
28 | read_madt++; | |
29 | } | |
30 | ||
31 | return madt; | |
32 | } | |
33 | ||
78ed8bd2 | 34 | static int map_lapic_id(struct acpi_subtable_header *entry, |
8ad893fa | 35 | u32 acpi_id, phys_cpuid_t *apic_id, bool ignore_disabled) |
78ed8bd2 AC |
36 | { |
37 | struct acpi_madt_local_apic *lapic = | |
ef86c3f4 | 38 | container_of(entry, struct acpi_madt_local_apic, header); |
11130736 | 39 | |
8ad893fa | 40 | if (ignore_disabled && !(lapic->lapic_flags & ACPI_MADT_ENABLED)) |
038d7b59 | 41 | return -ENODEV; |
11130736 AC |
42 | |
43 | if (lapic->processor_id != acpi_id) | |
038d7b59 | 44 | return -EINVAL; |
11130736 AC |
45 | |
46 | *apic_id = lapic->id; | |
038d7b59 | 47 | return 0; |
78ed8bd2 AC |
48 | } |
49 | ||
50 | static int map_x2apic_id(struct acpi_subtable_header *entry, | |
8ad893fa GZ |
51 | int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id, |
52 | bool ignore_disabled) | |
78ed8bd2 AC |
53 | { |
54 | struct acpi_madt_local_x2apic *apic = | |
ef86c3f4 | 55 | container_of(entry, struct acpi_madt_local_x2apic, header); |
78ed8bd2 | 56 | |
8ad893fa | 57 | if (ignore_disabled && !(apic->lapic_flags & ACPI_MADT_ENABLED)) |
038d7b59 | 58 | return -ENODEV; |
78ed8bd2 | 59 | |
d6742095 AC |
60 | if (device_declaration && (apic->uid == acpi_id)) { |
61 | *apic_id = apic->local_apic_id; | |
038d7b59 | 62 | return 0; |
78ed8bd2 AC |
63 | } |
64 | ||
038d7b59 | 65 | return -EINVAL; |
78ed8bd2 AC |
66 | } |
67 | ||
68 | static int map_lsapic_id(struct acpi_subtable_header *entry, | |
8ad893fa GZ |
69 | int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id, |
70 | bool ignore_disabled) | |
78ed8bd2 AC |
71 | { |
72 | struct acpi_madt_local_sapic *lsapic = | |
ef86c3f4 | 73 | container_of(entry, struct acpi_madt_local_sapic, header); |
78ed8bd2 | 74 | |
8ad893fa | 75 | if (ignore_disabled && !(lsapic->lapic_flags & ACPI_MADT_ENABLED)) |
038d7b59 | 76 | return -ENODEV; |
78ed8bd2 | 77 | |
78ed8bd2 | 78 | if (device_declaration) { |
eae701ce | 79 | if ((entry->length < 16) || (lsapic->uid != acpi_id)) |
038d7b59 | 80 | return -EINVAL; |
eae701ce | 81 | } else if (lsapic->processor_id != acpi_id) |
038d7b59 | 82 | return -EINVAL; |
78ed8bd2 | 83 | |
eae701ce | 84 | *apic_id = (lsapic->id << 8) | lsapic->eid; |
038d7b59 | 85 | return 0; |
78ed8bd2 AC |
86 | } |
87 | ||
020295b4 HG |
88 | /* |
89 | * Retrieve the ARM CPU physical identifier (MPIDR) | |
90 | */ | |
91 | static int map_gicc_mpidr(struct acpi_subtable_header *entry, | |
8ad893fa GZ |
92 | int device_declaration, u32 acpi_id, phys_cpuid_t *mpidr, |
93 | bool ignore_disabled) | |
020295b4 HG |
94 | { |
95 | struct acpi_madt_generic_interrupt *gicc = | |
96 | container_of(entry, struct acpi_madt_generic_interrupt, header); | |
97 | ||
8ad893fa | 98 | if (ignore_disabled && !(gicc->flags & ACPI_MADT_ENABLED)) |
020295b4 HG |
99 | return -ENODEV; |
100 | ||
101 | /* device_declaration means Device object in DSDT, in the | |
102 | * GIC interrupt model, logical processors are required to | |
103 | * have a Processor Device object in the DSDT, so we should | |
104 | * check device_declaration here | |
105 | */ | |
106 | if (device_declaration && (gicc->uid == acpi_id)) { | |
107 | *mpidr = gicc->arm_mpidr; | |
108 | return 0; | |
109 | } | |
110 | ||
111 | return -EINVAL; | |
112 | } | |
113 | ||
fb7c2bae | 114 | static phys_cpuid_t map_madt_entry(struct acpi_table_madt *madt, |
8ad893fa | 115 | int type, u32 acpi_id, bool ignore_disabled) |
78ed8bd2 AC |
116 | { |
117 | unsigned long madt_end, entry; | |
828aef37 | 118 | phys_cpuid_t phys_id = PHYS_CPUID_INVALID; /* CPU hardware ID */ |
78ed8bd2 AC |
119 | |
120 | if (!madt) | |
af8f3f51 | 121 | return phys_id; |
78ed8bd2 AC |
122 | |
123 | entry = (unsigned long)madt; | |
124 | madt_end = entry + madt->header.length; | |
125 | ||
126 | /* Parse all entries looking for a match. */ | |
127 | ||
128 | entry += sizeof(struct acpi_table_madt); | |
129 | while (entry + sizeof(struct acpi_subtable_header) < madt_end) { | |
130 | struct acpi_subtable_header *header = | |
131 | (struct acpi_subtable_header *)entry; | |
132 | if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) { | |
8ad893fa GZ |
133 | if (!map_lapic_id(header, acpi_id, &phys_id, |
134 | ignore_disabled)) | |
78ed8bd2 AC |
135 | break; |
136 | } else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) { | |
8ad893fa GZ |
137 | if (!map_x2apic_id(header, type, acpi_id, &phys_id, |
138 | ignore_disabled)) | |
78ed8bd2 AC |
139 | break; |
140 | } else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) { | |
8ad893fa GZ |
141 | if (!map_lsapic_id(header, type, acpi_id, &phys_id, |
142 | ignore_disabled)) | |
78ed8bd2 | 143 | break; |
020295b4 | 144 | } else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) { |
8ad893fa GZ |
145 | if (!map_gicc_mpidr(header, type, acpi_id, &phys_id, |
146 | ignore_disabled)) | |
020295b4 | 147 | break; |
78ed8bd2 AC |
148 | } |
149 | entry += header->length; | |
150 | } | |
af8f3f51 | 151 | return phys_id; |
78ed8bd2 AC |
152 | } |
153 | ||
fb7c2bae DD |
154 | phys_cpuid_t __init acpi_map_madt_entry(u32 acpi_id) |
155 | { | |
156 | struct acpi_table_madt *madt = NULL; | |
fb7c2bae DD |
157 | phys_cpuid_t rv; |
158 | ||
6b11d1d6 LZ |
159 | acpi_get_table(ACPI_SIG_MADT, 0, |
160 | (struct acpi_table_header **)&madt); | |
fb7c2bae DD |
161 | if (!madt) |
162 | return PHYS_CPUID_INVALID; | |
163 | ||
8ad893fa | 164 | rv = map_madt_entry(madt, 1, acpi_id, true); |
fb7c2bae | 165 | |
6b11d1d6 | 166 | acpi_put_table((struct acpi_table_header *)madt); |
fb7c2bae DD |
167 | |
168 | return rv; | |
169 | } | |
170 | ||
8ad893fa GZ |
171 | static phys_cpuid_t map_mat_entry(acpi_handle handle, int type, u32 acpi_id, |
172 | bool ignore_disabled) | |
78ed8bd2 AC |
173 | { |
174 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; | |
175 | union acpi_object *obj; | |
176 | struct acpi_subtable_header *header; | |
828aef37 | 177 | phys_cpuid_t phys_id = PHYS_CPUID_INVALID; |
78ed8bd2 AC |
178 | |
179 | if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
180 | goto exit; | |
181 | ||
182 | if (!buffer.length || !buffer.pointer) | |
183 | goto exit; | |
184 | ||
185 | obj = buffer.pointer; | |
186 | if (obj->type != ACPI_TYPE_BUFFER || | |
187 | obj->buffer.length < sizeof(struct acpi_subtable_header)) { | |
188 | goto exit; | |
189 | } | |
190 | ||
191 | header = (struct acpi_subtable_header *)obj->buffer.pointer; | |
13ca62b2 | 192 | if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) |
8ad893fa | 193 | map_lapic_id(header, acpi_id, &phys_id, ignore_disabled); |
13ca62b2 | 194 | else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) |
8ad893fa | 195 | map_lsapic_id(header, type, acpi_id, &phys_id, ignore_disabled); |
13ca62b2 | 196 | else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) |
8ad893fa | 197 | map_x2apic_id(header, type, acpi_id, &phys_id, ignore_disabled); |
020295b4 | 198 | else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) |
8ad893fa GZ |
199 | map_gicc_mpidr(header, type, acpi_id, &phys_id, |
200 | ignore_disabled); | |
78ed8bd2 AC |
201 | |
202 | exit: | |
5273a258 | 203 | kfree(buffer.pointer); |
af8f3f51 | 204 | return phys_id; |
78ed8bd2 AC |
205 | } |
206 | ||
8ad893fa GZ |
207 | static phys_cpuid_t __acpi_get_phys_id(acpi_handle handle, int type, |
208 | u32 acpi_id, bool ignore_disabled) | |
78ed8bd2 | 209 | { |
828aef37 | 210 | phys_cpuid_t phys_id; |
78ed8bd2 | 211 | |
8ad893fa | 212 | phys_id = map_mat_entry(handle, type, acpi_id, ignore_disabled); |
ddcc18f5 | 213 | if (invalid_phys_cpuid(phys_id)) |
8ad893fa GZ |
214 | phys_id = map_madt_entry(get_madt_table(), type, acpi_id, |
215 | ignore_disabled); | |
ca9f62ac | 216 | |
af8f3f51 | 217 | return phys_id; |
ca9f62ac JL |
218 | } |
219 | ||
8ad893fa GZ |
220 | phys_cpuid_t acpi_get_phys_id(acpi_handle handle, int type, u32 acpi_id) |
221 | { | |
222 | return __acpi_get_phys_id(handle, type, acpi_id, true); | |
223 | } | |
224 | ||
828aef37 | 225 | int acpi_map_cpuid(phys_cpuid_t phys_id, u32 acpi_id) |
ca9f62ac JL |
226 | { |
227 | #ifdef CONFIG_SMP | |
228 | int i; | |
229 | #endif | |
230 | ||
ddcc18f5 | 231 | if (invalid_phys_cpuid(phys_id)) { |
d640113f LM |
232 | /* |
233 | * On UP processor, there is no _MAT or MADT table. | |
828aef37 | 234 | * So above phys_id is always set to PHYS_CPUID_INVALID. |
d640113f LM |
235 | * |
236 | * BIOS may define multiple CPU handles even for UP processor. | |
237 | * For example, | |
238 | * | |
239 | * Scope (_PR) | |
13ca62b2 | 240 | * { |
d640113f LM |
241 | * Processor (CPU0, 0x00, 0x00000410, 0x06) {} |
242 | * Processor (CPU1, 0x01, 0x00000410, 0x06) {} | |
243 | * Processor (CPU2, 0x02, 0x00000410, 0x06) {} | |
244 | * Processor (CPU3, 0x03, 0x00000410, 0x06) {} | |
245 | * } | |
246 | * | |
af8f3f51 | 247 | * Ignores phys_id and always returns 0 for the processor |
c4686c71 TR |
248 | * handle with acpi id 0 if nr_cpu_ids is 1. |
249 | * This should be the case if SMP tables are not found. | |
d3da7cb9 | 250 | * Return -EINVAL for other CPU's handle. |
d640113f | 251 | */ |
c4686c71 | 252 | if (nr_cpu_ids <= 1 && acpi_id == 0) |
d640113f LM |
253 | return acpi_id; |
254 | else | |
d3da7cb9 | 255 | return -EINVAL; |
d640113f | 256 | } |
78ed8bd2 | 257 | |
932df741 | 258 | #ifdef CONFIG_SMP |
78ed8bd2 | 259 | for_each_possible_cpu(i) { |
af8f3f51 | 260 | if (cpu_physical_id(i) == phys_id) |
78ed8bd2 AC |
261 | return i; |
262 | } | |
932df741 LM |
263 | #else |
264 | /* In UP kernel, only processor 0 is valid */ | |
af8f3f51 HG |
265 | if (phys_id == 0) |
266 | return phys_id; | |
932df741 | 267 | #endif |
d3da7cb9 | 268 | return -ENODEV; |
78ed8bd2 | 269 | } |
ca9f62ac JL |
270 | |
271 | int acpi_get_cpuid(acpi_handle handle, int type, u32 acpi_id) | |
272 | { | |
828aef37 | 273 | phys_cpuid_t phys_id; |
ca9f62ac | 274 | |
af8f3f51 | 275 | phys_id = acpi_get_phys_id(handle, type, acpi_id); |
ca9f62ac | 276 | |
af8f3f51 | 277 | return acpi_map_cpuid(phys_id, acpi_id); |
ca9f62ac | 278 | } |
78ed8bd2 | 279 | EXPORT_SYMBOL_GPL(acpi_get_cpuid); |
ecf5636d | 280 | |
dc6db24d GZ |
281 | #ifdef CONFIG_ACPI_HOTPLUG_CPU |
282 | static bool __init | |
283 | map_processor(acpi_handle handle, phys_cpuid_t *phys_id, int *cpuid) | |
284 | { | |
c183a603 | 285 | int type, id; |
dc6db24d GZ |
286 | u32 acpi_id; |
287 | acpi_status status; | |
288 | acpi_object_type acpi_type; | |
289 | unsigned long long tmp; | |
290 | union acpi_object object = { 0 }; | |
291 | struct acpi_buffer buffer = { sizeof(union acpi_object), &object }; | |
292 | ||
293 | status = acpi_get_type(handle, &acpi_type); | |
294 | if (ACPI_FAILURE(status)) | |
295 | return false; | |
296 | ||
297 | switch (acpi_type) { | |
298 | case ACPI_TYPE_PROCESSOR: | |
299 | status = acpi_evaluate_object(handle, NULL, NULL, &buffer); | |
300 | if (ACPI_FAILURE(status)) | |
301 | return false; | |
302 | acpi_id = object.processor.proc_id; | |
fd74da21 DL |
303 | |
304 | /* validate the acpi_id */ | |
305 | if(acpi_processor_validate_proc_id(acpi_id)) | |
306 | return false; | |
dc6db24d GZ |
307 | break; |
308 | case ACPI_TYPE_DEVICE: | |
309 | status = acpi_evaluate_integer(handle, "_UID", NULL, &tmp); | |
310 | if (ACPI_FAILURE(status)) | |
311 | return false; | |
312 | acpi_id = tmp; | |
313 | break; | |
314 | default: | |
315 | return false; | |
316 | } | |
317 | ||
318 | type = (acpi_type == ACPI_TYPE_DEVICE) ? 1 : 0; | |
319 | ||
320 | *phys_id = __acpi_get_phys_id(handle, type, acpi_id, false); | |
c183a603 | 321 | id = acpi_map_cpuid(*phys_id, acpi_id); |
dc6db24d | 322 | |
c183a603 TG |
323 | if (id < 0) |
324 | return false; | |
325 | *cpuid = id; | |
dc6db24d GZ |
326 | return true; |
327 | } | |
328 | ||
329 | static acpi_status __init | |
330 | set_processor_node_mapping(acpi_handle handle, u32 lvl, void *context, | |
331 | void **rv) | |
332 | { | |
333 | phys_cpuid_t phys_id; | |
334 | int cpu_id; | |
335 | ||
336 | if (!map_processor(handle, &phys_id, &cpu_id)) | |
337 | return AE_ERROR; | |
338 | ||
339 | acpi_map_cpu2node(handle, cpu_id, phys_id); | |
340 | return AE_OK; | |
341 | } | |
342 | ||
343 | void __init acpi_set_processor_mapping(void) | |
344 | { | |
345 | /* Set persistent cpu <-> node mapping for all processors. */ | |
346 | acpi_walk_namespace(ACPI_TYPE_PROCESSOR, ACPI_ROOT_OBJECT, | |
347 | ACPI_UINT32_MAX, set_processor_node_mapping, | |
348 | NULL, NULL, NULL); | |
349 | } | |
350 | #else | |
351 | void __init acpi_set_processor_mapping(void) {} | |
352 | #endif /* CONFIG_ACPI_HOTPLUG_CPU */ | |
353 | ||
ecf5636d YL |
354 | #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC |
355 | static int get_ioapic_id(struct acpi_subtable_header *entry, u32 gsi_base, | |
356 | u64 *phys_addr, int *ioapic_id) | |
357 | { | |
358 | struct acpi_madt_io_apic *ioapic = (struct acpi_madt_io_apic *)entry; | |
359 | ||
360 | if (ioapic->global_irq_base != gsi_base) | |
361 | return 0; | |
362 | ||
363 | *phys_addr = ioapic->address; | |
364 | *ioapic_id = ioapic->id; | |
365 | return 1; | |
366 | } | |
367 | ||
368 | static int parse_madt_ioapic_entry(u32 gsi_base, u64 *phys_addr) | |
369 | { | |
370 | struct acpi_subtable_header *hdr; | |
371 | unsigned long madt_end, entry; | |
372 | struct acpi_table_madt *madt; | |
373 | int apic_id = -1; | |
374 | ||
375 | madt = get_madt_table(); | |
376 | if (!madt) | |
377 | return apic_id; | |
378 | ||
379 | entry = (unsigned long)madt; | |
380 | madt_end = entry + madt->header.length; | |
381 | ||
382 | /* Parse all entries looking for a match. */ | |
383 | entry += sizeof(struct acpi_table_madt); | |
384 | while (entry + sizeof(struct acpi_subtable_header) < madt_end) { | |
385 | hdr = (struct acpi_subtable_header *)entry; | |
386 | if (hdr->type == ACPI_MADT_TYPE_IO_APIC && | |
387 | get_ioapic_id(hdr, gsi_base, phys_addr, &apic_id)) | |
388 | break; | |
389 | else | |
390 | entry += hdr->length; | |
391 | } | |
392 | ||
393 | return apic_id; | |
394 | } | |
395 | ||
396 | static int parse_mat_ioapic_entry(acpi_handle handle, u32 gsi_base, | |
397 | u64 *phys_addr) | |
398 | { | |
399 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; | |
400 | struct acpi_subtable_header *header; | |
401 | union acpi_object *obj; | |
402 | int apic_id = -1; | |
403 | ||
404 | if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
405 | goto exit; | |
406 | ||
407 | if (!buffer.length || !buffer.pointer) | |
408 | goto exit; | |
409 | ||
410 | obj = buffer.pointer; | |
411 | if (obj->type != ACPI_TYPE_BUFFER || | |
412 | obj->buffer.length < sizeof(struct acpi_subtable_header)) | |
413 | goto exit; | |
414 | ||
415 | header = (struct acpi_subtable_header *)obj->buffer.pointer; | |
416 | if (header->type == ACPI_MADT_TYPE_IO_APIC) | |
417 | get_ioapic_id(header, gsi_base, phys_addr, &apic_id); | |
418 | ||
419 | exit: | |
420 | kfree(buffer.pointer); | |
421 | return apic_id; | |
422 | } | |
423 | ||
424 | /** | |
425 | * acpi_get_ioapic_id - Get IOAPIC ID and physical address matching @gsi_base | |
426 | * @handle: ACPI object for IOAPIC device | |
427 | * @gsi_base: GSI base to match with | |
428 | * @phys_addr: Pointer to store physical address of matching IOAPIC record | |
429 | * | |
430 | * Walk resources returned by ACPI_MAT method, then ACPI MADT table, to search | |
431 | * for an ACPI IOAPIC record matching @gsi_base. | |
432 | * Return IOAPIC id and store physical address in @phys_addr if found a match, | |
433 | * otherwise return <0. | |
434 | */ | |
435 | int acpi_get_ioapic_id(acpi_handle handle, u32 gsi_base, u64 *phys_addr) | |
436 | { | |
437 | int apic_id; | |
438 | ||
439 | apic_id = parse_mat_ioapic_entry(handle, gsi_base, phys_addr); | |
440 | if (apic_id == -1) | |
441 | apic_id = parse_madt_ioapic_entry(gsi_base, phys_addr); | |
442 | ||
443 | return apic_id; | |
444 | } | |
445 | #endif /* CONFIG_ACPI_HOTPLUG_IOAPIC */ |