]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * Copyright (C) 2005 Intel Corporation | |
3 | * Copyright (C) 2009 Hewlett-Packard Development Company, L.P. | |
4 | * | |
5 | * Alex Chiang <achiang@hp.com> | |
6 | * - Unified x86/ia64 implementations | |
7 | * | |
8 | * I/O APIC hotplug support | |
9 | * Yinghai Lu <yinghai@kernel.org> | |
10 | * Jiang Liu <jiang.liu@intel.com> | |
11 | */ | |
12 | #include <linux/export.h> | |
13 | #include <linux/acpi.h> | |
14 | #include <acpi/processor.h> | |
15 | ||
16 | #define _COMPONENT ACPI_PROCESSOR_COMPONENT | |
17 | ACPI_MODULE_NAME("processor_core"); | |
18 | ||
19 | static struct acpi_table_madt *get_madt_table(void) | |
20 | { | |
21 | static struct acpi_table_madt *madt; | |
22 | static int read_madt; | |
23 | ||
24 | if (!read_madt) { | |
25 | if (ACPI_FAILURE(acpi_get_table(ACPI_SIG_MADT, 0, | |
26 | (struct acpi_table_header **)&madt))) | |
27 | madt = NULL; | |
28 | read_madt++; | |
29 | } | |
30 | ||
31 | return madt; | |
32 | } | |
33 | ||
34 | static int map_lapic_id(struct acpi_subtable_header *entry, | |
35 | u32 acpi_id, phys_cpuid_t *apic_id, bool ignore_disabled) | |
36 | { | |
37 | struct acpi_madt_local_apic *lapic = | |
38 | container_of(entry, struct acpi_madt_local_apic, header); | |
39 | ||
40 | if (ignore_disabled && !(lapic->lapic_flags & ACPI_MADT_ENABLED)) | |
41 | return -ENODEV; | |
42 | ||
43 | if (lapic->processor_id != acpi_id) | |
44 | return -EINVAL; | |
45 | ||
46 | *apic_id = lapic->id; | |
47 | return 0; | |
48 | } | |
49 | ||
50 | static int map_x2apic_id(struct acpi_subtable_header *entry, | |
51 | int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id, | |
52 | bool ignore_disabled) | |
53 | { | |
54 | struct acpi_madt_local_x2apic *apic = | |
55 | container_of(entry, struct acpi_madt_local_x2apic, header); | |
56 | ||
57 | if (ignore_disabled && !(apic->lapic_flags & ACPI_MADT_ENABLED)) | |
58 | return -ENODEV; | |
59 | ||
60 | if (device_declaration && (apic->uid == acpi_id)) { | |
61 | *apic_id = apic->local_apic_id; | |
62 | return 0; | |
63 | } | |
64 | ||
65 | return -EINVAL; | |
66 | } | |
67 | ||
68 | static int map_lsapic_id(struct acpi_subtable_header *entry, | |
69 | int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id, | |
70 | bool ignore_disabled) | |
71 | { | |
72 | struct acpi_madt_local_sapic *lsapic = | |
73 | container_of(entry, struct acpi_madt_local_sapic, header); | |
74 | ||
75 | if (ignore_disabled && !(lsapic->lapic_flags & ACPI_MADT_ENABLED)) | |
76 | return -ENODEV; | |
77 | ||
78 | if (device_declaration) { | |
79 | if ((entry->length < 16) || (lsapic->uid != acpi_id)) | |
80 | return -EINVAL; | |
81 | } else if (lsapic->processor_id != acpi_id) | |
82 | return -EINVAL; | |
83 | ||
84 | *apic_id = (lsapic->id << 8) | lsapic->eid; | |
85 | return 0; | |
86 | } | |
87 | ||
88 | /* | |
89 | * Retrieve the ARM CPU physical identifier (MPIDR) | |
90 | */ | |
91 | static int map_gicc_mpidr(struct acpi_subtable_header *entry, | |
92 | int device_declaration, u32 acpi_id, phys_cpuid_t *mpidr, | |
93 | bool ignore_disabled) | |
94 | { | |
95 | struct acpi_madt_generic_interrupt *gicc = | |
96 | container_of(entry, struct acpi_madt_generic_interrupt, header); | |
97 | ||
98 | if (ignore_disabled && !(gicc->flags & ACPI_MADT_ENABLED)) | |
99 | return -ENODEV; | |
100 | ||
101 | /* device_declaration means Device object in DSDT, in the | |
102 | * GIC interrupt model, logical processors are required to | |
103 | * have a Processor Device object in the DSDT, so we should | |
104 | * check device_declaration here | |
105 | */ | |
106 | if (device_declaration && (gicc->uid == acpi_id)) { | |
107 | *mpidr = gicc->arm_mpidr; | |
108 | return 0; | |
109 | } | |
110 | ||
111 | return -EINVAL; | |
112 | } | |
113 | ||
114 | static phys_cpuid_t map_madt_entry(struct acpi_table_madt *madt, | |
115 | int type, u32 acpi_id, bool ignore_disabled) | |
116 | { | |
117 | unsigned long madt_end, entry; | |
118 | phys_cpuid_t phys_id = PHYS_CPUID_INVALID; /* CPU hardware ID */ | |
119 | ||
120 | if (!madt) | |
121 | return phys_id; | |
122 | ||
123 | entry = (unsigned long)madt; | |
124 | madt_end = entry + madt->header.length; | |
125 | ||
126 | /* Parse all entries looking for a match. */ | |
127 | ||
128 | entry += sizeof(struct acpi_table_madt); | |
129 | while (entry + sizeof(struct acpi_subtable_header) < madt_end) { | |
130 | struct acpi_subtable_header *header = | |
131 | (struct acpi_subtable_header *)entry; | |
132 | if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) { | |
133 | if (!map_lapic_id(header, acpi_id, &phys_id, | |
134 | ignore_disabled)) | |
135 | break; | |
136 | } else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) { | |
137 | if (!map_x2apic_id(header, type, acpi_id, &phys_id, | |
138 | ignore_disabled)) | |
139 | break; | |
140 | } else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) { | |
141 | if (!map_lsapic_id(header, type, acpi_id, &phys_id, | |
142 | ignore_disabled)) | |
143 | break; | |
144 | } else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) { | |
145 | if (!map_gicc_mpidr(header, type, acpi_id, &phys_id, | |
146 | ignore_disabled)) | |
147 | break; | |
148 | } | |
149 | entry += header->length; | |
150 | } | |
151 | return phys_id; | |
152 | } | |
153 | ||
154 | phys_cpuid_t __init acpi_map_madt_entry(u32 acpi_id) | |
155 | { | |
156 | struct acpi_table_madt *madt = NULL; | |
157 | phys_cpuid_t rv; | |
158 | ||
159 | acpi_get_table(ACPI_SIG_MADT, 0, | |
160 | (struct acpi_table_header **)&madt); | |
161 | if (!madt) | |
162 | return PHYS_CPUID_INVALID; | |
163 | ||
164 | rv = map_madt_entry(madt, 1, acpi_id, true); | |
165 | ||
166 | acpi_put_table((struct acpi_table_header *)madt); | |
167 | ||
168 | return rv; | |
169 | } | |
170 | ||
171 | static phys_cpuid_t map_mat_entry(acpi_handle handle, int type, u32 acpi_id, | |
172 | bool ignore_disabled) | |
173 | { | |
174 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; | |
175 | union acpi_object *obj; | |
176 | struct acpi_subtable_header *header; | |
177 | phys_cpuid_t phys_id = PHYS_CPUID_INVALID; | |
178 | ||
179 | if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
180 | goto exit; | |
181 | ||
182 | if (!buffer.length || !buffer.pointer) | |
183 | goto exit; | |
184 | ||
185 | obj = buffer.pointer; | |
186 | if (obj->type != ACPI_TYPE_BUFFER || | |
187 | obj->buffer.length < sizeof(struct acpi_subtable_header)) { | |
188 | goto exit; | |
189 | } | |
190 | ||
191 | header = (struct acpi_subtable_header *)obj->buffer.pointer; | |
192 | if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) | |
193 | map_lapic_id(header, acpi_id, &phys_id, ignore_disabled); | |
194 | else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) | |
195 | map_lsapic_id(header, type, acpi_id, &phys_id, ignore_disabled); | |
196 | else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) | |
197 | map_x2apic_id(header, type, acpi_id, &phys_id, ignore_disabled); | |
198 | else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) | |
199 | map_gicc_mpidr(header, type, acpi_id, &phys_id, | |
200 | ignore_disabled); | |
201 | ||
202 | exit: | |
203 | kfree(buffer.pointer); | |
204 | return phys_id; | |
205 | } | |
206 | ||
207 | static phys_cpuid_t __acpi_get_phys_id(acpi_handle handle, int type, | |
208 | u32 acpi_id, bool ignore_disabled) | |
209 | { | |
210 | phys_cpuid_t phys_id; | |
211 | ||
212 | phys_id = map_mat_entry(handle, type, acpi_id, ignore_disabled); | |
213 | if (invalid_phys_cpuid(phys_id)) | |
214 | phys_id = map_madt_entry(get_madt_table(), type, acpi_id, | |
215 | ignore_disabled); | |
216 | ||
217 | return phys_id; | |
218 | } | |
219 | ||
220 | phys_cpuid_t acpi_get_phys_id(acpi_handle handle, int type, u32 acpi_id) | |
221 | { | |
222 | return __acpi_get_phys_id(handle, type, acpi_id, true); | |
223 | } | |
224 | ||
225 | int acpi_map_cpuid(phys_cpuid_t phys_id, u32 acpi_id) | |
226 | { | |
227 | #ifdef CONFIG_SMP | |
228 | int i; | |
229 | #endif | |
230 | ||
231 | if (invalid_phys_cpuid(phys_id)) { | |
232 | /* | |
233 | * On UP processor, there is no _MAT or MADT table. | |
234 | * So above phys_id is always set to PHYS_CPUID_INVALID. | |
235 | * | |
236 | * BIOS may define multiple CPU handles even for UP processor. | |
237 | * For example, | |
238 | * | |
239 | * Scope (_PR) | |
240 | * { | |
241 | * Processor (CPU0, 0x00, 0x00000410, 0x06) {} | |
242 | * Processor (CPU1, 0x01, 0x00000410, 0x06) {} | |
243 | * Processor (CPU2, 0x02, 0x00000410, 0x06) {} | |
244 | * Processor (CPU3, 0x03, 0x00000410, 0x06) {} | |
245 | * } | |
246 | * | |
247 | * Ignores phys_id and always returns 0 for the processor | |
248 | * handle with acpi id 0 if nr_cpu_ids is 1. | |
249 | * This should be the case if SMP tables are not found. | |
250 | * Return -EINVAL for other CPU's handle. | |
251 | */ | |
252 | if (nr_cpu_ids <= 1 && acpi_id == 0) | |
253 | return acpi_id; | |
254 | else | |
255 | return -EINVAL; | |
256 | } | |
257 | ||
258 | #ifdef CONFIG_SMP | |
259 | for_each_possible_cpu(i) { | |
260 | if (cpu_physical_id(i) == phys_id) | |
261 | return i; | |
262 | } | |
263 | #else | |
264 | /* In UP kernel, only processor 0 is valid */ | |
265 | if (phys_id == 0) | |
266 | return phys_id; | |
267 | #endif | |
268 | return -ENODEV; | |
269 | } | |
270 | ||
271 | int acpi_get_cpuid(acpi_handle handle, int type, u32 acpi_id) | |
272 | { | |
273 | phys_cpuid_t phys_id; | |
274 | ||
275 | phys_id = acpi_get_phys_id(handle, type, acpi_id); | |
276 | ||
277 | return acpi_map_cpuid(phys_id, acpi_id); | |
278 | } | |
279 | EXPORT_SYMBOL_GPL(acpi_get_cpuid); | |
280 | ||
281 | #ifdef CONFIG_ACPI_HOTPLUG_CPU | |
282 | static bool __init | |
283 | map_processor(acpi_handle handle, phys_cpuid_t *phys_id, int *cpuid) | |
284 | { | |
285 | int type, id; | |
286 | u32 acpi_id; | |
287 | acpi_status status; | |
288 | acpi_object_type acpi_type; | |
289 | unsigned long long tmp; | |
290 | union acpi_object object = { 0 }; | |
291 | struct acpi_buffer buffer = { sizeof(union acpi_object), &object }; | |
292 | ||
293 | status = acpi_get_type(handle, &acpi_type); | |
294 | if (ACPI_FAILURE(status)) | |
295 | return false; | |
296 | ||
297 | switch (acpi_type) { | |
298 | case ACPI_TYPE_PROCESSOR: | |
299 | status = acpi_evaluate_object(handle, NULL, NULL, &buffer); | |
300 | if (ACPI_FAILURE(status)) | |
301 | return false; | |
302 | acpi_id = object.processor.proc_id; | |
303 | ||
304 | /* validate the acpi_id */ | |
305 | if(acpi_processor_validate_proc_id(acpi_id)) | |
306 | return false; | |
307 | break; | |
308 | case ACPI_TYPE_DEVICE: | |
309 | status = acpi_evaluate_integer(handle, "_UID", NULL, &tmp); | |
310 | if (ACPI_FAILURE(status)) | |
311 | return false; | |
312 | acpi_id = tmp; | |
313 | break; | |
314 | default: | |
315 | return false; | |
316 | } | |
317 | ||
318 | type = (acpi_type == ACPI_TYPE_DEVICE) ? 1 : 0; | |
319 | ||
320 | *phys_id = __acpi_get_phys_id(handle, type, acpi_id, false); | |
321 | id = acpi_map_cpuid(*phys_id, acpi_id); | |
322 | ||
323 | if (id < 0) | |
324 | return false; | |
325 | *cpuid = id; | |
326 | return true; | |
327 | } | |
328 | ||
329 | static acpi_status __init | |
330 | set_processor_node_mapping(acpi_handle handle, u32 lvl, void *context, | |
331 | void **rv) | |
332 | { | |
333 | phys_cpuid_t phys_id; | |
334 | int cpu_id; | |
335 | ||
336 | if (!map_processor(handle, &phys_id, &cpu_id)) | |
337 | return AE_ERROR; | |
338 | ||
339 | acpi_map_cpu2node(handle, cpu_id, phys_id); | |
340 | return AE_OK; | |
341 | } | |
342 | ||
343 | void __init acpi_set_processor_mapping(void) | |
344 | { | |
345 | /* Set persistent cpu <-> node mapping for all processors. */ | |
346 | acpi_walk_namespace(ACPI_TYPE_PROCESSOR, ACPI_ROOT_OBJECT, | |
347 | ACPI_UINT32_MAX, set_processor_node_mapping, | |
348 | NULL, NULL, NULL); | |
349 | } | |
350 | #else | |
351 | void __init acpi_set_processor_mapping(void) {} | |
352 | #endif /* CONFIG_ACPI_HOTPLUG_CPU */ | |
353 | ||
354 | #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC | |
355 | static int get_ioapic_id(struct acpi_subtable_header *entry, u32 gsi_base, | |
356 | u64 *phys_addr, int *ioapic_id) | |
357 | { | |
358 | struct acpi_madt_io_apic *ioapic = (struct acpi_madt_io_apic *)entry; | |
359 | ||
360 | if (ioapic->global_irq_base != gsi_base) | |
361 | return 0; | |
362 | ||
363 | *phys_addr = ioapic->address; | |
364 | *ioapic_id = ioapic->id; | |
365 | return 1; | |
366 | } | |
367 | ||
368 | static int parse_madt_ioapic_entry(u32 gsi_base, u64 *phys_addr) | |
369 | { | |
370 | struct acpi_subtable_header *hdr; | |
371 | unsigned long madt_end, entry; | |
372 | struct acpi_table_madt *madt; | |
373 | int apic_id = -1; | |
374 | ||
375 | madt = get_madt_table(); | |
376 | if (!madt) | |
377 | return apic_id; | |
378 | ||
379 | entry = (unsigned long)madt; | |
380 | madt_end = entry + madt->header.length; | |
381 | ||
382 | /* Parse all entries looking for a match. */ | |
383 | entry += sizeof(struct acpi_table_madt); | |
384 | while (entry + sizeof(struct acpi_subtable_header) < madt_end) { | |
385 | hdr = (struct acpi_subtable_header *)entry; | |
386 | if (hdr->type == ACPI_MADT_TYPE_IO_APIC && | |
387 | get_ioapic_id(hdr, gsi_base, phys_addr, &apic_id)) | |
388 | break; | |
389 | else | |
390 | entry += hdr->length; | |
391 | } | |
392 | ||
393 | return apic_id; | |
394 | } | |
395 | ||
396 | static int parse_mat_ioapic_entry(acpi_handle handle, u32 gsi_base, | |
397 | u64 *phys_addr) | |
398 | { | |
399 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; | |
400 | struct acpi_subtable_header *header; | |
401 | union acpi_object *obj; | |
402 | int apic_id = -1; | |
403 | ||
404 | if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) | |
405 | goto exit; | |
406 | ||
407 | if (!buffer.length || !buffer.pointer) | |
408 | goto exit; | |
409 | ||
410 | obj = buffer.pointer; | |
411 | if (obj->type != ACPI_TYPE_BUFFER || | |
412 | obj->buffer.length < sizeof(struct acpi_subtable_header)) | |
413 | goto exit; | |
414 | ||
415 | header = (struct acpi_subtable_header *)obj->buffer.pointer; | |
416 | if (header->type == ACPI_MADT_TYPE_IO_APIC) | |
417 | get_ioapic_id(header, gsi_base, phys_addr, &apic_id); | |
418 | ||
419 | exit: | |
420 | kfree(buffer.pointer); | |
421 | return apic_id; | |
422 | } | |
423 | ||
424 | /** | |
425 | * acpi_get_ioapic_id - Get IOAPIC ID and physical address matching @gsi_base | |
426 | * @handle: ACPI object for IOAPIC device | |
427 | * @gsi_base: GSI base to match with | |
428 | * @phys_addr: Pointer to store physical address of matching IOAPIC record | |
429 | * | |
430 | * Walk resources returned by ACPI_MAT method, then ACPI MADT table, to search | |
431 | * for an ACPI IOAPIC record matching @gsi_base. | |
432 | * Return IOAPIC id and store physical address in @phys_addr if found a match, | |
433 | * otherwise return <0. | |
434 | */ | |
435 | int acpi_get_ioapic_id(acpi_handle handle, u32 gsi_base, u64 *phys_addr) | |
436 | { | |
437 | int apic_id; | |
438 | ||
439 | apic_id = parse_mat_ioapic_entry(handle, gsi_base, phys_addr); | |
440 | if (apic_id == -1) | |
441 | apic_id = parse_madt_ioapic_entry(gsi_base, phys_addr); | |
442 | ||
443 | return apic_id; | |
444 | } | |
445 | #endif /* CONFIG_ACPI_HOTPLUG_IOAPIC */ |