]>
Commit | Line | Data |
---|---|---|
2832a81d GL |
1 | /* |
2 | * PS3 interrupt routines. | |
3 | * | |
4 | * Copyright (C) 2006 Sony Computer Entertainment Inc. | |
5 | * Copyright 2006 Sony Corp. | |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License as published by | |
9 | * the Free Software Foundation; version 2 of the License. | |
10 | * | |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
16 | * You should have received a copy of the GNU General Public License | |
17 | * along with this program; if not, write to the Free Software | |
18 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | |
19 | */ | |
20 | ||
21 | #include <linux/kernel.h> | |
22 | #include <linux/module.h> | |
23 | #include <linux/irq.h> | |
24 | ||
25 | #include <asm/machdep.h> | |
26 | #include <asm/udbg.h> | |
2832a81d | 27 | #include <asm/lv1call.h> |
42d284bc | 28 | #include <asm/smp.h> |
2832a81d GL |
29 | |
30 | #include "platform.h" | |
31 | ||
32 | #if defined(DEBUG) | |
83bb643d | 33 | #define DBG udbg_printf |
2832a81d | 34 | #else |
83bb643d | 35 | #define DBG pr_debug |
2832a81d GL |
36 | #endif |
37 | ||
861be32c GL |
38 | /** |
39 | * struct ps3_bmp - a per cpu irq status and mask bitmap structure | |
40 | * @status: 256 bit status bitmap indexed by plug | |
41 | * @unused_1: | |
42 | * @mask: 256 bit mask bitmap indexed by plug | |
43 | * @unused_2: | |
44 | * @lock: | |
45 | * @ipi_debug_brk_mask: | |
46 | * | |
47 | * The HV mantains per SMT thread mappings of HV outlet to HV plug on | |
48 | * behalf of the guest. These mappings are implemented as 256 bit guest | |
49 | * supplied bitmaps indexed by plug number. The addresses of the bitmaps | |
50 | * are registered with the HV through lv1_configure_irq_state_bitmap(). | |
57715765 GL |
51 | * The HV requires that the 512 bits of status + mask not cross a page |
52 | * boundary. PS3_BMP_MINALIGN is used to define this minimal 64 byte | |
53 | * alignment. | |
861be32c GL |
54 | * |
55 | * The HV supports 256 plugs per thread, assigned as {0..255}, for a total | |
56 | * of 512 plugs supported on a processor. To simplify the logic this | |
57 | * implementation equates HV plug value to Linux virq value, constrains each | |
58 | * interrupt to have a system wide unique plug number, and limits the range | |
59 | * of the plug values to map into the first dword of the bitmaps. This | |
60 | * gives a usable range of plug values of {NUM_ISA_INTERRUPTS..63}. Note | |
61 | * that there is no constraint on how many in this set an individual thread | |
62 | * can acquire. | |
63 | */ | |
64 | ||
57715765 GL |
65 | #define PS3_BMP_MINALIGN 64 |
66 | ||
861be32c GL |
67 | struct ps3_bmp { |
68 | struct { | |
69 | u64 status; | |
70 | u64 unused_1[3]; | |
71 | u64 mask; | |
72 | u64 unused_2[3]; | |
73 | }; | |
74 | u64 ipi_debug_brk_mask; | |
75 | spinlock_t lock; | |
76 | }; | |
77 | ||
78 | /** | |
79 | * struct ps3_private - a per cpu data structure | |
80 | * @bmp: ps3_bmp structure | |
aab83500 GL |
81 | * @ppe_id: HV logical_ppe_id |
82 | * @thread_id: HV thread_id | |
861be32c GL |
83 | */ |
84 | ||
85 | struct ps3_private { | |
57715765 | 86 | struct ps3_bmp bmp __attribute__ ((aligned (PS3_BMP_MINALIGN))); |
aab83500 GL |
87 | u64 ppe_id; |
88 | u64 thread_id; | |
861be32c GL |
89 | }; |
90 | ||
91 | static DEFINE_PER_CPU(struct ps3_private, ps3_private); | |
92 | ||
743c1bb0 GL |
93 | /** |
94 | * ps3_chip_mask - Set an interrupt mask bit in ps3_bmp. | |
95 | * @virq: The assigned Linux virq. | |
96 | * | |
97 | * Sets ps3_bmp.mask and calls lv1_did_update_interrupt_mask(). | |
98 | */ | |
99 | ||
100 | static void ps3_chip_mask(unsigned int virq) | |
101 | { | |
102 | struct ps3_private *pd = get_irq_chip_data(virq); | |
743c1bb0 GL |
103 | unsigned long flags; |
104 | ||
aab83500 GL |
105 | pr_debug("%s:%d: thread_id %lu, virq %d\n", __func__, __LINE__, |
106 | pd->thread_id, virq); | |
743c1bb0 GL |
107 | |
108 | local_irq_save(flags); | |
a354ab85 | 109 | clear_bit(63 - virq, &pd->bmp.mask); |
aab83500 | 110 | lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id); |
743c1bb0 GL |
111 | local_irq_restore(flags); |
112 | } | |
113 | ||
114 | /** | |
115 | * ps3_chip_unmask - Clear an interrupt mask bit in ps3_bmp. | |
116 | * @virq: The assigned Linux virq. | |
117 | * | |
118 | * Clears ps3_bmp.mask and calls lv1_did_update_interrupt_mask(). | |
119 | */ | |
120 | ||
121 | static void ps3_chip_unmask(unsigned int virq) | |
122 | { | |
123 | struct ps3_private *pd = get_irq_chip_data(virq); | |
743c1bb0 GL |
124 | unsigned long flags; |
125 | ||
aab83500 GL |
126 | pr_debug("%s:%d: thread_id %lu, virq %d\n", __func__, __LINE__, |
127 | pd->thread_id, virq); | |
743c1bb0 GL |
128 | |
129 | local_irq_save(flags); | |
a354ab85 | 130 | set_bit(63 - virq, &pd->bmp.mask); |
aab83500 | 131 | lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id); |
743c1bb0 GL |
132 | local_irq_restore(flags); |
133 | } | |
134 | ||
135 | /** | |
136 | * ps3_chip_eoi - HV end-of-interrupt. | |
137 | * @virq: The assigned Linux virq. | |
138 | * | |
139 | * Calls lv1_end_of_interrupt_ext(). | |
140 | */ | |
141 | ||
142 | static void ps3_chip_eoi(unsigned int virq) | |
143 | { | |
144 | const struct ps3_private *pd = get_irq_chip_data(virq); | |
aab83500 | 145 | lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, virq); |
743c1bb0 GL |
146 | } |
147 | ||
148 | /** | |
149 | * ps3_irq_chip - Represents the ps3_bmp as a Linux struct irq_chip. | |
150 | */ | |
151 | ||
152 | static struct irq_chip ps3_irq_chip = { | |
153 | .typename = "ps3", | |
154 | .mask = ps3_chip_mask, | |
155 | .unmask = ps3_chip_unmask, | |
156 | .eoi = ps3_chip_eoi, | |
157 | }; | |
158 | ||
dc4f60c2 GL |
159 | /** |
160 | * ps3_virq_setup - virq related setup. | |
161 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be | |
162 | * serviced on. | |
163 | * @outlet: The HV outlet from the various create outlet routines. | |
164 | * @virq: The assigned Linux virq. | |
165 | * | |
166 | * Calls irq_create_mapping() to get a virq and sets the chip data to | |
167 | * ps3_private data. | |
168 | */ | |
169 | ||
170 | int ps3_virq_setup(enum ps3_cpu_binding cpu, unsigned long outlet, | |
861be32c GL |
171 | unsigned int *virq) |
172 | { | |
173 | int result; | |
174 | struct ps3_private *pd; | |
175 | ||
176 | /* This defines the default interrupt distribution policy. */ | |
177 | ||
178 | if (cpu == PS3_BINDING_CPU_ANY) | |
179 | cpu = 0; | |
180 | ||
181 | pd = &per_cpu(ps3_private, cpu); | |
182 | ||
183 | *virq = irq_create_mapping(NULL, outlet); | |
184 | ||
185 | if (*virq == NO_IRQ) { | |
186 | pr_debug("%s:%d: irq_create_mapping failed: outlet %lu\n", | |
187 | __func__, __LINE__, outlet); | |
188 | result = -ENOMEM; | |
189 | goto fail_create; | |
190 | } | |
191 | ||
861be32c GL |
192 | pr_debug("%s:%d: outlet %lu => cpu %u, virq %u\n", __func__, __LINE__, |
193 | outlet, cpu, *virq); | |
194 | ||
195 | result = set_irq_chip_data(*virq, pd); | |
196 | ||
197 | if (result) { | |
198 | pr_debug("%s:%d: set_irq_chip_data failed\n", | |
199 | __func__, __LINE__); | |
200 | goto fail_set; | |
201 | } | |
202 | ||
9263e85a GL |
203 | ps3_chip_mask(*virq); |
204 | ||
861be32c GL |
205 | return result; |
206 | ||
207 | fail_set: | |
861be32c GL |
208 | irq_dispose_mapping(*virq); |
209 | fail_create: | |
210 | return result; | |
211 | } | |
212 | ||
dc4f60c2 GL |
213 | /** |
214 | * ps3_virq_destroy - virq related teardown. | |
215 | * @virq: The assigned Linux virq. | |
216 | * | |
217 | * Clears chip data and calls irq_dispose_mapping() for the virq. | |
218 | */ | |
219 | ||
220 | int ps3_virq_destroy(unsigned int virq) | |
861be32c | 221 | { |
861be32c GL |
222 | const struct ps3_private *pd = get_irq_chip_data(virq); |
223 | ||
aab83500 GL |
224 | pr_debug("%s:%d: ppe_id %lu, thread_id %lu, virq %u\n", __func__, |
225 | __LINE__, pd->ppe_id, pd->thread_id, virq); | |
861be32c | 226 | |
861be32c GL |
227 | set_irq_chip_data(virq, NULL); |
228 | irq_dispose_mapping(virq); | |
dc4f60c2 GL |
229 | |
230 | pr_debug("%s:%d <-\n", __func__, __LINE__); | |
231 | return 0; | |
861be32c GL |
232 | } |
233 | ||
2832a81d | 234 | /** |
dc4f60c2 | 235 | * ps3_irq_plug_setup - Generic outlet and virq related setup. |
861be32c GL |
236 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be |
237 | * serviced on. | |
dc4f60c2 | 238 | * @outlet: The HV outlet from the various create outlet routines. |
2832a81d GL |
239 | * @virq: The assigned Linux virq. |
240 | * | |
dc4f60c2 | 241 | * Sets up virq and connects the irq plug. |
2832a81d GL |
242 | */ |
243 | ||
dc4f60c2 | 244 | int ps3_irq_plug_setup(enum ps3_cpu_binding cpu, unsigned long outlet, |
861be32c | 245 | unsigned int *virq) |
2832a81d GL |
246 | { |
247 | int result; | |
dc4f60c2 | 248 | struct ps3_private *pd; |
2832a81d | 249 | |
dc4f60c2 | 250 | result = ps3_virq_setup(cpu, outlet, virq); |
2832a81d GL |
251 | |
252 | if (result) { | |
dc4f60c2 GL |
253 | pr_debug("%s:%d: ps3_virq_setup failed\n", __func__, __LINE__); |
254 | goto fail_setup; | |
2832a81d GL |
255 | } |
256 | ||
dc4f60c2 GL |
257 | pd = get_irq_chip_data(*virq); |
258 | ||
259 | /* Binds outlet to cpu + virq. */ | |
260 | ||
aab83500 GL |
261 | result = lv1_connect_irq_plug_ext(pd->ppe_id, pd->thread_id, *virq, |
262 | outlet, 0); | |
2832a81d | 263 | |
dc4f60c2 GL |
264 | if (result) { |
265 | pr_info("%s:%d: lv1_connect_irq_plug_ext failed: %s\n", | |
266 | __func__, __LINE__, ps3_result(result)); | |
267 | result = -EPERM; | |
268 | goto fail_connect; | |
269 | } | |
270 | ||
271 | return result; | |
272 | ||
273 | fail_connect: | |
274 | ps3_virq_destroy(*virq); | |
275 | fail_setup: | |
861be32c | 276 | return result; |
2832a81d | 277 | } |
dc4f60c2 GL |
278 | EXPORT_SYMBOL_GPL(ps3_irq_plug_setup); |
279 | ||
280 | /** | |
281 | * ps3_irq_plug_destroy - Generic outlet and virq related teardown. | |
282 | * @virq: The assigned Linux virq. | |
283 | * | |
284 | * Disconnects the irq plug and tears down virq. | |
285 | * Do not call for system bus event interrupts setup with | |
286 | * ps3_sb_event_receive_port_setup(). | |
287 | */ | |
2832a81d | 288 | |
dc4f60c2 | 289 | int ps3_irq_plug_destroy(unsigned int virq) |
2832a81d GL |
290 | { |
291 | int result; | |
dc4f60c2 | 292 | const struct ps3_private *pd = get_irq_chip_data(virq); |
2832a81d | 293 | |
aab83500 GL |
294 | pr_debug("%s:%d: ppe_id %lu, thread_id %lu, virq %u\n", __func__, |
295 | __LINE__, pd->ppe_id, pd->thread_id, virq); | |
dc4f60c2 | 296 | |
9263e85a GL |
297 | ps3_chip_mask(virq); |
298 | ||
aab83500 | 299 | result = lv1_disconnect_irq_plug_ext(pd->ppe_id, pd->thread_id, virq); |
2832a81d | 300 | |
ded84bcb | 301 | if (result) |
dc4f60c2 GL |
302 | pr_info("%s:%d: lv1_disconnect_irq_plug_ext failed: %s\n", |
303 | __func__, __LINE__, ps3_result(result)); | |
2832a81d | 304 | |
dc4f60c2 | 305 | ps3_virq_destroy(virq); |
2832a81d GL |
306 | |
307 | return result; | |
308 | } | |
dc4f60c2 | 309 | EXPORT_SYMBOL_GPL(ps3_irq_plug_destroy); |
2832a81d GL |
310 | |
311 | /** | |
dc4f60c2 | 312 | * ps3_event_receive_port_setup - Setup an event receive port. |
861be32c GL |
313 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be |
314 | * serviced on. | |
2832a81d GL |
315 | * @virq: The assigned Linux virq. |
316 | * | |
317 | * The virq can be used with lv1_connect_interrupt_event_receive_port() to | |
dc4f60c2 GL |
318 | * arrange to receive interrupts from system-bus devices, or with |
319 | * ps3_send_event_locally() to signal events. | |
2832a81d GL |
320 | */ |
321 | ||
dc4f60c2 | 322 | int ps3_event_receive_port_setup(enum ps3_cpu_binding cpu, unsigned int *virq) |
2832a81d GL |
323 | { |
324 | int result; | |
325 | unsigned long outlet; | |
326 | ||
327 | result = lv1_construct_event_receive_port(&outlet); | |
328 | ||
329 | if (result) { | |
330 | pr_debug("%s:%d: lv1_construct_event_receive_port failed: %s\n", | |
331 | __func__, __LINE__, ps3_result(result)); | |
332 | *virq = NO_IRQ; | |
333 | return result; | |
334 | } | |
335 | ||
dc4f60c2 | 336 | result = ps3_irq_plug_setup(cpu, outlet, virq); |
861be32c | 337 | BUG_ON(result); |
2832a81d | 338 | |
861be32c | 339 | return result; |
2832a81d | 340 | } |
dc4f60c2 GL |
341 | EXPORT_SYMBOL_GPL(ps3_event_receive_port_setup); |
342 | ||
343 | /** | |
344 | * ps3_event_receive_port_destroy - Destroy an event receive port. | |
345 | * @virq: The assigned Linux virq. | |
346 | * | |
347 | * Since ps3_event_receive_port_destroy destroys the receive port outlet, | |
348 | * SB devices need to call disconnect_interrupt_event_receive_port() before | |
349 | * this. | |
350 | */ | |
2832a81d | 351 | |
dc4f60c2 | 352 | int ps3_event_receive_port_destroy(unsigned int virq) |
2832a81d GL |
353 | { |
354 | int result; | |
355 | ||
9263e85a GL |
356 | pr_debug(" -> %s:%d virq %u\n", __func__, __LINE__, virq); |
357 | ||
358 | ps3_chip_mask(virq); | |
2832a81d GL |
359 | |
360 | result = lv1_destruct_event_receive_port(virq_to_hw(virq)); | |
361 | ||
362 | if (result) | |
363 | pr_debug("%s:%d: lv1_destruct_event_receive_port failed: %s\n", | |
364 | __func__, __LINE__, ps3_result(result)); | |
365 | ||
9263e85a GL |
366 | /* |
367 | * Don't call ps3_virq_destroy() here since ps3_smp_cleanup_cpu() | |
368 | * calls from interrupt context (smp_call_function) when kexecing. | |
dc4f60c2 GL |
369 | */ |
370 | ||
2832a81d GL |
371 | pr_debug(" <- %s:%d\n", __func__, __LINE__); |
372 | return result; | |
373 | } | |
374 | ||
375 | int ps3_send_event_locally(unsigned int virq) | |
376 | { | |
377 | return lv1_send_event_locally(virq_to_hw(virq)); | |
378 | } | |
379 | ||
380 | /** | |
dc4f60c2 | 381 | * ps3_sb_event_receive_port_setup - Setup a system bus event receive port. |
861be32c GL |
382 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be |
383 | * serviced on. | |
6bb5cf10 | 384 | * @dev: The system bus device instance. |
2832a81d GL |
385 | * @virq: The assigned Linux virq. |
386 | * | |
387 | * An event irq represents a virtual device interrupt. The interrupt_id | |
388 | * coresponds to the software interrupt number. | |
389 | */ | |
390 | ||
6bb5cf10 GL |
391 | int ps3_sb_event_receive_port_setup(struct ps3_system_bus_device *dev, |
392 | enum ps3_cpu_binding cpu, unsigned int *virq) | |
2832a81d | 393 | { |
dc4f60c2 GL |
394 | /* this should go in system-bus.c */ |
395 | ||
2832a81d GL |
396 | int result; |
397 | ||
dc4f60c2 | 398 | result = ps3_event_receive_port_setup(cpu, virq); |
2832a81d GL |
399 | |
400 | if (result) | |
401 | return result; | |
402 | ||
6bb5cf10 GL |
403 | result = lv1_connect_interrupt_event_receive_port(dev->bus_id, |
404 | dev->dev_id, virq_to_hw(*virq), dev->interrupt_id); | |
2832a81d GL |
405 | |
406 | if (result) { | |
407 | pr_debug("%s:%d: lv1_connect_interrupt_event_receive_port" | |
408 | " failed: %s\n", __func__, __LINE__, | |
409 | ps3_result(result)); | |
dc4f60c2 | 410 | ps3_event_receive_port_destroy(*virq); |
2832a81d GL |
411 | *virq = NO_IRQ; |
412 | return result; | |
413 | } | |
414 | ||
415 | pr_debug("%s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__, | |
6bb5cf10 | 416 | dev->interrupt_id, *virq); |
2832a81d GL |
417 | |
418 | return 0; | |
419 | } | |
dc4f60c2 | 420 | EXPORT_SYMBOL(ps3_sb_event_receive_port_setup); |
2832a81d | 421 | |
6bb5cf10 GL |
422 | int ps3_sb_event_receive_port_destroy(struct ps3_system_bus_device *dev, |
423 | unsigned int virq) | |
2832a81d | 424 | { |
dc4f60c2 GL |
425 | /* this should go in system-bus.c */ |
426 | ||
2832a81d GL |
427 | int result; |
428 | ||
429 | pr_debug(" -> %s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__, | |
6bb5cf10 | 430 | dev->interrupt_id, virq); |
2832a81d | 431 | |
6bb5cf10 GL |
432 | result = lv1_disconnect_interrupt_event_receive_port(dev->bus_id, |
433 | dev->dev_id, virq_to_hw(virq), dev->interrupt_id); | |
2832a81d GL |
434 | |
435 | if (result) | |
436 | pr_debug("%s:%d: lv1_disconnect_interrupt_event_receive_port" | |
437 | " failed: %s\n", __func__, __LINE__, | |
438 | ps3_result(result)); | |
439 | ||
dc4f60c2 GL |
440 | result = ps3_event_receive_port_destroy(virq); |
441 | BUG_ON(result); | |
2832a81d | 442 | |
9263e85a GL |
443 | /* |
444 | * ps3_event_receive_port_destroy() destroys the IRQ plug, | |
445 | * so don't call ps3_irq_plug_destroy() here. | |
446 | */ | |
447 | ||
448 | result = ps3_virq_destroy(virq); | |
449 | BUG_ON(result); | |
450 | ||
2832a81d GL |
451 | pr_debug(" <- %s:%d\n", __func__, __LINE__); |
452 | return result; | |
453 | } | |
dc4f60c2 | 454 | EXPORT_SYMBOL(ps3_sb_event_receive_port_destroy); |
2832a81d GL |
455 | |
456 | /** | |
dc4f60c2 GL |
457 | * ps3_io_irq_setup - Setup a system bus io irq. |
458 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be | |
459 | * serviced on. | |
460 | * @interrupt_id: The device interrupt id read from the system repository. | |
461 | * @virq: The assigned Linux virq. | |
462 | * | |
463 | * An io irq represents a non-virtualized device interrupt. interrupt_id | |
464 | * coresponds to the interrupt number of the interrupt controller. | |
465 | */ | |
466 | ||
467 | int ps3_io_irq_setup(enum ps3_cpu_binding cpu, unsigned int interrupt_id, | |
468 | unsigned int *virq) | |
469 | { | |
470 | int result; | |
471 | unsigned long outlet; | |
472 | ||
473 | result = lv1_construct_io_irq_outlet(interrupt_id, &outlet); | |
474 | ||
475 | if (result) { | |
476 | pr_debug("%s:%d: lv1_construct_io_irq_outlet failed: %s\n", | |
477 | __func__, __LINE__, ps3_result(result)); | |
478 | return result; | |
479 | } | |
480 | ||
481 | result = ps3_irq_plug_setup(cpu, outlet, virq); | |
482 | BUG_ON(result); | |
483 | ||
484 | return result; | |
485 | } | |
486 | EXPORT_SYMBOL_GPL(ps3_io_irq_setup); | |
487 | ||
488 | int ps3_io_irq_destroy(unsigned int virq) | |
489 | { | |
490 | int result; | |
9263e85a | 491 | unsigned long outlet = virq_to_hw(virq); |
dc4f60c2 | 492 | |
9263e85a | 493 | ps3_chip_mask(virq); |
dc4f60c2 | 494 | |
9263e85a GL |
495 | /* |
496 | * lv1_destruct_io_irq_outlet() will destroy the IRQ plug, | |
497 | * so call ps3_irq_plug_destroy() first. | |
498 | */ | |
dc4f60c2 GL |
499 | |
500 | result = ps3_irq_plug_destroy(virq); | |
501 | BUG_ON(result); | |
502 | ||
9263e85a GL |
503 | result = lv1_destruct_io_irq_outlet(outlet); |
504 | ||
505 | if (result) | |
506 | pr_debug("%s:%d: lv1_destruct_io_irq_outlet failed: %s\n", | |
507 | __func__, __LINE__, ps3_result(result)); | |
508 | ||
dc4f60c2 GL |
509 | return result; |
510 | } | |
511 | EXPORT_SYMBOL_GPL(ps3_io_irq_destroy); | |
512 | ||
513 | /** | |
514 | * ps3_vuart_irq_setup - Setup the system virtual uart virq. | |
861be32c GL |
515 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be |
516 | * serviced on. | |
2832a81d GL |
517 | * @virt_addr_bmp: The caller supplied virtual uart interrupt bitmap. |
518 | * @virq: The assigned Linux virq. | |
519 | * | |
520 | * The system supports only a single virtual uart, so multiple calls without | |
521 | * freeing the interrupt will return a wrong state error. | |
522 | */ | |
523 | ||
dc4f60c2 | 524 | int ps3_vuart_irq_setup(enum ps3_cpu_binding cpu, void* virt_addr_bmp, |
861be32c | 525 | unsigned int *virq) |
2832a81d GL |
526 | { |
527 | int result; | |
528 | unsigned long outlet; | |
861be32c | 529 | u64 lpar_addr; |
2832a81d | 530 | |
861be32c | 531 | BUG_ON(!is_kernel_addr((u64)virt_addr_bmp)); |
2832a81d GL |
532 | |
533 | lpar_addr = ps3_mm_phys_to_lpar(__pa(virt_addr_bmp)); | |
534 | ||
535 | result = lv1_configure_virtual_uart_irq(lpar_addr, &outlet); | |
536 | ||
537 | if (result) { | |
538 | pr_debug("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n", | |
539 | __func__, __LINE__, ps3_result(result)); | |
540 | return result; | |
541 | } | |
542 | ||
dc4f60c2 | 543 | result = ps3_irq_plug_setup(cpu, outlet, virq); |
861be32c | 544 | BUG_ON(result); |
2832a81d | 545 | |
861be32c | 546 | return result; |
2832a81d | 547 | } |
7626e78d | 548 | EXPORT_SYMBOL_GPL(ps3_vuart_irq_setup); |
2832a81d | 549 | |
dc4f60c2 | 550 | int ps3_vuart_irq_destroy(unsigned int virq) |
2832a81d GL |
551 | { |
552 | int result; | |
553 | ||
9263e85a | 554 | ps3_chip_mask(virq); |
2832a81d GL |
555 | result = lv1_deconfigure_virtual_uart_irq(); |
556 | ||
557 | if (result) { | |
558 | pr_debug("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n", | |
559 | __func__, __LINE__, ps3_result(result)); | |
560 | return result; | |
561 | } | |
562 | ||
dc4f60c2 GL |
563 | result = ps3_irq_plug_destroy(virq); |
564 | BUG_ON(result); | |
2832a81d GL |
565 | |
566 | return result; | |
567 | } | |
7626e78d | 568 | EXPORT_SYMBOL_GPL(ps3_vuart_irq_destroy); |
2832a81d GL |
569 | |
570 | /** | |
dc4f60c2 | 571 | * ps3_spe_irq_setup - Setup an spe virq. |
861be32c GL |
572 | * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be |
573 | * serviced on. | |
2832a81d GL |
574 | * @spe_id: The spe_id returned from lv1_construct_logical_spe(). |
575 | * @class: The spe interrupt class {0,1,2}. | |
576 | * @virq: The assigned Linux virq. | |
577 | * | |
578 | */ | |
579 | ||
dc4f60c2 | 580 | int ps3_spe_irq_setup(enum ps3_cpu_binding cpu, unsigned long spe_id, |
861be32c | 581 | unsigned int class, unsigned int *virq) |
2832a81d GL |
582 | { |
583 | int result; | |
584 | unsigned long outlet; | |
585 | ||
586 | BUG_ON(class > 2); | |
587 | ||
588 | result = lv1_get_spe_irq_outlet(spe_id, class, &outlet); | |
589 | ||
590 | if (result) { | |
591 | pr_debug("%s:%d: lv1_get_spe_irq_outlet failed: %s\n", | |
592 | __func__, __LINE__, ps3_result(result)); | |
593 | return result; | |
594 | } | |
595 | ||
dc4f60c2 | 596 | result = ps3_irq_plug_setup(cpu, outlet, virq); |
861be32c | 597 | BUG_ON(result); |
2832a81d | 598 | |
861be32c | 599 | return result; |
2832a81d GL |
600 | } |
601 | ||
dc4f60c2 | 602 | int ps3_spe_irq_destroy(unsigned int virq) |
2832a81d | 603 | { |
9263e85a GL |
604 | int result; |
605 | ||
606 | ps3_chip_mask(virq); | |
607 | ||
608 | result = ps3_irq_plug_destroy(virq); | |
dc4f60c2 | 609 | BUG_ON(result); |
9263e85a GL |
610 | |
611 | return result; | |
2832a81d GL |
612 | } |
613 | ||
b1eeb38e | 614 | |
2832a81d GL |
615 | #define PS3_INVALID_OUTLET ((irq_hw_number_t)-1) |
616 | #define PS3_PLUG_MAX 63 | |
617 | ||
2832a81d | 618 | #if defined(DEBUG) |
861be32c | 619 | static void _dump_64_bmp(const char *header, const u64 *p, unsigned cpu, |
2832a81d GL |
620 | const char* func, int line) |
621 | { | |
622 | pr_debug("%s:%d: %s %u {%04lx_%04lx_%04lx_%04lx}\n", | |
623 | func, line, header, cpu, | |
624 | *p >> 48, (*p >> 32) & 0xffff, (*p >> 16) & 0xffff, | |
625 | *p & 0xffff); | |
626 | } | |
627 | ||
848cfdc5 | 628 | static void __maybe_unused _dump_256_bmp(const char *header, |
861be32c | 629 | const u64 *p, unsigned cpu, const char* func, int line) |
2832a81d GL |
630 | { |
631 | pr_debug("%s:%d: %s %u {%016lx:%016lx:%016lx:%016lx}\n", | |
632 | func, line, header, cpu, p[0], p[1], p[2], p[3]); | |
633 | } | |
634 | ||
635 | #define dump_bmp(_x) _dump_bmp(_x, __func__, __LINE__) | |
9633ac8d | 636 | static void _dump_bmp(struct ps3_private* pd, const char* func, int line) |
2832a81d GL |
637 | { |
638 | unsigned long flags; | |
639 | ||
640 | spin_lock_irqsave(&pd->bmp.lock, flags); | |
aab83500 GL |
641 | _dump_64_bmp("stat", &pd->bmp.status, pd->thread_id, func, line); |
642 | _dump_64_bmp("mask", &pd->bmp.mask, pd->thread_id, func, line); | |
2832a81d GL |
643 | spin_unlock_irqrestore(&pd->bmp.lock, flags); |
644 | } | |
645 | ||
646 | #define dump_mask(_x) _dump_mask(_x, __func__, __LINE__) | |
848cfdc5 | 647 | static void __maybe_unused _dump_mask(struct ps3_private *pd, |
2832a81d GL |
648 | const char* func, int line) |
649 | { | |
650 | unsigned long flags; | |
651 | ||
652 | spin_lock_irqsave(&pd->bmp.lock, flags); | |
aab83500 | 653 | _dump_64_bmp("mask", &pd->bmp.mask, pd->thread_id, func, line); |
2832a81d GL |
654 | spin_unlock_irqrestore(&pd->bmp.lock, flags); |
655 | } | |
656 | #else | |
9633ac8d | 657 | static void dump_bmp(struct ps3_private* pd) {}; |
2832a81d GL |
658 | #endif /* defined(DEBUG) */ |
659 | ||
9633ac8d | 660 | static void ps3_host_unmap(struct irq_host *h, unsigned int virq) |
2832a81d | 661 | { |
861be32c | 662 | set_irq_chip_data(virq, NULL); |
2832a81d GL |
663 | } |
664 | ||
9633ac8d | 665 | static int ps3_host_map(struct irq_host *h, unsigned int virq, |
2832a81d GL |
666 | irq_hw_number_t hwirq) |
667 | { | |
861be32c GL |
668 | pr_debug("%s:%d: hwirq %lu, virq %u\n", __func__, __LINE__, hwirq, |
669 | virq); | |
2832a81d | 670 | |
9263e85a | 671 | set_irq_chip_and_handler(virq, &ps3_irq_chip, handle_fasteoi_irq); |
2832a81d | 672 | |
861be32c | 673 | return 0; |
2832a81d GL |
674 | } |
675 | ||
9633ac8d GL |
676 | static struct irq_host_ops ps3_host_ops = { |
677 | .map = ps3_host_map, | |
678 | .unmap = ps3_host_unmap, | |
2832a81d GL |
679 | }; |
680 | ||
681 | void __init ps3_register_ipi_debug_brk(unsigned int cpu, unsigned int virq) | |
682 | { | |
9633ac8d | 683 | struct ps3_private *pd = &per_cpu(ps3_private, cpu); |
2832a81d GL |
684 | |
685 | pd->bmp.ipi_debug_brk_mask = 0x8000000000000000UL >> virq; | |
686 | ||
687 | pr_debug("%s:%d: cpu %u, virq %u, mask %lxh\n", __func__, __LINE__, | |
688 | cpu, virq, pd->bmp.ipi_debug_brk_mask); | |
689 | } | |
690 | ||
9263e85a | 691 | static unsigned int ps3_get_irq(void) |
2832a81d | 692 | { |
9cf9e196 | 693 | struct ps3_private *pd = &__get_cpu_var(ps3_private); |
861be32c | 694 | u64 x = (pd->bmp.status & pd->bmp.mask); |
9cf9e196 | 695 | unsigned int plug; |
2832a81d GL |
696 | |
697 | /* check for ipi break first to stop this cpu ASAP */ | |
698 | ||
9cf9e196 BH |
699 | if (x & pd->bmp.ipi_debug_brk_mask) |
700 | x &= pd->bmp.ipi_debug_brk_mask; | |
2832a81d | 701 | |
9cf9e196 BH |
702 | asm volatile("cntlzd %0,%1" : "=r" (plug) : "r" (x)); |
703 | plug &= 0x3f; | |
2832a81d | 704 | |
9cf9e196 | 705 | if (unlikely(plug) == NO_IRQ) { |
aab83500 GL |
706 | pr_debug("%s:%d: no plug found: thread_id %lu\n", __func__, |
707 | __LINE__, pd->thread_id); | |
9633ac8d GL |
708 | dump_bmp(&per_cpu(ps3_private, 0)); |
709 | dump_bmp(&per_cpu(ps3_private, 1)); | |
2832a81d GL |
710 | return NO_IRQ; |
711 | } | |
712 | ||
713 | #if defined(DEBUG) | |
9cf9e196 | 714 | if (unlikely(plug < NUM_ISA_INTERRUPTS || plug > PS3_PLUG_MAX)) { |
9633ac8d GL |
715 | dump_bmp(&per_cpu(ps3_private, 0)); |
716 | dump_bmp(&per_cpu(ps3_private, 1)); | |
2832a81d GL |
717 | BUG(); |
718 | } | |
719 | #endif | |
720 | return plug; | |
721 | } | |
722 | ||
723 | void __init ps3_init_IRQ(void) | |
724 | { | |
725 | int result; | |
2832a81d GL |
726 | unsigned cpu; |
727 | struct irq_host *host; | |
728 | ||
52964f87 | 729 | host = irq_alloc_host(NULL, IRQ_HOST_MAP_NOMAP, 0, &ps3_host_ops, |
2832a81d GL |
730 | PS3_INVALID_OUTLET); |
731 | irq_set_default_host(host); | |
732 | irq_set_virq_count(PS3_PLUG_MAX + 1); | |
733 | ||
734 | for_each_possible_cpu(cpu) { | |
9633ac8d | 735 | struct ps3_private *pd = &per_cpu(ps3_private, cpu); |
2832a81d | 736 | |
aab83500 GL |
737 | lv1_get_logical_ppe_id(&pd->ppe_id); |
738 | pd->thread_id = get_hard_smp_processor_id(cpu); | |
2832a81d GL |
739 | spin_lock_init(&pd->bmp.lock); |
740 | ||
aab83500 GL |
741 | pr_debug("%s:%d: ppe_id %lu, thread_id %lu, bmp %lxh\n", |
742 | __func__, __LINE__, pd->ppe_id, pd->thread_id, | |
407e24a0 GL |
743 | ps3_mm_phys_to_lpar(__pa(&pd->bmp))); |
744 | ||
aab83500 GL |
745 | result = lv1_configure_irq_state_bitmap(pd->ppe_id, |
746 | pd->thread_id, ps3_mm_phys_to_lpar(__pa(&pd->bmp))); | |
2832a81d GL |
747 | |
748 | if (result) | |
749 | pr_debug("%s:%d: lv1_configure_irq_state_bitmap failed:" | |
750 | " %s\n", __func__, __LINE__, | |
751 | ps3_result(result)); | |
752 | } | |
753 | ||
754 | ppc_md.get_irq = ps3_get_irq; | |
755 | } | |
9263e85a GL |
756 | |
757 | void ps3_shutdown_IRQ(int cpu) | |
758 | { | |
759 | int result; | |
760 | u64 ppe_id; | |
761 | u64 thread_id = get_hard_smp_processor_id(cpu); | |
762 | ||
763 | lv1_get_logical_ppe_id(&ppe_id); | |
764 | result = lv1_configure_irq_state_bitmap(ppe_id, thread_id, 0); | |
765 | ||
766 | DBG("%s:%d: lv1_configure_irq_state_bitmap (%lu:%lu/%d) %s\n", __func__, | |
767 | __LINE__, ppe_id, thread_id, cpu, ps3_result(result)); | |
768 | } |