2 * Copyright IBM Corp. 2004, 2011
3 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>,
4 * Holger Smolinski <Holger.Smolinski@de.ibm.com>,
5 * Thomas Spatzier <tspat@de.ibm.com>,
7 * This file contains interrupt related functions.
10 #include <linux/kernel_stat.h>
11 #include <linux/interrupt.h>
12 #include <linux/seq_file.h>
13 #include <linux/proc_fs.h>
14 #include <linux/profile.h>
15 #include <linux/module.h>
16 #include <linux/kernel.h>
17 #include <linux/ftrace.h>
18 #include <linux/errno.h>
19 #include <linux/slab.h>
20 #include <linux/cpu.h>
21 #include <asm/irq_regs.h>
22 #include <asm/cputime.h>
23 #include <asm/lowcore.h>
25 #include <asm/hw_irq.h>
28 DEFINE_PER_CPU_SHARED_ALIGNED(struct irq_stat
, irq_stat
);
29 EXPORT_PER_CPU_SYMBOL_GPL(irq_stat
);
37 * The list of "main" irq classes on s390. This is the list of interrupts
38 * that appear both in /proc/stat ("intr" line) and /proc/interrupts.
39 * Historically only external and I/O interrupts have been part of /proc/stat.
40 * We can't add the split external and I/O sub classes since the first field
41 * in the "intr" line in /proc/stat is supposed to be the sum of all other
43 * Since the external and I/O interrupt fields are already sums we would end
44 * up with having a sum which accounts each interrupt twice.
46 static const struct irq_class irqclass_main_desc
[NR_IRQS_BASE
] = {
47 [EXT_INTERRUPT
] = {.name
= "EXT"},
48 [IO_INTERRUPT
] = {.name
= "I/O"},
49 [THIN_INTERRUPT
] = {.name
= "AIO"},
53 * The list of split external and I/O interrupts that appear only in
55 * In addition this list contains non external / I/O events like NMIs.
57 static const struct irq_class irqclass_sub_desc
[NR_ARCH_IRQS
] = {
58 [IRQEXT_CLK
] = {.name
= "CLK", .desc
= "[EXT] Clock Comparator"},
59 [IRQEXT_EXC
] = {.name
= "EXC", .desc
= "[EXT] External Call"},
60 [IRQEXT_EMS
] = {.name
= "EMS", .desc
= "[EXT] Emergency Signal"},
61 [IRQEXT_TMR
] = {.name
= "TMR", .desc
= "[EXT] CPU Timer"},
62 [IRQEXT_TLA
] = {.name
= "TAL", .desc
= "[EXT] Timing Alert"},
63 [IRQEXT_PFL
] = {.name
= "PFL", .desc
= "[EXT] Pseudo Page Fault"},
64 [IRQEXT_DSD
] = {.name
= "DSD", .desc
= "[EXT] DASD Diag"},
65 [IRQEXT_VRT
] = {.name
= "VRT", .desc
= "[EXT] Virtio"},
66 [IRQEXT_SCP
] = {.name
= "SCP", .desc
= "[EXT] Service Call"},
67 [IRQEXT_IUC
] = {.name
= "IUC", .desc
= "[EXT] IUCV"},
68 [IRQEXT_CMS
] = {.name
= "CMS", .desc
= "[EXT] CPU-Measurement: Sampling"},
69 [IRQEXT_CMC
] = {.name
= "CMC", .desc
= "[EXT] CPU-Measurement: Counter"},
70 [IRQEXT_CMR
] = {.name
= "CMR", .desc
= "[EXT] CPU-Measurement: RI"},
71 [IRQIO_CIO
] = {.name
= "CIO", .desc
= "[I/O] Common I/O Layer Interrupt"},
72 [IRQIO_QAI
] = {.name
= "QAI", .desc
= "[I/O] QDIO Adapter Interrupt"},
73 [IRQIO_DAS
] = {.name
= "DAS", .desc
= "[I/O] DASD"},
74 [IRQIO_C15
] = {.name
= "C15", .desc
= "[I/O] 3215"},
75 [IRQIO_C70
] = {.name
= "C70", .desc
= "[I/O] 3270"},
76 [IRQIO_TAP
] = {.name
= "TAP", .desc
= "[I/O] Tape"},
77 [IRQIO_VMR
] = {.name
= "VMR", .desc
= "[I/O] Unit Record Devices"},
78 [IRQIO_LCS
] = {.name
= "LCS", .desc
= "[I/O] LCS"},
79 [IRQIO_CLW
] = {.name
= "CLW", .desc
= "[I/O] CLAW"},
80 [IRQIO_CTC
] = {.name
= "CTC", .desc
= "[I/O] CTC"},
81 [IRQIO_APB
] = {.name
= "APB", .desc
= "[I/O] AP Bus"},
82 [IRQIO_ADM
] = {.name
= "ADM", .desc
= "[I/O] EADM Subchannel"},
83 [IRQIO_CSC
] = {.name
= "CSC", .desc
= "[I/O] CHSC Subchannel"},
84 [IRQIO_PCI
] = {.name
= "PCI", .desc
= "[I/O] PCI Interrupt" },
85 [IRQIO_MSI
] = {.name
= "MSI", .desc
= "[I/O] MSI Interrupt" },
86 [IRQIO_VIR
] = {.name
= "VIR", .desc
= "[I/O] Virtual I/O Devices"},
87 [NMI_NMI
] = {.name
= "NMI", .desc
= "[NMI] Machine Check"},
88 [CPU_RST
] = {.name
= "RST", .desc
= "[CPU] CPU Restart"},
91 void __init
init_IRQ(void)
93 irq_reserve_irqs(0, THIN_INTERRUPT
);
94 init_cio_interrupts();
95 init_airq_interrupts();
96 init_ext_interrupts();
99 void do_IRQ(struct pt_regs
*regs
, int irq
)
101 struct pt_regs
*old_regs
;
103 old_regs
= set_irq_regs(regs
);
105 if (S390_lowcore
.int_clock
>= S390_lowcore
.clock_comparator
)
106 /* Serve timer interrupts first. */
107 clock_comparator_work();
108 generic_handle_irq(irq
);
110 set_irq_regs(old_regs
);
114 * show_interrupts is needed by /proc/interrupts.
116 int show_interrupts(struct seq_file
*p
, void *v
)
118 int irq
= *(loff_t
*) v
;
124 for_each_online_cpu(cpu
)
125 seq_printf(p
, "CPU%d ", cpu
);
130 if (irq
>= NR_IRQS_BASE
)
132 seq_printf(p
, "%s: ", irqclass_main_desc
[irq
].name
);
133 for_each_online_cpu(cpu
)
134 seq_printf(p
, "%10u ", kstat_irqs_cpu(irq
, cpu
));
138 for (irq
= 0; irq
< NR_ARCH_IRQS
; irq
++) {
139 seq_printf(p
, "%s: ", irqclass_sub_desc
[irq
].name
);
140 for_each_online_cpu(cpu
)
141 seq_printf(p
, "%10u ",
142 per_cpu(irq_stat
, cpu
).irqs
[irq
]);
143 if (irqclass_sub_desc
[irq
].desc
)
144 seq_printf(p
, " %s", irqclass_sub_desc
[irq
].desc
);
152 int arch_show_interrupts(struct seq_file
*p
, int prec
)
158 * Switch to the asynchronous interrupt stack for softirq execution.
160 asmlinkage
void do_softirq(void)
162 unsigned long flags
, old
, new;
167 local_irq_save(flags
);
169 if (local_softirq_pending()) {
170 /* Get current stack pointer. */
171 asm volatile("la %0,0(15)" : "=a" (old
));
172 /* Check against async. stack address range. */
173 new = S390_lowcore
.async_stack
;
174 if (((new - old
) >> (PAGE_SHIFT
+ THREAD_ORDER
)) != 0) {
175 /* Need to switch to the async. stack. */
176 new -= STACK_FRAME_OVERHEAD
;
177 ((struct stack_frame
*) new)->back_chain
= old
;
179 asm volatile(" la 15,0(%0)\n"
182 : : "a" (new), "a" (old
),
184 : "0", "1", "2", "3", "4", "5", "14",
187 /* We are already on the async stack. */
192 local_irq_restore(flags
);
196 * ext_int_hash[index] is the list head for all external interrupts that hash
199 static struct hlist_head ext_int_hash
[256];
201 struct ext_int_info
{
202 ext_int_handler_t handler
;
203 struct hlist_node entry
;
208 /* ext_int_hash_lock protects the handler lists for external interrupts */
209 DEFINE_SPINLOCK(ext_int_hash_lock
);
211 static inline int ext_hash(u16 code
)
213 return (code
+ (code
>> 9)) & 0xff;
216 int register_external_interrupt(u16 code
, ext_int_handler_t handler
)
218 struct ext_int_info
*p
;
222 p
= kmalloc(sizeof(*p
), GFP_ATOMIC
);
226 p
->handler
= handler
;
227 index
= ext_hash(code
);
229 spin_lock_irqsave(&ext_int_hash_lock
, flags
);
230 hlist_add_head_rcu(&p
->entry
, &ext_int_hash
[index
]);
231 spin_unlock_irqrestore(&ext_int_hash_lock
, flags
);
234 EXPORT_SYMBOL(register_external_interrupt
);
236 int unregister_external_interrupt(u16 code
, ext_int_handler_t handler
)
238 struct ext_int_info
*p
;
240 int index
= ext_hash(code
);
242 spin_lock_irqsave(&ext_int_hash_lock
, flags
);
243 hlist_for_each_entry_rcu(p
, &ext_int_hash
[index
], entry
) {
244 if (p
->code
== code
&& p
->handler
== handler
) {
245 hlist_del_rcu(&p
->entry
);
249 spin_unlock_irqrestore(&ext_int_hash_lock
, flags
);
252 EXPORT_SYMBOL(unregister_external_interrupt
);
254 static irqreturn_t
do_ext_interrupt(int irq
, void *dummy
)
256 struct pt_regs
*regs
= get_irq_regs();
257 struct ext_code ext_code
;
258 struct ext_int_info
*p
;
261 ext_code
= *(struct ext_code
*) ®s
->int_code
;
262 if (ext_code
.code
!= 0x1004)
263 __get_cpu_var(s390_idle
).nohz_delay
= 1;
265 index
= ext_hash(ext_code
.code
);
267 hlist_for_each_entry_rcu(p
, &ext_int_hash
[index
], entry
) {
268 if (unlikely(p
->code
!= ext_code
.code
))
270 p
->handler(ext_code
, regs
->int_parm
, regs
->int_parm_long
);
276 static struct irqaction external_interrupt
= {
278 .handler
= do_ext_interrupt
,
281 void __init
init_ext_interrupts(void)
285 for (idx
= 0; idx
< ARRAY_SIZE(ext_int_hash
); idx
++)
286 INIT_HLIST_HEAD(&ext_int_hash
[idx
]);
288 irq_set_chip_and_handler(EXT_INTERRUPT
,
289 &dummy_irq_chip
, handle_percpu_irq
);
290 setup_irq(EXT_INTERRUPT
, &external_interrupt
);
293 static DEFINE_SPINLOCK(sc_irq_lock
);
294 static int sc_irq_refcount
;
296 void service_subclass_irq_register(void)
298 spin_lock(&sc_irq_lock
);
299 if (!sc_irq_refcount
)
302 spin_unlock(&sc_irq_lock
);
304 EXPORT_SYMBOL(service_subclass_irq_register
);
306 void service_subclass_irq_unregister(void)
308 spin_lock(&sc_irq_lock
);
310 if (!sc_irq_refcount
)
312 spin_unlock(&sc_irq_lock
);
314 EXPORT_SYMBOL(service_subclass_irq_unregister
);
316 static DEFINE_SPINLOCK(ma_subclass_lock
);
317 static int ma_subclass_refcount
;
319 void measurement_alert_subclass_register(void)
321 spin_lock(&ma_subclass_lock
);
322 if (!ma_subclass_refcount
)
324 ma_subclass_refcount
++;
325 spin_unlock(&ma_subclass_lock
);
327 EXPORT_SYMBOL(measurement_alert_subclass_register
);
329 void measurement_alert_subclass_unregister(void)
331 spin_lock(&ma_subclass_lock
);
332 ma_subclass_refcount
--;
333 if (!ma_subclass_refcount
)
335 spin_unlock(&ma_subclass_lock
);
337 EXPORT_SYMBOL(measurement_alert_subclass_unregister
);