[mirror_ubuntu-bionic-kernel.git] / arch / x86 / include / asm / hw_irq.h

#ifndef _ASM_X86_HW_IRQ_H
#define _ASM_X86_HW_IRQ_H

/*
 * (C) 1992, 1993 Linus Torvalds, (C) 1997 Ingo Molnar
 *
 * moved some of the old arch/i386/kernel/irq.h to here. VY
 *
 * IRQ/IPI changes taken from work by Thomas Radke
 * <tomsoft@informatik.tu-chemnitz.de>
 *
 * hacked by Andi Kleen for x86-64.
 * unified by tglx
 */

#include <asm/irq_vectors.h>

#ifndef __ASSEMBLY__

#include <linux/percpu.h>
#include <linux/profile.h>
#include <linux/smp.h>

#include <linux/atomic.h>
#include <asm/irq.h>
#include <asm/sections.h>

/* Interrupt handlers registered during init_IRQ */
extern asmlinkage void apic_timer_interrupt(void);
extern asmlinkage void x86_platform_ipi(void);
extern asmlinkage void kvm_posted_intr_ipi(void);
extern asmlinkage void kvm_posted_intr_wakeup_ipi(void);
extern asmlinkage void kvm_posted_intr_nested_ipi(void);
extern asmlinkage void error_interrupt(void);
extern asmlinkage void irq_work_interrupt(void);

extern asmlinkage void spurious_interrupt(void);
extern asmlinkage void thermal_interrupt(void);
extern asmlinkage void reschedule_interrupt(void);

extern asmlinkage void irq_move_cleanup_interrupt(void);
extern asmlinkage void reboot_interrupt(void);
extern asmlinkage void threshold_interrupt(void);
extern asmlinkage void deferred_error_interrupt(void);

extern asmlinkage void call_function_interrupt(void);
extern asmlinkage void call_function_single_interrupt(void);

#ifdef CONFIG_TRACING
/* Interrupt handlers registered during init_IRQ */
extern void trace_apic_timer_interrupt(void);
extern void trace_x86_platform_ipi(void);
extern void trace_error_interrupt(void);
extern void trace_irq_work_interrupt(void);
extern void trace_spurious_interrupt(void);
extern void trace_thermal_interrupt(void);
extern void trace_reschedule_interrupt(void);
extern void trace_threshold_interrupt(void);
extern void trace_deferred_error_interrupt(void);
extern void trace_call_function_interrupt(void);
extern void trace_call_function_single_interrupt(void);
#define trace_irq_move_cleanup_interrupt  irq_move_cleanup_interrupt
#define trace_reboot_interrupt  reboot_interrupt
#define trace_kvm_posted_intr_ipi kvm_posted_intr_ipi
#define trace_kvm_posted_intr_wakeup_ipi kvm_posted_intr_wakeup_ipi
#define trace_kvm_posted_intr_nested_ipi kvm_posted_intr_nested_ipi
#endif /* CONFIG_TRACING */

#ifdef	CONFIG_X86_LOCAL_APIC
struct irq_data;
struct pci_dev;
struct msi_desc;

enum irq_alloc_type {
	X86_IRQ_ALLOC_TYPE_IOAPIC = 1,
	X86_IRQ_ALLOC_TYPE_HPET,
	X86_IRQ_ALLOC_TYPE_MSI,
	X86_IRQ_ALLOC_TYPE_MSIX,
	X86_IRQ_ALLOC_TYPE_DMAR,
	X86_IRQ_ALLOC_TYPE_UV,
};

struct irq_alloc_info {
	enum irq_alloc_type	type;
	u32			flags;
	const struct cpumask	*mask;	/* CPU mask for vector allocation */
	union {
		int		unused;
#ifdef	CONFIG_HPET_TIMER
		struct {
			int		hpet_id;
			int		hpet_index;
			void		*hpet_data;
		};
#endif
#ifdef	CONFIG_PCI_MSI
		struct {
			struct pci_dev	*msi_dev;
			irq_hw_number_t	msi_hwirq;
		};
#endif
#ifdef	CONFIG_X86_IO_APIC
		struct {
			int		ioapic_id;
			int		ioapic_pin;
			int		ioapic_node;
			u32		ioapic_trigger : 1;
			u32		ioapic_polarity : 1;
			u32		ioapic_valid : 1;
			struct IO_APIC_route_entry *ioapic_entry;
		};
#endif
#ifdef	CONFIG_DMAR_TABLE
		struct {
			int		dmar_id;
			void		*dmar_data;
		};
#endif
#ifdef	CONFIG_HT_IRQ
		struct {
			int		ht_pos;
			int		ht_idx;
			struct pci_dev	*ht_dev;
			void		*ht_update;
		};
#endif
#ifdef	CONFIG_X86_UV
		struct {
			int		uv_limit;
			int		uv_blade;
			unsigned long	uv_offset;
			char		*uv_name;
		};
#endif
#if IS_ENABLED(CONFIG_VMD)
		struct {
			struct msi_desc *desc;
		};
#endif
	};
};

struct irq_cfg {
	unsigned int		dest_apicid;
	u8			vector;
	u8			old_vector;
};

extern struct irq_cfg *irq_cfg(unsigned int irq);
extern struct irq_cfg *irqd_cfg(struct irq_data *irq_data);
extern void lock_vector_lock(void);
extern void unlock_vector_lock(void);
extern void setup_vector_irq(int cpu);
#ifdef CONFIG_SMP
extern void send_cleanup_vector(struct irq_cfg *);
extern void irq_complete_move(struct irq_cfg *cfg);
#else
static inline void send_cleanup_vector(struct irq_cfg *c) { }
static inline void irq_complete_move(struct irq_cfg *c) { }
#endif

extern void apic_ack_edge(struct irq_data *data);
#else	/*  CONFIG_X86_LOCAL_APIC */
static inline void lock_vector_lock(void) {}
static inline void unlock_vector_lock(void) {}
#endif	/* CONFIG_X86_LOCAL_APIC */

/* Statistics */
extern atomic_t irq_err_count;
extern atomic_t irq_mis_count;

extern void elcr_set_level_irq(unsigned int irq);

extern char irq_entries_start[];
#ifdef CONFIG_TRACING
#define trace_irq_entries_start irq_entries_start
#endif

#define VECTOR_UNUSED		NULL
#define VECTOR_RETRIGGERED	((void *)~0UL)

typedef struct irq_desc* vector_irq_t[NR_VECTORS];
DECLARE_PER_CPU(vector_irq_t, vector_irq);

#endif /* !ASSEMBLY_ */

#endif /* _ASM_X86_HW_IRQ_H */
Commit	Line	Data
1965aae3 PA	1	#ifndef _ASM_X86_HW_IRQ_H
1965aae3 PA	2	#define _ASM_X86_HW_IRQ_H
2e088436 TG	3
	4	/*
	5	* (C) 1992, 1993 Linus Torvalds, (C) 1997 Ingo Molnar
	6	*
	7	* moved some of the old arch/i386/kernel/irq.h to here. VY
	8	*
	9	* IRQ/IPI changes taken from work by Thomas Radke
	10	* <tomsoft@informatik.tu-chemnitz.de>
	11	*
	12	* hacked by Andi Kleen for x86-64.
	13	* unified by tglx
	14	*/
	15
9b7dc567	16	#include <asm/irq_vectors.h>
2e088436 TG	17
	18	#ifndef __ASSEMBLY__
	19
	20	#include <linux/percpu.h>
	21	#include <linux/profile.h>
	22	#include <linux/smp.h>
	23
60063497	24	#include <linux/atomic.h>
2e088436 TG	25	#include <asm/irq.h>
	26	#include <asm/sections.h>
	27
2e088436	28	/* Interrupt handlers registered during init_IRQ */
1d9090e2 AK	29	extern asmlinkage void apic_timer_interrupt(void);
	30	extern asmlinkage void x86_platform_ipi(void);
	31	extern asmlinkage void kvm_posted_intr_ipi(void);
f6b3c72c	32	extern asmlinkage void kvm_posted_intr_wakeup_ipi(void);
210f84b0	33	extern asmlinkage void kvm_posted_intr_nested_ipi(void);
1d9090e2 AK	34	extern asmlinkage void error_interrupt(void);
	35	extern asmlinkage void irq_work_interrupt(void);
	36
	37	extern asmlinkage void spurious_interrupt(void);
	38	extern asmlinkage void thermal_interrupt(void);
	39	extern asmlinkage void reschedule_interrupt(void);
	40
1d9090e2 AK	41	extern asmlinkage void irq_move_cleanup_interrupt(void);
	42	extern asmlinkage void reboot_interrupt(void);
	43	extern asmlinkage void threshold_interrupt(void);
24fd78a8	44	extern asmlinkage void deferred_error_interrupt(void);
1d9090e2 AK	45
	46	extern asmlinkage void call_function_interrupt(void);
	47	extern asmlinkage void call_function_single_interrupt(void);
2e088436	48
cf910e83 SA	49	#ifdef CONFIG_TRACING
	50	/* Interrupt handlers registered during init_IRQ */
	51	extern void trace_apic_timer_interrupt(void);
	52	extern void trace_x86_platform_ipi(void);
	53	extern void trace_error_interrupt(void);
	54	extern void trace_irq_work_interrupt(void);
	55	extern void trace_spurious_interrupt(void);
	56	extern void trace_thermal_interrupt(void);
	57	extern void trace_reschedule_interrupt(void);
	58	extern void trace_threshold_interrupt(void);
24fd78a8	59	extern void trace_deferred_error_interrupt(void);
cf910e83 SA	60	extern void trace_call_function_interrupt(void);
	61	extern void trace_call_function_single_interrupt(void);
	62	#define trace_irq_move_cleanup_interrupt irq_move_cleanup_interrupt
	63	#define trace_reboot_interrupt reboot_interrupt
	64	#define trace_kvm_posted_intr_ipi kvm_posted_intr_ipi
f6b3c72c	65	#define trace_kvm_posted_intr_wakeup_ipi kvm_posted_intr_wakeup_ipi
210f84b0	66	#define trace_kvm_posted_intr_nested_ipi kvm_posted_intr_nested_ipi
cf910e83 SA	67	#endif /* CONFIG_TRACING */
cf910e83 SA	68
26011eee	69	#ifdef CONFIG_X86_LOCAL_APIC
74afab7a	70	struct irq_data;
947045a2 JL	71	struct pci_dev;
	72	struct msi_desc;
	73
	74	enum irq_alloc_type {
	75	X86_IRQ_ALLOC_TYPE_IOAPIC = 1,
	76	X86_IRQ_ALLOC_TYPE_HPET,
	77	X86_IRQ_ALLOC_TYPE_MSI,
	78	X86_IRQ_ALLOC_TYPE_MSIX,
0921f1da	79	X86_IRQ_ALLOC_TYPE_DMAR,
43fe1abc	80	X86_IRQ_ALLOC_TYPE_UV,
947045a2	81	};
b5dc8e6c JL	82
b5dc8e6c JL	83	struct irq_alloc_info {
947045a2	84	enum irq_alloc_type type;
b5dc8e6c JL	85	u32 flags;
b5dc8e6c JL	86	const struct cpumask mask; / CPU mask for vector allocation */
947045a2 JL	87	union {
	88	int unused;
	89	#ifdef CONFIG_HPET_TIMER
	90	struct {
	91	int hpet_id;
	92	int hpet_index;
	93	void *hpet_data;
	94	};
	95	#endif
	96	#ifdef CONFIG_PCI_MSI
	97	struct {
	98	struct pci_dev *msi_dev;
	99	irq_hw_number_t msi_hwirq;
	100	};
	101	#endif
	102	#ifdef CONFIG_X86_IO_APIC
	103	struct {
	104	int ioapic_id;
	105	int ioapic_pin;
	106	int ioapic_node;
	107	u32 ioapic_trigger : 1;
	108	u32 ioapic_polarity : 1;
	109	u32 ioapic_valid : 1;
	110	struct IO_APIC_route_entry *ioapic_entry;
	111	};
0921f1da JL	112	#endif
	113	#ifdef CONFIG_DMAR_TABLE
	114	struct {
	115	int dmar_id;
	116	void *dmar_data;
	117	};
49e07d8f JL	118	#endif
	119	#ifdef CONFIG_HT_IRQ
	120	struct {
	121	int ht_pos;
	122	int ht_idx;
	123	struct pci_dev *ht_dev;
	124	void *ht_update;
	125	};
43fe1abc JL	126	#endif
	127	#ifdef CONFIG_X86_UV
	128	struct {
	129	int uv_limit;
	130	int uv_blade;
	131	unsigned long uv_offset;
	132	char *uv_name;
	133	};
185a383a KB	134	#endif
	135	#if IS_ENABLED(CONFIG_VMD)
	136	struct {
	137	struct msi_desc *desc;
	138	};
947045a2 JL	139	#endif
947045a2 JL	140	};
b5dc8e6c JL	141	};
b5dc8e6c JL	142
9338ad6f	143	struct irq_cfg {
5f0052f9	144	unsigned int dest_apicid;
9338ad6f	145	u8 vector;
551adc60	146	u8 old_vector;
9338ad6f DS	147	};
9338ad6f DS	148
55a0e2b1 JL	149	extern struct irq_cfg *irq_cfg(unsigned int irq);
55a0e2b1 JL	150	extern struct irq_cfg irqd_cfg(struct irq_data irq_data);
74afab7a JL	151	extern void lock_vector_lock(void);
74afab7a JL	152	extern void unlock_vector_lock(void);
74afab7a	153	extern void setup_vector_irq(int cpu);
e32c67e0	154	#ifdef CONFIG_SMP
9338ad6f	155	extern void send_cleanup_vector(struct irq_cfg *);
f0e5bf75	156	extern void irq_complete_move(struct irq_cfg *cfg);
e32c67e0 JL	157	#else
e32c67e0 JL	158	static inline void send_cleanup_vector(struct irq_cfg *c) { }
f0e5bf75	159	static inline void irq_complete_move(struct irq_cfg *c) { }
e32c67e0	160	#endif
7ec13187	161
74afab7a	162	extern void apic_ack_edge(struct irq_data *data);
74afab7a	163	#else /* CONFIG_X86_LOCAL_APIC */
26011eee JL	164	static inline void lock_vector_lock(void) {}
26011eee JL	165	static inline void unlock_vector_lock(void) {}
74afab7a	166	#endif /* CONFIG_X86_LOCAL_APIC */
26011eee	167
2e088436 TG	168	/* Statistics */
	169	extern atomic_t irq_err_count;
	170	extern atomic_t irq_mis_count;
	171
ea6cd250	172	extern void elcr_set_level_irq(unsigned int irq);
1a331957	173
3304c9c3	174	extern char irq_entries_start[];
25c74b10	175	#ifdef CONFIG_TRACING
3304c9c3	176	#define trace_irq_entries_start irq_entries_start
25c74b10	177	#endif
497c9a19	178
a782a7e4 TG	179	#define VECTOR_UNUSED NULL
a782a7e4 TG	180	#define VECTOR_RETRIGGERED ((void *)~0UL)
9345005f	181
a782a7e4	182	typedef struct irq_desc* vector_irq_t[NR_VECTORS];
22dc12d1	183	DECLARE_PER_CPU(vector_irq_t, vector_irq);
2e088436	184
22dc12d1 TG	185	#endif /* !ASSEMBLY_ */
22dc12d1 TG	186
1965aae3	187	#endif /* _ASM_X86_HW_IRQ_H */