1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * Copyright (c) 2006, Intel Corporation.
5 * Copyright (C) Ashok Raj <ashok.raj@intel.com>
6 * Copyright (C) Shaohua Li <shaohua.li@intel.com>
12 #include <linux/acpi.h>
13 #include <linux/types.h>
14 #include <linux/msi.h>
15 #include <linux/irqreturn.h>
16 #include <linux/rwsem.h>
17 #include <linux/rculist.h>
19 struct acpi_dmar_header
;
22 # define DMAR_UNITS_SUPPORTED MAX_IO_APICS
24 # define DMAR_UNITS_SUPPORTED 64
28 #define DMAR_INTR_REMAP 0x1
29 #define DMAR_X2APIC_OPT_OUT 0x2
30 #define DMAR_PLATFORM_OPT_IN 0x4
34 struct dmar_dev_scope
{
35 struct device __rcu
*dev
;
40 #ifdef CONFIG_DMAR_TABLE
41 extern struct acpi_table_header
*dmar_tbl
;
42 struct dmar_drhd_unit
{
43 struct list_head list
; /* list of drhd units */
44 struct acpi_dmar_header
*hdr
; /* ACPI header */
45 u64 reg_base_addr
; /* register base address*/
46 struct dmar_dev_scope
*devices
;/* target device array */
47 int devices_cnt
; /* target device count */
48 u16 segment
; /* PCI domain */
49 u8 ignored
:1; /* ignore drhd */
51 struct intel_iommu
*iommu
;
54 struct dmar_pci_path
{
60 struct dmar_pci_notify_info
{
66 struct dmar_pci_path path
[];
67 } __attribute__((packed
));
69 extern struct rw_semaphore dmar_global_lock
;
70 extern struct list_head dmar_drhd_units
;
72 #define for_each_drhd_unit(drhd) \
73 list_for_each_entry_rcu(drhd, &dmar_drhd_units, list)
75 #define for_each_active_drhd_unit(drhd) \
76 list_for_each_entry_rcu(drhd, &dmar_drhd_units, list) \
77 if (drhd->ignored) {} else
79 #define for_each_active_iommu(i, drhd) \
80 list_for_each_entry_rcu(drhd, &dmar_drhd_units, list) \
81 if (i=drhd->iommu, drhd->ignored) {} else
83 #define for_each_iommu(i, drhd) \
84 list_for_each_entry_rcu(drhd, &dmar_drhd_units, list) \
85 if (i=drhd->iommu, 0) {} else
87 static inline bool dmar_rcu_check(void)
89 return rwsem_is_locked(&dmar_global_lock
) ||
90 system_state
== SYSTEM_BOOTING
;
93 #define dmar_rcu_dereference(p) rcu_dereference_check((p), dmar_rcu_check())
95 #define for_each_dev_scope(a, c, p, d) \
96 for ((p) = 0; ((d) = (p) < (c) ? dmar_rcu_dereference((a)[(p)].dev) : \
97 NULL, (p) < (c)); (p)++)
99 #define for_each_active_dev_scope(a, c, p, d) \
100 for_each_dev_scope((a), (c), (p), (d)) if (!(d)) { continue; } else
102 extern int dmar_table_init(void);
103 extern int dmar_dev_scope_init(void);
104 extern void dmar_register_bus_notifier(void);
105 extern int dmar_parse_dev_scope(void *start
, void *end
, int *cnt
,
106 struct dmar_dev_scope
**devices
, u16 segment
);
107 extern void *dmar_alloc_dev_scope(void *start
, void *end
, int *cnt
);
108 extern void dmar_free_dev_scope(struct dmar_dev_scope
**devices
, int *cnt
);
109 extern int dmar_insert_dev_scope(struct dmar_pci_notify_info
*info
,
110 void *start
, void*end
, u16 segment
,
111 struct dmar_dev_scope
*devices
,
113 extern int dmar_remove_dev_scope(struct dmar_pci_notify_info
*info
,
114 u16 segment
, struct dmar_dev_scope
*devices
,
116 /* Intel IOMMU detection */
117 extern int detect_intel_iommu(void);
118 extern int enable_drhd_fault_handling(void);
119 extern int dmar_device_add(acpi_handle handle
);
120 extern int dmar_device_remove(acpi_handle handle
);
122 static inline int dmar_res_noop(struct acpi_dmar_header
*hdr
, void *arg
)
127 #ifdef CONFIG_INTEL_IOMMU
128 extern int iommu_detected
, no_iommu
;
129 extern int intel_iommu_init(void);
130 extern int dmar_parse_one_rmrr(struct acpi_dmar_header
*header
, void *arg
);
131 extern int dmar_parse_one_atsr(struct acpi_dmar_header
*header
, void *arg
);
132 extern int dmar_check_one_atsr(struct acpi_dmar_header
*hdr
, void *arg
);
133 extern int dmar_release_one_atsr(struct acpi_dmar_header
*hdr
, void *arg
);
134 extern int dmar_iommu_hotplug(struct dmar_drhd_unit
*dmaru
, bool insert
);
135 extern int dmar_iommu_notify_scope_dev(struct dmar_pci_notify_info
*info
);
136 #else /* !CONFIG_INTEL_IOMMU: */
137 static inline int intel_iommu_init(void) { return -ENODEV
; }
139 #define dmar_parse_one_rmrr dmar_res_noop
140 #define dmar_parse_one_atsr dmar_res_noop
141 #define dmar_check_one_atsr dmar_res_noop
142 #define dmar_release_one_atsr dmar_res_noop
144 static inline int dmar_iommu_notify_scope_dev(struct dmar_pci_notify_info
*info
)
149 static inline int dmar_iommu_hotplug(struct dmar_drhd_unit
*dmaru
, bool insert
)
153 #endif /* CONFIG_INTEL_IOMMU */
155 #ifdef CONFIG_IRQ_REMAP
156 extern int dmar_ir_hotplug(struct dmar_drhd_unit
*dmaru
, bool insert
);
157 #else /* CONFIG_IRQ_REMAP */
158 static inline int dmar_ir_hotplug(struct dmar_drhd_unit
*dmaru
, bool insert
)
160 #endif /* CONFIG_IRQ_REMAP */
162 extern bool dmar_platform_optin(void);
164 #else /* CONFIG_DMAR_TABLE */
166 static inline int dmar_device_add(void *handle
)
171 static inline int dmar_device_remove(void *handle
)
176 static inline bool dmar_platform_optin(void)
181 #endif /* CONFIG_DMAR_TABLE */
185 /* Shared between remapped and posted mode*/
187 __u64 present
: 1, /* 0 */
189 __res0
: 6, /* 2 - 6 */
190 avail
: 4, /* 8 - 11 */
191 __res1
: 3, /* 12 - 14 */
193 vector
: 8, /* 16 - 23 */
194 __res2
: 40; /* 24 - 63 */
199 __u64 r_present
: 1, /* 0 */
201 dst_mode
: 1, /* 2 */
202 redir_hint
: 1, /* 3 */
203 trigger_mode
: 1, /* 4 */
204 dlvry_mode
: 3, /* 5 - 7 */
205 r_avail
: 4, /* 8 - 11 */
206 r_res0
: 4, /* 12 - 15 */
207 r_vector
: 8, /* 16 - 23 */
208 r_res1
: 8, /* 24 - 31 */
209 dest_id
: 32; /* 32 - 63 */
214 __u64 p_present
: 1, /* 0 */
216 p_res0
: 6, /* 2 - 7 */
217 p_avail
: 4, /* 8 - 11 */
218 p_res1
: 2, /* 12 - 13 */
219 p_urgent
: 1, /* 14 */
221 p_vector
: 8, /* 16 - 23 */
222 p_res2
: 14, /* 24 - 37 */
223 pda_l
: 26; /* 38 - 63 */
229 /* Shared between remapped and posted mode*/
231 __u64 sid
: 16, /* 64 - 79 */
232 sq
: 2, /* 80 - 81 */
233 svt
: 2, /* 82 - 83 */
234 __res3
: 44; /* 84 - 127 */
239 __u64 p_sid
: 16, /* 64 - 79 */
240 p_sq
: 2, /* 80 - 81 */
241 p_svt
: 2, /* 82 - 83 */
242 p_res3
: 12, /* 84 - 95 */
243 pda_h
: 32; /* 96 - 127 */
249 static inline void dmar_copy_shared_irte(struct irte
*dst
, struct irte
*src
)
251 dst
->present
= src
->present
;
253 dst
->avail
= src
->avail
;
255 dst
->vector
= src
->vector
;
261 #define PDA_LOW_BIT 26
262 #define PDA_HIGH_BIT 32
264 /* Can't use the common MSI interrupt functions
265 * since DMAR is not a pci device
268 extern void dmar_msi_unmask(struct irq_data
*data
);
269 extern void dmar_msi_mask(struct irq_data
*data
);
270 extern void dmar_msi_read(int irq
, struct msi_msg
*msg
);
271 extern void dmar_msi_write(int irq
, struct msi_msg
*msg
);
272 extern int dmar_set_interrupt(struct intel_iommu
*iommu
);
273 extern irqreturn_t
dmar_fault(int irq
, void *dev_id
);
274 extern int dmar_alloc_hwirq(int id
, int node
, void *arg
);
275 extern void dmar_free_hwirq(int irq
);
277 #endif /* __DMAR_H__ */