1 // SPDX-License-Identifier: GPL-2.0-only
3 * PCI glue for ISHTP provider device (ISH) driver
5 * Copyright (c) 2014-2016, Intel Corporation.
8 #include <linux/acpi.h>
9 #include <linux/module.h>
10 #include <linux/moduleparam.h>
11 #include <linux/kernel.h>
12 #include <linux/device.h>
14 #include <linux/errno.h>
15 #include <linux/types.h>
16 #include <linux/pci.h>
17 #include <linux/sched.h>
18 #include <linux/suspend.h>
19 #include <linux/interrupt.h>
20 #include <linux/workqueue.h>
21 #define CREATE_TRACE_POINTS
22 #include <trace/events/intel_ish.h>
23 #include "ishtp-dev.h"
26 static const struct pci_device_id ish_pci_tbl
[] = {
27 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, CHV_DEVICE_ID
)},
28 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, BXT_Ax_DEVICE_ID
)},
29 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, BXT_Bx_DEVICE_ID
)},
30 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, APL_Ax_DEVICE_ID
)},
31 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, SPT_Ax_DEVICE_ID
)},
32 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, CNL_Ax_DEVICE_ID
)},
33 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, GLK_Ax_DEVICE_ID
)},
34 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, CNL_H_DEVICE_ID
)},
35 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, ICL_MOBILE_DEVICE_ID
)},
36 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, SPT_H_DEVICE_ID
)},
37 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, CML_LP_DEVICE_ID
)},
38 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, CMP_H_DEVICE_ID
)},
39 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, EHL_Ax_DEVICE_ID
)},
40 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, TGL_LP_DEVICE_ID
)},
41 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, TGL_H_DEVICE_ID
)},
42 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, ADL_S_DEVICE_ID
)},
43 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, ADL_P_DEVICE_ID
)},
46 MODULE_DEVICE_TABLE(pci
, ish_pci_tbl
);
49 * ish_event_tracer() - Callback function to dump trace messages
51 * @format: printf style format
53 * Callback to direct log messages to Linux trace buffers
56 void ish_event_tracer(struct ishtp_device
*dev
, const char *format
, ...)
58 if (trace_ishtp_dump_enabled()) {
62 va_start(args
, format
);
63 vsnprintf(tmp_buf
, sizeof(tmp_buf
), format
, args
);
66 trace_ishtp_dump(tmp_buf
);
71 * ish_init() - Init function
74 * This function initialize wait queues for suspend/resume and call
75 * calls hadware initialization function. This will initiate
78 * Return: 0 for success or error code for failure
80 static int ish_init(struct ishtp_device
*dev
)
84 /* Set the state of ISH HW to start */
85 ret
= ish_hw_start(dev
);
87 dev_err(dev
->devc
, "ISH: hw start failed.\n");
91 /* Start the inter process communication to ISH processor */
92 ret
= ishtp_start(dev
);
94 dev_err(dev
->devc
, "ISHTP: Protocol init failed.\n");
101 static const struct pci_device_id ish_invalid_pci_ids
[] = {
102 /* Mehlow platform special pci ids */
103 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, 0xA309)},
104 {PCI_DEVICE(PCI_VENDOR_ID_INTEL
, 0xA30A)},
108 static inline bool ish_should_enter_d0i3(struct pci_dev
*pdev
)
110 return !pm_suspend_via_firmware() || pdev
->device
== CHV_DEVICE_ID
;
113 static inline bool ish_should_leave_d0i3(struct pci_dev
*pdev
)
115 return !pm_resume_via_firmware() || pdev
->device
== CHV_DEVICE_ID
;
118 static int enable_gpe(struct device
*dev
)
121 acpi_status acpi_sts
;
122 struct acpi_device
*adev
;
123 struct acpi_device_wakeup
*wakeup
;
125 adev
= ACPI_COMPANION(dev
);
127 dev_err(dev
, "get acpi handle failed\n");
130 wakeup
= &adev
->wakeup
;
132 acpi_sts
= acpi_enable_gpe(wakeup
->gpe_device
, wakeup
->gpe_number
);
133 if (ACPI_FAILURE(acpi_sts
)) {
134 dev_err(dev
, "enable ose_gpe failed\n");
144 static void enable_pme_wake(struct pci_dev
*pdev
)
146 if ((pci_pme_capable(pdev
, PCI_D0
) ||
147 pci_pme_capable(pdev
, PCI_D3hot
) ||
148 pci_pme_capable(pdev
, PCI_D3cold
)) && !enable_gpe(&pdev
->dev
)) {
149 pci_pme_active(pdev
, true);
150 dev_dbg(&pdev
->dev
, "ish ipc driver pme wake enabled\n");
155 * ish_probe() - PCI driver probe callback
157 * @ent: pci device id
159 * Initialize PCI function, setup interrupt and call for ISH initialization
161 * Return: 0 for success or error code for failure
163 static int ish_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
167 unsigned long irq_flag
= 0;
168 struct ishtp_device
*ishtp
;
169 struct device
*dev
= &pdev
->dev
;
171 /* Check for invalid platforms for ISH support */
172 if (pci_dev_present(ish_invalid_pci_ids
))
176 ret
= pcim_enable_device(pdev
);
178 dev_err(dev
, "ISH: Failed to enable PCI device\n");
182 /* set PCI host mastering */
183 pci_set_master(pdev
);
185 /* pci request regions for ISH driver */
186 ret
= pcim_iomap_regions(pdev
, 1 << 0, KBUILD_MODNAME
);
188 dev_err(dev
, "ISH: Failed to get PCI regions\n");
192 /* allocates and initializes the ISH dev structure */
193 ishtp
= ish_dev_init(pdev
);
198 hw
= to_ish_hw(ishtp
);
199 ishtp
->print_log
= ish_event_tracer
;
201 /* mapping IO device memory */
202 hw
->mem_addr
= pcim_iomap_table(pdev
)[0];
205 /* request and enable interrupt */
206 ret
= pci_alloc_irq_vectors(pdev
, 1, 1, PCI_IRQ_ALL_TYPES
);
207 if (!pdev
->msi_enabled
&& !pdev
->msix_enabled
)
208 irq_flag
= IRQF_SHARED
;
210 ret
= devm_request_irq(dev
, pdev
->irq
, ish_irq_handler
,
211 irq_flag
, KBUILD_MODNAME
, ishtp
);
213 dev_err(dev
, "ISH: request IRQ %d failed\n", pdev
->irq
);
217 dev_set_drvdata(ishtp
->devc
, ishtp
);
219 init_waitqueue_head(&ishtp
->suspend_wait
);
220 init_waitqueue_head(&ishtp
->resume_wait
);
222 /* Enable PME for EHL */
223 if (pdev
->device
== EHL_Ax_DEVICE_ID
)
224 enable_pme_wake(pdev
);
226 ret
= ish_init(ishtp
);
234 * ish_remove() - PCI driver remove callback
237 * This function does cleanup of ISH on pci remove callback
239 static void ish_remove(struct pci_dev
*pdev
)
241 struct ishtp_device
*ishtp_dev
= pci_get_drvdata(pdev
);
243 ishtp_bus_remove_all_clients(ishtp_dev
, false);
244 ish_device_disable(ishtp_dev
);
247 static struct device __maybe_unused
*ish_resume_device
;
249 /* 50ms to get resume response */
250 #define WAIT_FOR_RESUME_ACK_MS 50
253 * ish_resume_handler() - Work function to complete resume
256 * The resume work function to complete resume function asynchronously.
257 * There are two resume paths, one where ISH is not powered off,
258 * in that case a simple resume message is enough, others we need
261 static void __maybe_unused
ish_resume_handler(struct work_struct
*work
)
263 struct pci_dev
*pdev
= to_pci_dev(ish_resume_device
);
264 struct ishtp_device
*dev
= pci_get_drvdata(pdev
);
265 uint32_t fwsts
= dev
->ops
->get_fw_status(dev
);
267 if (ish_should_leave_d0i3(pdev
) && !dev
->suspend_flag
268 && IPC_IS_ISH_ILUP(fwsts
)) {
269 disable_irq_wake(pdev
->irq
);
271 ish_set_host_ready(dev
);
273 ishtp_send_resume(dev
);
275 /* Waiting to get resume response */
276 if (dev
->resume_flag
)
277 wait_event_interruptible_timeout(dev
->resume_wait
,
279 msecs_to_jiffies(WAIT_FOR_RESUME_ACK_MS
));
282 * If the flag is not cleared, something is wrong with ISH FW.
283 * So on resume, need to go through init sequence again.
285 if (dev
->resume_flag
)
289 * Resume from the D3, full reboot of ISH processor will happen,
290 * so need to go through init sequence again.
297 * ish_suspend() - ISH suspend callback
298 * @device: device pointer
300 * ISH suspend callback
302 * Return: 0 to the pm core
304 static int __maybe_unused
ish_suspend(struct device
*device
)
306 struct pci_dev
*pdev
= to_pci_dev(device
);
307 struct ishtp_device
*dev
= pci_get_drvdata(pdev
);
309 if (ish_should_enter_d0i3(pdev
)) {
311 * If previous suspend hasn't been asnwered then ISH is likely
312 * dead, don't attempt nested notification
314 if (dev
->suspend_flag
)
317 dev
->resume_flag
= 0;
318 dev
->suspend_flag
= 1;
319 ishtp_send_suspend(dev
);
321 /* 25 ms should be enough for live ISH to flush all IPC buf */
322 if (dev
->suspend_flag
)
323 wait_event_interruptible_timeout(dev
->suspend_wait
,
325 msecs_to_jiffies(25));
327 if (dev
->suspend_flag
) {
329 * It looks like FW halt, clear the DMA bit, and put
330 * ISH into D3, and FW would reset on resume.
332 ish_disable_dma(dev
);
335 * Save state so PCI core will keep the device at D0,
336 * the ISH would enter D0i3
338 pci_save_state(pdev
);
340 enable_irq_wake(pdev
->irq
);
344 * Clear the DMA bit before putting ISH into D3,
345 * or ISH FW would reset automatically.
347 ish_disable_dma(dev
);
353 static __maybe_unused
DECLARE_WORK(resume_work
, ish_resume_handler
);
355 * ish_resume() - ISH resume callback
356 * @device: device pointer
358 * ISH resume callback
360 * Return: 0 to the pm core
362 static int __maybe_unused
ish_resume(struct device
*device
)
364 struct pci_dev
*pdev
= to_pci_dev(device
);
365 struct ishtp_device
*dev
= pci_get_drvdata(pdev
);
367 /* add this to finish power flow for EHL */
368 if (dev
->pdev
->device
== EHL_Ax_DEVICE_ID
) {
369 pci_set_power_state(pdev
, PCI_D0
);
370 enable_pme_wake(pdev
);
371 dev_dbg(dev
->devc
, "set power state to D0 for ehl\n");
374 ish_resume_device
= device
;
375 dev
->resume_flag
= 1;
377 schedule_work(&resume_work
);
382 static SIMPLE_DEV_PM_OPS(ish_pm_ops
, ish_suspend
, ish_resume
);
384 static struct pci_driver ish_driver
= {
385 .name
= KBUILD_MODNAME
,
386 .id_table
= ish_pci_tbl
,
388 .remove
= ish_remove
,
389 .driver
.pm
= &ish_pm_ops
,
392 module_pci_driver(ish_driver
);
394 /* Original author */
395 MODULE_AUTHOR("Daniel Drubin <daniel.drubin@intel.com>");
396 /* Adoption to upstream Linux kernel */
397 MODULE_AUTHOR("Srinivas Pandruvada <srinivas.pandruvada@linux.intel.com>");
399 MODULE_DESCRIPTION("Intel(R) Integrated Sensor Hub PCI Device Driver");
400 MODULE_LICENSE("GPL");