]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - drivers/pci/pci-driver.c
PCI PM: Avoid touching devices behind bridges in unknown state
[mirror_ubuntu-hirsute-kernel.git] / drivers / pci / pci-driver.c
CommitLineData
1da177e4
LT
1/*
2 * drivers/pci/pci-driver.c
3 *
2b937303
GKH
4 * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
5 * (C) Copyright 2007 Novell Inc.
6 *
7 * Released under the GPL v2 only.
8 *
1da177e4
LT
9 */
10
11#include <linux/pci.h>
12#include <linux/module.h>
13#include <linux/init.h>
14#include <linux/device.h>
d42c6997 15#include <linux/mempolicy.h>
4e57b681
TS
16#include <linux/string.h>
17#include <linux/slab.h>
8c65b4a6 18#include <linux/sched.h>
873392ca 19#include <linux/cpu.h>
1da177e4
LT
20#include "pci.h"
21
1da177e4
LT
22/*
23 * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
24 */
25
75865858
GKH
26struct pci_dynid {
27 struct list_head node;
28 struct pci_device_id id;
29};
1da177e4 30
3d3c2ae1
GKH
31#ifdef CONFIG_HOTPLUG
32
1da177e4 33/**
8f7020d3
RD
34 * store_new_id - add a new PCI device ID to this driver and re-probe devices
35 * @driver: target device driver
36 * @buf: buffer for scanning device ID data
37 * @count: input size
1da177e4
LT
38 *
39 * Adds a new dynamic pci device ID to this driver,
40 * and causes the driver to probe for all devices again.
41 */
f8eb1005 42static ssize_t
1da177e4
LT
43store_new_id(struct device_driver *driver, const char *buf, size_t count)
44{
75865858 45 struct pci_dynid *dynid;
1da177e4 46 struct pci_driver *pdrv = to_pci_driver(driver);
b41d6cf3 47 const struct pci_device_id *ids = pdrv->id_table;
6ba18636 48 __u32 vendor, device, subvendor=PCI_ANY_ID,
1da177e4
LT
49 subdevice=PCI_ANY_ID, class=0, class_mask=0;
50 unsigned long driver_data=0;
51 int fields=0;
2debb4d2 52 int retval=0;
1da177e4 53
b41d6cf3 54 fields = sscanf(buf, "%x %x %x %x %x %x %lx",
1da177e4
LT
55 &vendor, &device, &subvendor, &subdevice,
56 &class, &class_mask, &driver_data);
6ba18636 57 if (fields < 2)
1da177e4
LT
58 return -EINVAL;
59
b41d6cf3
JD
60 /* Only accept driver_data values that match an existing id_table
61 entry */
2debb4d2
CW
62 if (ids) {
63 retval = -EINVAL;
64 while (ids->vendor || ids->subvendor || ids->class_mask) {
65 if (driver_data == ids->driver_data) {
66 retval = 0;
67 break;
68 }
69 ids++;
b41d6cf3 70 }
2debb4d2
CW
71 if (retval) /* No match */
72 return retval;
b41d6cf3 73 }
b41d6cf3 74
f5afe806 75 dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
1da177e4
LT
76 if (!dynid)
77 return -ENOMEM;
78
1da177e4
LT
79 dynid->id.vendor = vendor;
80 dynid->id.device = device;
81 dynid->id.subvendor = subvendor;
82 dynid->id.subdevice = subdevice;
83 dynid->id.class = class;
84 dynid->id.class_mask = class_mask;
edbc25ca 85 dynid->id.driver_data = driver_data;
1da177e4
LT
86
87 spin_lock(&pdrv->dynids.lock);
a56bc69a 88 list_add_tail(&dynid->node, &pdrv->dynids.list);
1da177e4
LT
89 spin_unlock(&pdrv->dynids.lock);
90
75865858 91 if (get_driver(&pdrv->driver)) {
b19441af 92 retval = driver_attach(&pdrv->driver);
75865858 93 put_driver(&pdrv->driver);
1da177e4
LT
94 }
95
b19441af
GKH
96 if (retval)
97 return retval;
1da177e4
LT
98 return count;
99}
1da177e4 100static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);
1da177e4
LT
101
102static void
103pci_free_dynids(struct pci_driver *drv)
104{
75865858 105 struct pci_dynid *dynid, *n;
1da177e4
LT
106
107 spin_lock(&drv->dynids.lock);
75865858 108 list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
1da177e4
LT
109 list_del(&dynid->node);
110 kfree(dynid);
111 }
112 spin_unlock(&drv->dynids.lock);
113}
114
115static int
116pci_create_newid_file(struct pci_driver *drv)
117{
118 int error = 0;
119 if (drv->probe != NULL)
03d43b19 120 error = driver_create_file(&drv->driver, &driver_attr_new_id);
1da177e4
LT
121 return error;
122}
123
03d43b19
GKH
124static void pci_remove_newid_file(struct pci_driver *drv)
125{
126 driver_remove_file(&drv->driver, &driver_attr_new_id);
127}
1da177e4 128#else /* !CONFIG_HOTPLUG */
1da177e4
LT
129static inline void pci_free_dynids(struct pci_driver *drv) {}
130static inline int pci_create_newid_file(struct pci_driver *drv)
131{
132 return 0;
133}
03d43b19 134static inline void pci_remove_newid_file(struct pci_driver *drv) {}
1da177e4
LT
135#endif
136
137/**
75865858 138 * pci_match_id - See if a pci device matches a given pci_id table
1da177e4 139 * @ids: array of PCI device id structures to search in
75865858
GKH
140 * @dev: the PCI device structure to match against.
141 *
1da177e4 142 * Used by a driver to check whether a PCI device present in the
75865858 143 * system is in its list of supported devices. Returns the matching
1da177e4 144 * pci_device_id structure or %NULL if there is no match.
75865858 145 *
8b60756a 146 * Deprecated, don't use this as it will not catch any dynamic ids
75865858 147 * that a driver might want to check for.
1da177e4 148 */
75865858
GKH
149const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
150 struct pci_dev *dev)
1da177e4 151{
75865858
GKH
152 if (ids) {
153 while (ids->vendor || ids->subvendor || ids->class_mask) {
154 if (pci_match_one_device(ids, dev))
155 return ids;
156 ids++;
157 }
1da177e4
LT
158 }
159 return NULL;
160}
161
162/**
ae9608af 163 * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
75865858 164 * @drv: the PCI driver to match against
39ba487f 165 * @dev: the PCI device structure to match against
75865858
GKH
166 *
167 * Used by a driver to check whether a PCI device present in the
168 * system is in its list of supported devices. Returns the matching
169 * pci_device_id structure or %NULL if there is no match.
1da177e4 170 */
d73460d7
AB
171static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
172 struct pci_dev *dev)
75865858 173{
75865858 174 struct pci_dynid *dynid;
1da177e4 175
7461b60a 176 /* Look at the dynamic ids first, before the static ones */
75865858
GKH
177 spin_lock(&drv->dynids.lock);
178 list_for_each_entry(dynid, &drv->dynids.list, node) {
179 if (pci_match_one_device(&dynid->id, dev)) {
180 spin_unlock(&drv->dynids.lock);
181 return &dynid->id;
182 }
1da177e4 183 }
75865858 184 spin_unlock(&drv->dynids.lock);
7461b60a
RK
185
186 return pci_match_id(drv->id_table, dev);
1da177e4
LT
187}
188
873392ca
RR
189struct drv_dev_and_id {
190 struct pci_driver *drv;
191 struct pci_dev *dev;
192 const struct pci_device_id *id;
193};
194
195static long local_pci_probe(void *_ddi)
196{
197 struct drv_dev_and_id *ddi = _ddi;
198
199 return ddi->drv->probe(ddi->dev, ddi->id);
200}
201
d42c6997
AK
202static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
203 const struct pci_device_id *id)
204{
873392ca
RR
205 int error, node;
206 struct drv_dev_and_id ddi = { drv, dev, id };
207
208 /* Execute driver initialization on node where the device's
209 bus is attached to. This way the driver likely allocates
210 its local memory on the right node without any need to
211 change it. */
212 node = dev_to_node(&dev->dev);
f70316da 213 if (node >= 0) {
873392ca 214 int cpu;
f70316da 215 node_to_cpumask_ptr(nodecpumask, node);
873392ca
RR
216
217 get_online_cpus();
218 cpu = cpumask_any_and(nodecpumask, cpu_online_mask);
219 if (cpu < nr_cpu_ids)
220 error = work_on_cpu(cpu, local_pci_probe, &ddi);
221 else
222 error = local_pci_probe(&ddi);
223 put_online_cpus();
224 } else
225 error = local_pci_probe(&ddi);
d42c6997
AK
226 return error;
227}
228
1da177e4
LT
229/**
230 * __pci_device_probe()
8f7020d3
RD
231 * @drv: driver to call to check if it wants the PCI device
232 * @pci_dev: PCI device being probed
1da177e4 233 *
8f7020d3 234 * returns 0 on success, else error.
1da177e4
LT
235 * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
236 */
237static int
238__pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
75865858
GKH
239{
240 const struct pci_device_id *id;
1da177e4
LT
241 int error = 0;
242
243 if (!pci_dev->driver && drv->probe) {
75865858
GKH
244 error = -ENODEV;
245
246 id = pci_match_device(drv, pci_dev);
247 if (id)
d42c6997 248 error = pci_call_probe(drv, pci_dev, id);
75865858
GKH
249 if (error >= 0) {
250 pci_dev->driver = drv;
251 error = 0;
252 }
1da177e4
LT
253 }
254 return error;
255}
256
257static int pci_device_probe(struct device * dev)
258{
259 int error = 0;
260 struct pci_driver *drv;
261 struct pci_dev *pci_dev;
262
263 drv = to_pci_driver(dev->driver);
264 pci_dev = to_pci_dev(dev);
265 pci_dev_get(pci_dev);
266 error = __pci_device_probe(drv, pci_dev);
267 if (error)
268 pci_dev_put(pci_dev);
269
270 return error;
271}
272
273static int pci_device_remove(struct device * dev)
274{
275 struct pci_dev * pci_dev = to_pci_dev(dev);
276 struct pci_driver * drv = pci_dev->driver;
277
278 if (drv) {
279 if (drv->remove)
280 drv->remove(pci_dev);
281 pci_dev->driver = NULL;
282 }
283
2449e06a
SL
284 /*
285 * If the device is still on, set the power state as "unknown",
286 * since it might change by the next time we load the driver.
287 */
288 if (pci_dev->current_state == PCI_D0)
289 pci_dev->current_state = PCI_UNKNOWN;
290
1da177e4
LT
291 /*
292 * We would love to complain here if pci_dev->is_enabled is set, that
293 * the driver should have called pci_disable_device(), but the
294 * unfortunate fact is there are too many odd BIOS and bridge setups
295 * that don't like drivers doing that all of the time.
296 * Oh well, we can dream of sane hardware when we sleep, no matter how
297 * horrible the crap we have to deal with is when we are awake...
298 */
299
300 pci_dev_put(pci_dev);
301 return 0;
302}
303
bbb44d9f
RW
304static void pci_device_shutdown(struct device *dev)
305{
306 struct pci_dev *pci_dev = to_pci_dev(dev);
307 struct pci_driver *drv = pci_dev->driver;
308
309 if (drv && drv->shutdown)
310 drv->shutdown(pci_dev);
311 pci_msi_shutdown(pci_dev);
312 pci_msix_shutdown(pci_dev);
313}
314
315#ifdef CONFIG_PM_SLEEP
316
fa58d305
RW
317/*
318 * Default "suspend" method for devices that have no driver provided suspend,
319 * or not even a driver at all (second part).
bbb44d9f 320 */
fa58d305 321static void pci_default_pm_suspend_late(struct pci_dev *pci_dev)
bbb44d9f 322{
bbb44d9f
RW
323 /*
324 * mark its power state as "unknown", since we don't know if
325 * e.g. the BIOS will change its device state when we suspend.
326 */
327 if (pci_dev->current_state == PCI_D0)
328 pci_dev->current_state = PCI_UNKNOWN;
329}
330
355a72d7
RW
331/*
332 * Default "resume" method for devices that have no driver provided resume,
333 * or not even a driver at all (second part).
334 */
335static int pci_default_pm_resume_late(struct pci_dev *pci_dev)
336{
337 int retval;
338
bbb44d9f
RW
339 /* if the device was enabled before suspend, reenable */
340 retval = pci_reenable_device(pci_dev);
341 /*
342 * if the device was busmaster before the suspend, make it busmaster
343 * again
344 */
345 if (pci_dev->is_busmaster)
346 pci_set_master(pci_dev);
347
348 return retval;
349}
350
351static int pci_legacy_suspend(struct device *dev, pm_message_t state)
1da177e4
LT
352{
353 struct pci_dev * pci_dev = to_pci_dev(dev);
354 struct pci_driver * drv = pci_dev->driver;
355 int i = 0;
356
02669492 357 if (drv && drv->suspend) {
1da177e4 358 i = drv->suspend(pci_dev, state);
02669492
AM
359 suspend_report_result(drv->suspend, i);
360 } else {
73410429 361 pci_save_state(pci_dev);
fa58d305 362 /*
73410429
RW
363 * This is for compatibility with existing code with legacy PM
364 * support.
fa58d305
RW
365 */
366 pci_default_pm_suspend_late(pci_dev);
02669492 367 }
1da177e4
LT
368 return i;
369}
370
bbb44d9f 371static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
cbd69dbb
LT
372{
373 struct pci_dev * pci_dev = to_pci_dev(dev);
374 struct pci_driver * drv = pci_dev->driver;
375 int i = 0;
376
377 if (drv && drv->suspend_late) {
378 i = drv->suspend_late(pci_dev, state);
379 suspend_report_result(drv->suspend_late, i);
380 }
381 return i;
382}
1da177e4 383
bbb44d9f 384static int pci_legacy_resume(struct device *dev)
1da177e4 385{
8d92bc22 386 int error;
1da177e4
LT
387 struct pci_dev * pci_dev = to_pci_dev(dev);
388 struct pci_driver * drv = pci_dev->driver;
389
355a72d7 390 if (drv && drv->resume) {
8d92bc22 391 error = drv->resume(pci_dev);
355a72d7 392 } else {
73410429
RW
393 /* restore the PCI config space */
394 pci_restore_state(pci_dev);
355a72d7
RW
395 error = pci_default_pm_resume_late(pci_dev);
396 }
8d92bc22 397 return error;
1da177e4
LT
398}
399
bbb44d9f 400static int pci_legacy_resume_early(struct device *dev)
cbd69dbb
LT
401{
402 int error = 0;
403 struct pci_dev * pci_dev = to_pci_dev(dev);
404 struct pci_driver * drv = pci_dev->driver;
405
406 if (drv && drv->resume_early)
407 error = drv->resume_early(pci_dev);
408 return error;
409}
410
571ff758
RW
411/* Auxiliary functions used by the new power management framework */
412
73410429
RW
413static int pci_restore_standard_config(struct pci_dev *pci_dev)
414{
415 struct pci_dev *parent = pci_dev->bus->self;
416 int error = 0;
417
418 /* Check if the device's bus is operational */
419 if (!parent || parent->current_state == PCI_D0) {
420 pci_restore_state(pci_dev);
421 pci_update_current_state(pci_dev, PCI_D0);
422 } else {
423 dev_warn(&pci_dev->dev, "unable to restore config, "
424 "bridge %s in low power state D%d\n", pci_name(parent),
425 parent->current_state);
426 pci_dev->current_state = PCI_UNKNOWN;
427 error = -EAGAIN;
428 }
429
430 return error;
431}
432
571ff758
RW
433static bool pci_is_bridge(struct pci_dev *pci_dev)
434{
435 return !!(pci_dev->subordinate);
436}
437
73410429
RW
438static void pci_pm_default_resume_noirq(struct pci_dev *pci_dev)
439{
440 if (pci_restore_standard_config(pci_dev))
441 pci_fixup_device(pci_fixup_resume_early, pci_dev);
442}
443
571ff758
RW
444static int pci_pm_default_resume(struct pci_dev *pci_dev)
445{
73410429
RW
446 /*
447 * pci_restore_standard_config() should have been called once already,
448 * but it would have failed if the device's parent bridge had not been
449 * in power state D0 at that time. Check it and try again if necessary.
450 */
451 if (pci_dev->current_state == PCI_UNKNOWN) {
452 int error = pci_restore_standard_config(pci_dev);
453 if (error)
454 return error;
455 }
456
457 pci_fixup_device(pci_fixup_resume, pci_dev);
458
571ff758
RW
459 if (!pci_is_bridge(pci_dev))
460 pci_enable_wake(pci_dev, PCI_D0, false);
461
462 return pci_default_pm_resume_late(pci_dev);
463}
464
73410429
RW
465static void pci_pm_default_suspend_generic(struct pci_dev *pci_dev)
466{
467 /* If device is enabled at this point, disable it */
468 pci_disable_enabled_device(pci_dev);
469 /*
470 * Save state with interrupts enabled, because in principle the bus the
471 * device is on may be put into a low power state after this code runs.
472 */
473 pci_save_state(pci_dev);
474}
475
571ff758
RW
476static void pci_pm_default_suspend(struct pci_dev *pci_dev)
477{
73410429 478 pci_pm_default_suspend_generic(pci_dev);
571ff758
RW
479
480 if (!pci_is_bridge(pci_dev))
481 pci_prepare_to_sleep(pci_dev);
482}
483
07e836e8
RW
484static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
485{
486 struct pci_driver *drv = pci_dev->driver;
487
488 return drv && (drv->suspend || drv->suspend_late || drv->resume
489 || drv->resume_early);
490}
491
571ff758
RW
492/* New power management framework */
493
bbb44d9f
RW
494static int pci_pm_prepare(struct device *dev)
495{
496 struct device_driver *drv = dev->driver;
497 int error = 0;
498
499 if (drv && drv->pm && drv->pm->prepare)
500 error = drv->pm->prepare(dev);
501
502 return error;
503}
504
505static void pci_pm_complete(struct device *dev)
506{
507 struct device_driver *drv = dev->driver;
508
509 if (drv && drv->pm && drv->pm->complete)
510 drv->pm->complete(dev);
511}
512
513#ifdef CONFIG_SUSPEND
514
515static int pci_pm_suspend(struct device *dev)
516{
517 struct pci_dev *pci_dev = to_pci_dev(dev);
518 struct device_driver *drv = dev->driver;
519 int error = 0;
520
521 if (drv && drv->pm) {
522 if (drv->pm->suspend) {
523 error = drv->pm->suspend(dev);
524 suspend_report_result(drv->pm->suspend, error);
bbb44d9f 525 }
355a72d7 526 } else if (pci_has_legacy_pm_support(pci_dev)) {
bbb44d9f 527 error = pci_legacy_suspend(dev, PMSG_SUSPEND);
fa58d305 528 } else {
571ff758 529 pci_pm_default_suspend(pci_dev);
bbb44d9f 530 }
fa58d305 531
bbb44d9f
RW
532 pci_fixup_device(pci_fixup_suspend, pci_dev);
533
534 return error;
535}
536
537static int pci_pm_suspend_noirq(struct device *dev)
c8958177 538{
355a72d7 539 struct pci_dev *pci_dev = to_pci_dev(dev);
adf09493 540 struct device_driver *drv = dev->driver;
bbb44d9f 541 int error = 0;
c8958177 542
bbb44d9f
RW
543 if (drv && drv->pm) {
544 if (drv->pm->suspend_noirq) {
545 error = drv->pm->suspend_noirq(dev);
546 suspend_report_result(drv->pm->suspend_noirq, error);
547 }
355a72d7 548 } else if (pci_has_legacy_pm_support(pci_dev)) {
bbb44d9f 549 error = pci_legacy_suspend_late(dev, PMSG_SUSPEND);
355a72d7 550 } else {
fa58d305 551 pci_default_pm_suspend_late(pci_dev);
bbb44d9f
RW
552 }
553
554 return error;
c8958177 555}
1da177e4 556
bbb44d9f
RW
557static int pci_pm_resume(struct device *dev)
558{
559 struct pci_dev *pci_dev = to_pci_dev(dev);
560 struct device_driver *drv = dev->driver;
355a72d7 561 int error = 0;
bbb44d9f 562
bbb44d9f 563 if (drv && drv->pm) {
73410429
RW
564 pci_fixup_device(pci_fixup_resume, pci_dev);
565
355a72d7
RW
566 if (drv->pm->resume)
567 error = drv->pm->resume(dev);
568 } else if (pci_has_legacy_pm_support(pci_dev)) {
73410429 569 pci_fixup_device(pci_fixup_resume, pci_dev);
bbb44d9f 570 error = pci_legacy_resume(dev);
355a72d7 571 } else {
571ff758 572 error = pci_pm_default_resume(pci_dev);
bbb44d9f
RW
573 }
574
575 return error;
576}
577
578static int pci_pm_resume_noirq(struct device *dev)
579{
355a72d7 580 struct pci_dev *pci_dev = to_pci_dev(dev);
adf09493 581 struct device_driver *drv = dev->driver;
bbb44d9f
RW
582 int error = 0;
583
bbb44d9f 584 if (drv && drv->pm) {
73410429
RW
585 pci_fixup_device(pci_fixup_resume_early, pci_dev);
586
bbb44d9f
RW
587 if (drv->pm->resume_noirq)
588 error = drv->pm->resume_noirq(dev);
355a72d7 589 } else if (pci_has_legacy_pm_support(pci_dev)) {
73410429 590 pci_fixup_device(pci_fixup_resume_early, pci_dev);
bbb44d9f 591 error = pci_legacy_resume_early(dev);
355a72d7 592 } else {
73410429 593 pci_pm_default_resume_noirq(pci_dev);
bbb44d9f
RW
594 }
595
596 return error;
597}
598
599#else /* !CONFIG_SUSPEND */
600
601#define pci_pm_suspend NULL
602#define pci_pm_suspend_noirq NULL
603#define pci_pm_resume NULL
604#define pci_pm_resume_noirq NULL
605
606#endif /* !CONFIG_SUSPEND */
607
608#ifdef CONFIG_HIBERNATION
609
610static int pci_pm_freeze(struct device *dev)
611{
612 struct pci_dev *pci_dev = to_pci_dev(dev);
613 struct device_driver *drv = dev->driver;
614 int error = 0;
615
616 if (drv && drv->pm) {
617 if (drv->pm->freeze) {
618 error = drv->pm->freeze(dev);
619 suspend_report_result(drv->pm->freeze, error);
bbb44d9f 620 }
355a72d7 621 } else if (pci_has_legacy_pm_support(pci_dev)) {
bbb44d9f
RW
622 error = pci_legacy_suspend(dev, PMSG_FREEZE);
623 pci_fixup_device(pci_fixup_suspend, pci_dev);
fa58d305 624 } else {
73410429 625 pci_pm_default_suspend_generic(pci_dev);
bbb44d9f
RW
626 }
627
628 return error;
629}
630
631static int pci_pm_freeze_noirq(struct device *dev)
632{
355a72d7 633 struct pci_dev *pci_dev = to_pci_dev(dev);
adf09493 634 struct device_driver *drv = dev->driver;
bbb44d9f
RW
635 int error = 0;
636
637 if (drv && drv->pm) {
638 if (drv->pm->freeze_noirq) {
639 error = drv->pm->freeze_noirq(dev);
640 suspend_report_result(drv->pm->freeze_noirq, error);
641 }
355a72d7 642 } else if (pci_has_legacy_pm_support(pci_dev)) {
bbb44d9f 643 error = pci_legacy_suspend_late(dev, PMSG_FREEZE);
355a72d7 644 } else {
fa58d305 645 pci_default_pm_suspend_late(pci_dev);
bbb44d9f
RW
646 }
647
648 return error;
649}
650
651static int pci_pm_thaw(struct device *dev)
652{
355a72d7 653 struct pci_dev *pci_dev = to_pci_dev(dev);
bbb44d9f
RW
654 struct device_driver *drv = dev->driver;
655 int error = 0;
656
657 if (drv && drv->pm) {
658 if (drv->pm->thaw)
659 error = drv->pm->thaw(dev);
355a72d7
RW
660 } else if (pci_has_legacy_pm_support(pci_dev)) {
661 pci_fixup_device(pci_fixup_resume, pci_dev);
bbb44d9f 662 error = pci_legacy_resume(dev);
fa58d305
RW
663 } else {
664 pci_default_pm_resume_late(pci_dev);
bbb44d9f
RW
665 }
666
667 return error;
668}
669
670static int pci_pm_thaw_noirq(struct device *dev)
671{
355a72d7 672 struct pci_dev *pci_dev = to_pci_dev(dev);
adf09493 673 struct device_driver *drv = dev->driver;
bbb44d9f
RW
674 int error = 0;
675
676 if (drv && drv->pm) {
677 if (drv->pm->thaw_noirq)
678 error = drv->pm->thaw_noirq(dev);
355a72d7 679 } else if (pci_has_legacy_pm_support(pci_dev)) {
adf09493 680 pci_fixup_device(pci_fixup_resume_early, to_pci_dev(dev));
bbb44d9f 681 error = pci_legacy_resume_early(dev);
fa58d305 682 } else {
73410429 683 pci_update_current_state(pci_dev, PCI_D0);
bbb44d9f
RW
684 }
685
686 return error;
687}
688
689static int pci_pm_poweroff(struct device *dev)
690{
355a72d7 691 struct pci_dev *pci_dev = to_pci_dev(dev);
bbb44d9f
RW
692 struct device_driver *drv = dev->driver;
693 int error = 0;
694
bbb44d9f
RW
695 if (drv && drv->pm) {
696 if (drv->pm->poweroff) {
697 error = drv->pm->poweroff(dev);
698 suspend_report_result(drv->pm->poweroff, error);
699 }
355a72d7 700 } else if (pci_has_legacy_pm_support(pci_dev)) {
bbb44d9f 701 error = pci_legacy_suspend(dev, PMSG_HIBERNATE);
fa58d305 702 } else {
571ff758 703 pci_pm_default_suspend(pci_dev);
bbb44d9f
RW
704 }
705
c9b9972b
RW
706 pci_fixup_device(pci_fixup_suspend, pci_dev);
707
bbb44d9f
RW
708 return error;
709}
710
711static int pci_pm_poweroff_noirq(struct device *dev)
712{
adf09493 713 struct device_driver *drv = dev->driver;
bbb44d9f
RW
714 int error = 0;
715
716 if (drv && drv->pm) {
717 if (drv->pm->poweroff_noirq) {
718 error = drv->pm->poweroff_noirq(dev);
719 suspend_report_result(drv->pm->poweroff_noirq, error);
720 }
355a72d7 721 } else if (pci_has_legacy_pm_support(to_pci_dev(dev))) {
bbb44d9f
RW
722 error = pci_legacy_suspend_late(dev, PMSG_HIBERNATE);
723 }
724
725 return error;
726}
727
728static int pci_pm_restore(struct device *dev)
729{
730 struct pci_dev *pci_dev = to_pci_dev(dev);
731 struct device_driver *drv = dev->driver;
355a72d7 732 int error = 0;
bbb44d9f
RW
733
734 if (drv && drv->pm) {
73410429
RW
735 pci_fixup_device(pci_fixup_resume, pci_dev);
736
355a72d7
RW
737 if (drv->pm->restore)
738 error = drv->pm->restore(dev);
739 } else if (pci_has_legacy_pm_support(pci_dev)) {
73410429 740 pci_fixup_device(pci_fixup_resume, pci_dev);
bbb44d9f 741 error = pci_legacy_resume(dev);
355a72d7 742 } else {
571ff758 743 error = pci_pm_default_resume(pci_dev);
bbb44d9f 744 }
bbb44d9f
RW
745
746 return error;
747}
748
749static int pci_pm_restore_noirq(struct device *dev)
750{
751 struct pci_dev *pci_dev = to_pci_dev(dev);
adf09493 752 struct device_driver *drv = dev->driver;
bbb44d9f
RW
753 int error = 0;
754
bbb44d9f 755 if (drv && drv->pm) {
73410429
RW
756 pci_fixup_device(pci_fixup_resume_early, pci_dev);
757
bbb44d9f
RW
758 if (drv->pm->restore_noirq)
759 error = drv->pm->restore_noirq(dev);
355a72d7 760 } else if (pci_has_legacy_pm_support(pci_dev)) {
73410429 761 pci_fixup_device(pci_fixup_resume_early, pci_dev);
bbb44d9f 762 error = pci_legacy_resume_early(dev);
355a72d7 763 } else {
73410429 764 pci_pm_default_resume_noirq(pci_dev);
bbb44d9f 765 }
bbb44d9f
RW
766
767 return error;
c8958177 768}
1da177e4 769
bbb44d9f
RW
770#else /* !CONFIG_HIBERNATION */
771
772#define pci_pm_freeze NULL
773#define pci_pm_freeze_noirq NULL
774#define pci_pm_thaw NULL
775#define pci_pm_thaw_noirq NULL
776#define pci_pm_poweroff NULL
777#define pci_pm_poweroff_noirq NULL
778#define pci_pm_restore NULL
779#define pci_pm_restore_noirq NULL
780
781#endif /* !CONFIG_HIBERNATION */
782
adf09493
RW
783struct dev_pm_ops pci_dev_pm_ops = {
784 .prepare = pci_pm_prepare,
785 .complete = pci_pm_complete,
786 .suspend = pci_pm_suspend,
787 .resume = pci_pm_resume,
788 .freeze = pci_pm_freeze,
789 .thaw = pci_pm_thaw,
790 .poweroff = pci_pm_poweroff,
791 .restore = pci_pm_restore,
bbb44d9f
RW
792 .suspend_noirq = pci_pm_suspend_noirq,
793 .resume_noirq = pci_pm_resume_noirq,
794 .freeze_noirq = pci_pm_freeze_noirq,
795 .thaw_noirq = pci_pm_thaw_noirq,
796 .poweroff_noirq = pci_pm_poweroff_noirq,
797 .restore_noirq = pci_pm_restore_noirq,
798};
799
adf09493 800#define PCI_PM_OPS_PTR (&pci_dev_pm_ops)
bbb44d9f
RW
801
802#else /* !CONFIG_PM_SLEEP */
803
804#define PCI_PM_OPS_PTR NULL
805
806#endif /* !CONFIG_PM_SLEEP */
807
1da177e4 808/**
863b18f4 809 * __pci_register_driver - register a new pci driver
1da177e4 810 * @drv: the driver structure to register
863b18f4 811 * @owner: owner module of drv
f95d882d 812 * @mod_name: module name string
1da177e4
LT
813 *
814 * Adds the driver structure to the list of registered drivers.
815 * Returns a negative value on error, otherwise 0.
eaae4b3a 816 * If no error occurred, the driver remains registered even if
1da177e4
LT
817 * no device was claimed during registration.
818 */
725522b5
GKH
819int __pci_register_driver(struct pci_driver *drv, struct module *owner,
820 const char *mod_name)
1da177e4
LT
821{
822 int error;
823
824 /* initialize common driver fields */
825 drv->driver.name = drv->name;
826 drv->driver.bus = &pci_bus_type;
863b18f4 827 drv->driver.owner = owner;
725522b5 828 drv->driver.mod_name = mod_name;
50b00755 829
75865858
GKH
830 spin_lock_init(&drv->dynids.lock);
831 INIT_LIST_HEAD(&drv->dynids.list);
1da177e4
LT
832
833 /* register with core */
834 error = driver_register(&drv->driver);
50bf14b3
AM
835 if (error)
836 return error;
1da177e4 837
50bf14b3
AM
838 error = pci_create_newid_file(drv);
839 if (error)
840 driver_unregister(&drv->driver);
1da177e4
LT
841
842 return error;
843}
844
845/**
846 * pci_unregister_driver - unregister a pci driver
847 * @drv: the driver structure to unregister
848 *
849 * Deletes the driver structure from the list of registered PCI drivers,
850 * gives it a chance to clean up by calling its remove() function for
851 * each device it was responsible for, and marks those devices as
852 * driverless.
853 */
854
855void
856pci_unregister_driver(struct pci_driver *drv)
857{
03d43b19 858 pci_remove_newid_file(drv);
1da177e4
LT
859 driver_unregister(&drv->driver);
860 pci_free_dynids(drv);
861}
862
863static struct pci_driver pci_compat_driver = {
864 .name = "compat"
865};
866
867/**
868 * pci_dev_driver - get the pci_driver of a device
869 * @dev: the device to query
870 *
871 * Returns the appropriate pci_driver structure or %NULL if there is no
872 * registered driver for the device.
873 */
874struct pci_driver *
875pci_dev_driver(const struct pci_dev *dev)
876{
877 if (dev->driver)
878 return dev->driver;
879 else {
880 int i;
881 for(i=0; i<=PCI_ROM_RESOURCE; i++)
882 if (dev->resource[i].flags & IORESOURCE_BUSY)
883 return &pci_compat_driver;
884 }
885 return NULL;
886}
887
888/**
889 * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
1da177e4 890 * @dev: the PCI device structure to match against
8f7020d3 891 * @drv: the device driver to search for matching PCI device id structures
1da177e4
LT
892 *
893 * Used by a driver to check whether a PCI device present in the
8f7020d3 894 * system is in its list of supported devices. Returns the matching
1da177e4
LT
895 * pci_device_id structure or %NULL if there is no match.
896 */
75865858 897static int pci_bus_match(struct device *dev, struct device_driver *drv)
1da177e4 898{
75865858
GKH
899 struct pci_dev *pci_dev = to_pci_dev(dev);
900 struct pci_driver *pci_drv = to_pci_driver(drv);
1da177e4
LT
901 const struct pci_device_id *found_id;
902
75865858 903 found_id = pci_match_device(pci_drv, pci_dev);
1da177e4
LT
904 if (found_id)
905 return 1;
906
75865858 907 return 0;
1da177e4
LT
908}
909
910/**
911 * pci_dev_get - increments the reference count of the pci device structure
912 * @dev: the device being referenced
913 *
914 * Each live reference to a device should be refcounted.
915 *
916 * Drivers for PCI devices should normally record such references in
917 * their probe() methods, when they bind to a device, and release
918 * them by calling pci_dev_put(), in their disconnect() methods.
919 *
920 * A pointer to the device with the incremented reference counter is returned.
921 */
922struct pci_dev *pci_dev_get(struct pci_dev *dev)
923{
924 if (dev)
925 get_device(&dev->dev);
926 return dev;
927}
928
929/**
930 * pci_dev_put - release a use of the pci device structure
931 * @dev: device that's been disconnected
932 *
933 * Must be called when a user of a device is finished with it. When the last
934 * user of the device calls this function, the memory of the device is freed.
935 */
936void pci_dev_put(struct pci_dev *dev)
937{
938 if (dev)
939 put_device(&dev->dev);
940}
941
942#ifndef CONFIG_HOTPLUG
7eff2e7a 943int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
1da177e4
LT
944{
945 return -ENODEV;
946}
947#endif
948
949struct bus_type pci_bus_type = {
950 .name = "pci",
951 .match = pci_bus_match,
312c004d 952 .uevent = pci_uevent,
b15d686a
RK
953 .probe = pci_device_probe,
954 .remove = pci_device_remove,
cbd69dbb 955 .shutdown = pci_device_shutdown,
1da177e4 956 .dev_attrs = pci_dev_attrs,
bbb44d9f 957 .pm = PCI_PM_OPS_PTR,
1da177e4
LT
958};
959
960static int __init pci_driver_init(void)
961{
962 return bus_register(&pci_bus_type);
963}
964
965postcore_initcall(pci_driver_init);
966
75865858 967EXPORT_SYMBOL(pci_match_id);
863b18f4 968EXPORT_SYMBOL(__pci_register_driver);
1da177e4
LT
969EXPORT_SYMBOL(pci_unregister_driver);
970EXPORT_SYMBOL(pci_dev_driver);
971EXPORT_SYMBOL(pci_bus_type);
972EXPORT_SYMBOL(pci_dev_get);
973EXPORT_SYMBOL(pci_dev_put);