1 // SPDX-License-Identifier: GPL-2.0+
3 * PCI Hotplug Driver for PowerPC PowerNV platform.
5 * Copyright Gavin Shan, IBM Corporation 2016.
8 #include <linux/libfdt.h>
9 #include <linux/module.h>
10 #include <linux/pci.h>
11 #include <linux/pci_hotplug.h>
14 #include <asm/pnv-pci.h>
15 #include <asm/ppc-pci.h>
17 #define DRIVER_VERSION "0.1"
18 #define DRIVER_AUTHOR "Gavin Shan, IBM Corporation"
19 #define DRIVER_DESC "PowerPC PowerNV PCI Hotplug Driver"
21 struct pnv_php_event
{
23 struct pnv_php_slot
*php_slot
;
24 struct work_struct work
;
27 static LIST_HEAD(pnv_php_slot_list
);
28 static DEFINE_SPINLOCK(pnv_php_lock
);
30 static void pnv_php_register(struct device_node
*dn
);
31 static void pnv_php_unregister_one(struct device_node
*dn
);
32 static void pnv_php_unregister(struct device_node
*dn
);
34 static void pnv_php_disable_irq(struct pnv_php_slot
*php_slot
,
37 struct pci_dev
*pdev
= php_slot
->pdev
;
38 int irq
= php_slot
->irq
;
41 if (php_slot
->irq
> 0) {
42 pcie_capability_read_word(pdev
, PCI_EXP_SLTCTL
, &ctrl
);
43 ctrl
&= ~(PCI_EXP_SLTCTL_HPIE
|
45 PCI_EXP_SLTCTL_DLLSCE
);
46 pcie_capability_write_word(pdev
, PCI_EXP_SLTCTL
, ctrl
);
48 free_irq(php_slot
->irq
, php_slot
);
53 destroy_workqueue(php_slot
->wq
);
57 if (disable_device
|| irq
> 0) {
58 if (pdev
->msix_enabled
)
59 pci_disable_msix(pdev
);
60 else if (pdev
->msi_enabled
)
61 pci_disable_msi(pdev
);
63 pci_disable_device(pdev
);
67 static void pnv_php_free_slot(struct kref
*kref
)
69 struct pnv_php_slot
*php_slot
= container_of(kref
,
70 struct pnv_php_slot
, kref
);
72 WARN_ON(!list_empty(&php_slot
->children
));
73 pnv_php_disable_irq(php_slot
, false);
74 kfree(php_slot
->name
);
78 static inline void pnv_php_put_slot(struct pnv_php_slot
*php_slot
)
84 kref_put(&php_slot
->kref
, pnv_php_free_slot
);
87 static struct pnv_php_slot
*pnv_php_match(struct device_node
*dn
,
88 struct pnv_php_slot
*php_slot
)
90 struct pnv_php_slot
*target
, *tmp
;
92 if (php_slot
->dn
== dn
) {
93 kref_get(&php_slot
->kref
);
97 list_for_each_entry(tmp
, &php_slot
->children
, link
) {
98 target
= pnv_php_match(dn
, tmp
);
106 struct pnv_php_slot
*pnv_php_find_slot(struct device_node
*dn
)
108 struct pnv_php_slot
*php_slot
, *tmp
;
111 spin_lock_irqsave(&pnv_php_lock
, flags
);
112 list_for_each_entry(tmp
, &pnv_php_slot_list
, link
) {
113 php_slot
= pnv_php_match(dn
, tmp
);
115 spin_unlock_irqrestore(&pnv_php_lock
, flags
);
119 spin_unlock_irqrestore(&pnv_php_lock
, flags
);
123 EXPORT_SYMBOL_GPL(pnv_php_find_slot
);
126 * Remove pdn for all children of the indicated device node.
127 * The function should remove pdn in a depth-first manner.
129 static void pnv_php_rmv_pdns(struct device_node
*dn
)
131 struct device_node
*child
;
133 for_each_child_of_node(dn
, child
) {
134 pnv_php_rmv_pdns(child
);
136 pci_remove_device_node_info(child
);
141 * Detach all child nodes of the indicated device nodes. The
142 * function should handle device nodes in depth-first manner.
144 * We should not invoke of_node_release() as the memory for
145 * individual device node is part of large memory block. The
146 * large block is allocated from memblock (system bootup) or
147 * kmalloc() when unflattening the device tree by OF changeset.
148 * We can not free the large block allocated from memblock. For
149 * later case, it should be released at once.
151 static void pnv_php_detach_device_nodes(struct device_node
*parent
)
153 struct device_node
*dn
;
156 for_each_child_of_node(parent
, dn
) {
157 pnv_php_detach_device_nodes(dn
);
160 refcount
= kref_read(&dn
->kobj
.kref
);
162 pr_warn("Invalid refcount %d on <%pOF>\n",
169 static void pnv_php_rmv_devtree(struct pnv_php_slot
*php_slot
)
171 pnv_php_rmv_pdns(php_slot
->dn
);
174 * Decrease the refcount if the device nodes were created
175 * through OF changeset before detaching them.
178 of_changeset_destroy(&php_slot
->ocs
);
179 pnv_php_detach_device_nodes(php_slot
->dn
);
183 kfree(php_slot
->fdt
);
185 php_slot
->dn
->child
= NULL
;
186 php_slot
->fdt
= NULL
;
191 * As the nodes in OF changeset are applied in reverse order, we
192 * need revert the nodes in advance so that we have correct node
193 * order after the changeset is applied.
195 static void pnv_php_reverse_nodes(struct device_node
*parent
)
197 struct device_node
*child
, *next
;
200 for_each_child_of_node(parent
, child
)
201 pnv_php_reverse_nodes(child
);
203 /* Reverse the nodes in the child list */
204 child
= parent
->child
;
205 parent
->child
= NULL
;
207 next
= child
->sibling
;
209 child
->sibling
= parent
->child
;
210 parent
->child
= child
;
215 static int pnv_php_populate_changeset(struct of_changeset
*ocs
,
216 struct device_node
*dn
)
218 struct device_node
*child
;
221 for_each_child_of_node(dn
, child
) {
222 ret
= of_changeset_attach_node(ocs
, child
);
228 ret
= pnv_php_populate_changeset(ocs
, child
);
238 static void *pnv_php_add_one_pdn(struct device_node
*dn
, void *data
)
240 struct pci_controller
*hose
= (struct pci_controller
*)data
;
243 pdn
= pci_add_device_node_info(hose
, dn
);
245 return ERR_PTR(-ENOMEM
);
250 static void pnv_php_add_pdns(struct pnv_php_slot
*slot
)
252 struct pci_controller
*hose
= pci_bus_to_host(slot
->bus
);
254 pci_traverse_device_nodes(slot
->dn
, pnv_php_add_one_pdn
, hose
);
257 static int pnv_php_add_devtree(struct pnv_php_slot
*php_slot
)
259 void *fdt
, *fdt1
, *dt
;
262 /* We don't know the FDT blob size. We try to get it through
263 * maximal memory chunk and then copy it to another chunk that
264 * fits the real size.
266 fdt1
= kzalloc(0x10000, GFP_KERNEL
);
272 ret
= pnv_pci_get_device_tree(php_slot
->dn
->phandle
, fdt1
, 0x10000);
274 pci_warn(php_slot
->pdev
, "Error %d getting FDT blob\n", ret
);
278 fdt
= kzalloc(fdt_totalsize(fdt1
), GFP_KERNEL
);
284 /* Unflatten device tree blob */
285 memcpy(fdt
, fdt1
, fdt_totalsize(fdt1
));
286 dt
= of_fdt_unflatten_tree(fdt
, php_slot
->dn
, NULL
);
289 pci_warn(php_slot
->pdev
, "Cannot unflatten FDT\n");
293 /* Initialize and apply the changeset */
294 of_changeset_init(&php_slot
->ocs
);
295 pnv_php_reverse_nodes(php_slot
->dn
);
296 ret
= pnv_php_populate_changeset(&php_slot
->ocs
, php_slot
->dn
);
298 pnv_php_reverse_nodes(php_slot
->dn
);
299 pci_warn(php_slot
->pdev
, "Error %d populating changeset\n",
304 php_slot
->dn
->child
= NULL
;
305 ret
= of_changeset_apply(&php_slot
->ocs
);
307 pci_warn(php_slot
->pdev
, "Error %d applying changeset\n", ret
);
308 goto destroy_changeset
;
311 /* Add device node firmware data */
312 pnv_php_add_pdns(php_slot
);
319 of_changeset_destroy(&php_slot
->ocs
);
322 php_slot
->dn
->child
= NULL
;
331 static inline struct pnv_php_slot
*to_pnv_php_slot(struct hotplug_slot
*slot
)
333 return container_of(slot
, struct pnv_php_slot
, slot
);
336 int pnv_php_set_slot_power_state(struct hotplug_slot
*slot
,
339 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
343 ret
= pnv_pci_set_power_state(php_slot
->id
, state
, &msg
);
345 if (be64_to_cpu(msg
.params
[1]) != php_slot
->dn
->phandle
||
346 be64_to_cpu(msg
.params
[2]) != state
||
347 be64_to_cpu(msg
.params
[3]) != OPAL_SUCCESS
) {
348 pci_warn(php_slot
->pdev
, "Wrong msg (%lld, %lld, %lld)\n",
349 be64_to_cpu(msg
.params
[1]),
350 be64_to_cpu(msg
.params
[2]),
351 be64_to_cpu(msg
.params
[3]));
354 } else if (ret
< 0) {
355 pci_warn(php_slot
->pdev
, "Error %d powering %s\n",
356 ret
, (state
== OPAL_PCI_SLOT_POWER_ON
) ? "on" : "off");
360 if (state
== OPAL_PCI_SLOT_POWER_OFF
|| state
== OPAL_PCI_SLOT_OFFLINE
)
361 pnv_php_rmv_devtree(php_slot
);
363 ret
= pnv_php_add_devtree(php_slot
);
367 EXPORT_SYMBOL_GPL(pnv_php_set_slot_power_state
);
369 static int pnv_php_get_power_state(struct hotplug_slot
*slot
, u8
*state
)
371 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
372 uint8_t power_state
= OPAL_PCI_SLOT_POWER_ON
;
376 * Retrieve power status from firmware. If we fail
377 * getting that, the power status fails back to
380 ret
= pnv_pci_get_power_state(php_slot
->id
, &power_state
);
382 pci_warn(php_slot
->pdev
, "Error %d getting power status\n",
385 *state
= power_state
;
391 static int pnv_php_get_adapter_state(struct hotplug_slot
*slot
, u8
*state
)
393 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
394 uint8_t presence
= OPAL_PCI_SLOT_EMPTY
;
398 * Retrieve presence status from firmware. If we can't
399 * get that, it will fail back to be empty.
401 ret
= pnv_pci_get_presence_state(php_slot
->id
, &presence
);
406 pci_warn(php_slot
->pdev
, "Error %d getting presence\n", ret
);
412 static int pnv_php_get_attention_state(struct hotplug_slot
*slot
, u8
*state
)
414 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
416 *state
= php_slot
->attention_state
;
420 static int pnv_php_set_attention_state(struct hotplug_slot
*slot
, u8 state
)
422 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
424 /* FIXME: Make it real once firmware supports it */
425 php_slot
->attention_state
= state
;
430 static int pnv_php_enable(struct pnv_php_slot
*php_slot
, bool rescan
)
432 struct hotplug_slot
*slot
= &php_slot
->slot
;
433 uint8_t presence
= OPAL_PCI_SLOT_EMPTY
;
434 uint8_t power_status
= OPAL_PCI_SLOT_POWER_ON
;
437 /* Check if the slot has been configured */
438 if (php_slot
->state
!= PNV_PHP_STATE_REGISTERED
)
441 /* Retrieve slot presence status */
442 ret
= pnv_php_get_adapter_state(slot
, &presence
);
447 * Proceed if there have nothing behind the slot. However,
448 * we should leave the slot in registered state at the
449 * beginning. Otherwise, the PCI devices inserted afterwards
450 * won't be probed and populated.
452 if (presence
== OPAL_PCI_SLOT_EMPTY
) {
453 if (!php_slot
->power_state_check
) {
454 php_slot
->power_state_check
= true;
463 * If the power supply to the slot is off, we can't detect
464 * adapter presence state. That means we have to turn the
465 * slot on before going to probe slot's presence state.
467 * On the first time, we don't change the power status to
468 * boost system boot with assumption that the firmware
469 * supplies consistent slot power status: empty slot always
470 * has its power off and non-empty slot has its power on.
472 if (!php_slot
->power_state_check
) {
473 php_slot
->power_state_check
= true;
475 ret
= pnv_php_get_power_state(slot
, &power_status
);
479 if (power_status
!= OPAL_PCI_SLOT_POWER_ON
)
483 /* Check the power status. Scan the slot if it is already on */
484 ret
= pnv_php_get_power_state(slot
, &power_status
);
488 if (power_status
== OPAL_PCI_SLOT_POWER_ON
)
491 /* Power is off, turn it on and then scan the slot */
492 ret
= pnv_php_set_slot_power_state(slot
, OPAL_PCI_SLOT_POWER_ON
);
497 if (presence
== OPAL_PCI_SLOT_PRESENT
) {
499 pci_lock_rescan_remove();
500 pci_hp_add_devices(php_slot
->bus
);
501 pci_unlock_rescan_remove();
504 /* Rescan for child hotpluggable slots */
505 php_slot
->state
= PNV_PHP_STATE_POPULATED
;
507 pnv_php_register(php_slot
->dn
);
509 php_slot
->state
= PNV_PHP_STATE_POPULATED
;
515 static int pnv_php_enable_slot(struct hotplug_slot
*slot
)
517 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
519 return pnv_php_enable(php_slot
, true);
522 static int pnv_php_disable_slot(struct hotplug_slot
*slot
)
524 struct pnv_php_slot
*php_slot
= to_pnv_php_slot(slot
);
527 if (php_slot
->state
!= PNV_PHP_STATE_POPULATED
)
530 /* Remove all devices behind the slot */
531 pci_lock_rescan_remove();
532 pci_hp_remove_devices(php_slot
->bus
);
533 pci_unlock_rescan_remove();
535 /* Detach the child hotpluggable slots */
536 pnv_php_unregister(php_slot
->dn
);
538 /* Notify firmware and remove device nodes */
539 ret
= pnv_php_set_slot_power_state(slot
, OPAL_PCI_SLOT_POWER_OFF
);
541 php_slot
->state
= PNV_PHP_STATE_REGISTERED
;
545 static const struct hotplug_slot_ops php_slot_ops
= {
546 .get_power_status
= pnv_php_get_power_state
,
547 .get_adapter_status
= pnv_php_get_adapter_state
,
548 .get_attention_status
= pnv_php_get_attention_state
,
549 .set_attention_status
= pnv_php_set_attention_state
,
550 .enable_slot
= pnv_php_enable_slot
,
551 .disable_slot
= pnv_php_disable_slot
,
554 static void pnv_php_release(struct pnv_php_slot
*php_slot
)
558 /* Remove from global or child list */
559 spin_lock_irqsave(&pnv_php_lock
, flags
);
560 list_del(&php_slot
->link
);
561 spin_unlock_irqrestore(&pnv_php_lock
, flags
);
563 /* Detach from parent */
564 pnv_php_put_slot(php_slot
);
565 pnv_php_put_slot(php_slot
->parent
);
568 static struct pnv_php_slot
*pnv_php_alloc_slot(struct device_node
*dn
)
570 struct pnv_php_slot
*php_slot
;
576 ret
= of_property_read_string(dn
, "ibm,slot-label", &label
);
580 if (pnv_pci_get_slot_id(dn
, &id
))
583 bus
= pci_find_bus_by_node(dn
);
587 php_slot
= kzalloc(sizeof(*php_slot
), GFP_KERNEL
);
591 php_slot
->name
= kstrdup(label
, GFP_KERNEL
);
592 if (!php_slot
->name
) {
597 if (dn
->child
&& PCI_DN(dn
->child
))
598 php_slot
->slot_no
= PCI_SLOT(PCI_DN(dn
->child
)->devfn
);
600 php_slot
->slot_no
= -1; /* Placeholder slot */
602 kref_init(&php_slot
->kref
);
603 php_slot
->state
= PNV_PHP_STATE_INITIALIZED
;
605 php_slot
->pdev
= bus
->self
;
608 php_slot
->power_state_check
= false;
609 php_slot
->slot
.ops
= &php_slot_ops
;
611 INIT_LIST_HEAD(&php_slot
->children
);
612 INIT_LIST_HEAD(&php_slot
->link
);
617 static int pnv_php_register_slot(struct pnv_php_slot
*php_slot
)
619 struct pnv_php_slot
*parent
;
620 struct device_node
*dn
= php_slot
->dn
;
624 /* Check if the slot is registered or not */
625 parent
= pnv_php_find_slot(php_slot
->dn
);
627 pnv_php_put_slot(parent
);
631 /* Register PCI slot */
632 ret
= pci_hp_register(&php_slot
->slot
, php_slot
->bus
,
633 php_slot
->slot_no
, php_slot
->name
);
635 pci_warn(php_slot
->pdev
, "Error %d registering slot\n", ret
);
639 /* Attach to the parent's child list or global list */
640 while ((dn
= of_get_parent(dn
))) {
646 parent
= pnv_php_find_slot(dn
);
655 spin_lock_irqsave(&pnv_php_lock
, flags
);
656 php_slot
->parent
= parent
;
658 list_add_tail(&php_slot
->link
, &parent
->children
);
660 list_add_tail(&php_slot
->link
, &pnv_php_slot_list
);
661 spin_unlock_irqrestore(&pnv_php_lock
, flags
);
663 php_slot
->state
= PNV_PHP_STATE_REGISTERED
;
667 static int pnv_php_enable_msix(struct pnv_php_slot
*php_slot
)
669 struct pci_dev
*pdev
= php_slot
->pdev
;
670 struct msix_entry entry
;
674 /* Get total number of MSIx entries */
675 nr_entries
= pci_msix_vec_count(pdev
);
679 /* Check hotplug MSIx entry is in range */
680 pcie_capability_read_word(pdev
, PCI_EXP_FLAGS
, &pcie_flag
);
681 entry
.entry
= (pcie_flag
& PCI_EXP_FLAGS_IRQ
) >> 9;
682 if (entry
.entry
>= nr_entries
)
686 ret
= pci_enable_msix_exact(pdev
, &entry
, 1);
688 pci_warn(pdev
, "Error %d enabling MSIx\n", ret
);
695 static void pnv_php_event_handler(struct work_struct
*work
)
697 struct pnv_php_event
*event
=
698 container_of(work
, struct pnv_php_event
, work
);
699 struct pnv_php_slot
*php_slot
= event
->php_slot
;
702 pnv_php_enable_slot(&php_slot
->slot
);
704 pnv_php_disable_slot(&php_slot
->slot
);
709 static irqreturn_t
pnv_php_interrupt(int irq
, void *data
)
711 struct pnv_php_slot
*php_slot
= data
;
712 struct pci_dev
*pchild
, *pdev
= php_slot
->pdev
;
713 struct eeh_dev
*edev
;
715 struct pnv_php_event
*event
;
722 pcie_capability_read_word(pdev
, PCI_EXP_SLTSTA
, &sts
);
723 sts
&= (PCI_EXP_SLTSTA_PDC
| PCI_EXP_SLTSTA_DLLSC
);
724 pcie_capability_write_word(pdev
, PCI_EXP_SLTSTA
, sts
);
725 if (sts
& PCI_EXP_SLTSTA_DLLSC
) {
726 pcie_capability_read_word(pdev
, PCI_EXP_LNKSTA
, &lsts
);
727 added
= !!(lsts
& PCI_EXP_LNKSTA_DLLLA
);
728 } else if (!(php_slot
->flags
& PNV_PHP_FLAG_BROKEN_PDC
) &&
729 (sts
& PCI_EXP_SLTSTA_PDC
)) {
730 ret
= pnv_pci_get_presence_state(php_slot
->id
, &presence
);
732 pci_warn(pdev
, "PCI slot [%s] error %d getting presence (0x%04x), to retry the operation.\n",
733 php_slot
->name
, ret
, sts
);
737 added
= !!(presence
== OPAL_PCI_SLOT_PRESENT
);
742 /* Freeze the removed PE to avoid unexpected error reporting */
744 pchild
= list_first_entry_or_null(&php_slot
->bus
->devices
,
745 struct pci_dev
, bus_list
);
746 edev
= pchild
? pci_dev_to_eeh_dev(pchild
) : NULL
;
747 pe
= edev
? edev
->pe
: NULL
;
749 eeh_serialize_lock(&flags
);
750 eeh_pe_state_mark(pe
, EEH_PE_ISOLATED
);
751 eeh_serialize_unlock(flags
);
752 eeh_pe_set_option(pe
, EEH_OPT_FREEZE_PE
);
757 * The PE is left in frozen state if the event is missed. It's
758 * fine as the PCI devices (PE) aren't functional any more.
760 event
= kzalloc(sizeof(*event
), GFP_ATOMIC
);
762 pci_warn(pdev
, "PCI slot [%s] missed hotplug event 0x%04x\n",
763 php_slot
->name
, sts
);
767 pci_info(pdev
, "PCI slot [%s] %s (IRQ: %d)\n",
768 php_slot
->name
, added
? "added" : "removed", irq
);
769 INIT_WORK(&event
->work
, pnv_php_event_handler
);
770 event
->added
= added
;
771 event
->php_slot
= php_slot
;
772 queue_work(php_slot
->wq
, &event
->work
);
777 static void pnv_php_init_irq(struct pnv_php_slot
*php_slot
, int irq
)
779 struct pci_dev
*pdev
= php_slot
->pdev
;
784 /* Allocate workqueue */
785 php_slot
->wq
= alloc_workqueue("pciehp-%s", 0, 0, php_slot
->name
);
787 pci_warn(pdev
, "Cannot alloc workqueue\n");
788 pnv_php_disable_irq(php_slot
, true);
792 /* Check PDC (Presence Detection Change) is broken or not */
793 ret
= of_property_read_u32(php_slot
->dn
, "ibm,slot-broken-pdc",
795 if (!ret
&& broken_pdc
)
796 php_slot
->flags
|= PNV_PHP_FLAG_BROKEN_PDC
;
798 /* Clear pending interrupts */
799 pcie_capability_read_word(pdev
, PCI_EXP_SLTSTA
, &sts
);
800 if (php_slot
->flags
& PNV_PHP_FLAG_BROKEN_PDC
)
801 sts
|= PCI_EXP_SLTSTA_DLLSC
;
803 sts
|= (PCI_EXP_SLTSTA_PDC
| PCI_EXP_SLTSTA_DLLSC
);
804 pcie_capability_write_word(pdev
, PCI_EXP_SLTSTA
, sts
);
806 /* Request the interrupt */
807 ret
= request_irq(irq
, pnv_php_interrupt
, IRQF_SHARED
,
808 php_slot
->name
, php_slot
);
810 pnv_php_disable_irq(php_slot
, true);
811 pci_warn(pdev
, "Error %d enabling IRQ %d\n", ret
, irq
);
815 /* Enable the interrupts */
816 pcie_capability_read_word(pdev
, PCI_EXP_SLTCTL
, &ctrl
);
817 if (php_slot
->flags
& PNV_PHP_FLAG_BROKEN_PDC
) {
818 ctrl
&= ~PCI_EXP_SLTCTL_PDCE
;
819 ctrl
|= (PCI_EXP_SLTCTL_HPIE
|
820 PCI_EXP_SLTCTL_DLLSCE
);
822 ctrl
|= (PCI_EXP_SLTCTL_HPIE
|
823 PCI_EXP_SLTCTL_PDCE
|
824 PCI_EXP_SLTCTL_DLLSCE
);
826 pcie_capability_write_word(pdev
, PCI_EXP_SLTCTL
, ctrl
);
828 /* The interrupt is initialized successfully when @irq is valid */
832 static void pnv_php_enable_irq(struct pnv_php_slot
*php_slot
)
834 struct pci_dev
*pdev
= php_slot
->pdev
;
838 * The MSI/MSIx interrupt might have been occupied by other
839 * drivers. Don't populate the surprise hotplug capability
842 if (pci_dev_msi_enabled(pdev
))
845 ret
= pci_enable_device(pdev
);
847 pci_warn(pdev
, "Error %d enabling device\n", ret
);
851 pci_set_master(pdev
);
853 /* Enable MSIx interrupt */
854 irq
= pnv_php_enable_msix(php_slot
);
856 pnv_php_init_irq(php_slot
, irq
);
861 * Use MSI if MSIx doesn't work. Fail back to legacy INTx
862 * if MSI doesn't work either
864 ret
= pci_enable_msi(pdev
);
865 if (!ret
|| pdev
->irq
) {
867 pnv_php_init_irq(php_slot
, irq
);
871 static int pnv_php_register_one(struct device_node
*dn
)
873 struct pnv_php_slot
*php_slot
;
877 /* Check if it's hotpluggable slot */
878 ret
= of_property_read_u32(dn
, "ibm,slot-pluggable", &prop32
);
882 ret
= of_property_read_u32(dn
, "ibm,reset-by-firmware", &prop32
);
886 php_slot
= pnv_php_alloc_slot(dn
);
890 ret
= pnv_php_register_slot(php_slot
);
894 ret
= pnv_php_enable(php_slot
, false);
896 goto unregister_slot
;
898 /* Enable interrupt if the slot supports surprise hotplug */
899 ret
= of_property_read_u32(dn
, "ibm,slot-surprise-pluggable", &prop32
);
901 pnv_php_enable_irq(php_slot
);
906 pnv_php_unregister_one(php_slot
->dn
);
908 pnv_php_put_slot(php_slot
);
912 static void pnv_php_register(struct device_node
*dn
)
914 struct device_node
*child
;
917 * The parent slots should be registered before their
920 for_each_child_of_node(dn
, child
) {
921 pnv_php_register_one(child
);
922 pnv_php_register(child
);
926 static void pnv_php_unregister_one(struct device_node
*dn
)
928 struct pnv_php_slot
*php_slot
;
930 php_slot
= pnv_php_find_slot(dn
);
934 php_slot
->state
= PNV_PHP_STATE_OFFLINE
;
935 pci_hp_deregister(&php_slot
->slot
);
936 pnv_php_release(php_slot
);
937 pnv_php_put_slot(php_slot
);
940 static void pnv_php_unregister(struct device_node
*dn
)
942 struct device_node
*child
;
944 /* The child slots should go before their parent slots */
945 for_each_child_of_node(dn
, child
) {
946 pnv_php_unregister(child
);
947 pnv_php_unregister_one(child
);
951 static int __init
pnv_php_init(void)
953 struct device_node
*dn
;
955 pr_info(DRIVER_DESC
" version: " DRIVER_VERSION
"\n");
956 for_each_compatible_node(dn
, NULL
, "ibm,ioda2-phb")
957 pnv_php_register(dn
);
962 static void __exit
pnv_php_exit(void)
964 struct device_node
*dn
;
966 for_each_compatible_node(dn
, NULL
, "ibm,ioda2-phb")
967 pnv_php_unregister(dn
);
970 module_init(pnv_php_init
);
971 module_exit(pnv_php_exit
);
973 MODULE_VERSION(DRIVER_VERSION
);
974 MODULE_LICENSE("GPL v2");
975 MODULE_AUTHOR(DRIVER_AUTHOR
);
976 MODULE_DESCRIPTION(DRIVER_DESC
);