]>
Commit | Line | Data |
---|---|---|
d2912cb1 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
014da7ff | 2 | /* |
7cfb62a2 IK |
3 | * Support PCI IO workaround |
4 | * | |
014da7ff BH |
5 | * Copyright (C) 2006 Benjamin Herrenschmidt <benh@kernel.crashing.org> |
6 | * IBM, Corp. | |
7cfb62a2 | 7 | * (C) Copyright 2007-2008 TOSHIBA CORPORATION |
014da7ff BH |
8 | */ |
9 | #undef DEBUG | |
10 | ||
11 | #include <linux/kernel.h> | |
589ee628 | 12 | #include <linux/sched/mm.h> /* for init_mm */ |
7cfb62a2 | 13 | |
014da7ff BH |
14 | #include <asm/io.h> |
15 | #include <asm/machdep.h> | |
ca5999fd | 16 | #include <linux/pgtable.h> |
014da7ff | 17 | #include <asm/ppc-pci.h> |
3cc30d07 | 18 | #include <asm/io-workarounds.h> |
94171b19 AK |
19 | #include <asm/pte-walk.h> |
20 | ||
014da7ff | 21 | |
7cfb62a2 | 22 | #define IOWA_MAX_BUS 8 |
014da7ff | 23 | |
7cfb62a2 IK |
24 | static struct iowa_bus iowa_busses[IOWA_MAX_BUS]; |
25 | static unsigned int iowa_bus_count; | |
014da7ff | 26 | |
7cfb62a2 IK |
27 | static struct iowa_bus *iowa_pci_find(unsigned long vaddr, unsigned long paddr) |
28 | { | |
29 | int i, j; | |
30 | struct resource *res; | |
31 | unsigned long vstart, vend; | |
014da7ff | 32 | |
7cfb62a2 IK |
33 | for (i = 0; i < iowa_bus_count; i++) { |
34 | struct iowa_bus *bus = &iowa_busses[i]; | |
35 | struct pci_controller *phb = bus->phb; | |
014da7ff | 36 | |
7cfb62a2 IK |
37 | if (vaddr) { |
38 | vstart = (unsigned long)phb->io_base_virt; | |
39 | vend = vstart + phb->pci_io_size - 1; | |
40 | if ((vaddr >= vstart) && (vaddr <= vend)) | |
41 | return bus; | |
42 | } | |
43 | ||
44 | if (paddr) | |
45 | for (j = 0; j < 3; j++) { | |
46 | res = &phb->mem_resources[j]; | |
47 | if (paddr >= res->start && paddr <= res->end) | |
48 | return bus; | |
49 | } | |
014da7ff | 50 | } |
7cfb62a2 | 51 | |
014da7ff BH |
52 | return NULL; |
53 | } | |
54 | ||
ecd73cc5 | 55 | #ifdef CONFIG_PPC_INDIRECT_MMIO |
7cfb62a2 | 56 | struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) |
014da7ff | 57 | { |
12bc9f6f | 58 | unsigned hugepage_shift; |
7cfb62a2 | 59 | struct iowa_bus *bus; |
014da7ff BH |
60 | int token; |
61 | ||
014da7ff BH |
62 | token = PCI_GET_ADDR_TOKEN(addr); |
63 | ||
7cfb62a2 IK |
64 | if (token && token <= iowa_bus_count) |
65 | bus = &iowa_busses[token - 1]; | |
014da7ff BH |
66 | else { |
67 | unsigned long vaddr, paddr; | |
68 | pte_t *ptep; | |
69 | ||
014da7ff | 70 | vaddr = (unsigned long)PCI_FIX_ADDR(addr); |
7cfb62a2 IK |
71 | if (vaddr < PHB_IO_BASE || vaddr >= PHB_IO_END) |
72 | return NULL; | |
691e95fd AK |
73 | /* |
74 | * We won't find huge pages here (iomem). Also can't hit | |
75 | * a page table free due to init_mm | |
76 | */ | |
94171b19 | 77 | ptep = find_init_mm_pte(vaddr, &hugepage_shift); |
014da7ff BH |
78 | if (ptep == NULL) |
79 | paddr = 0; | |
12bc9f6f | 80 | else { |
12bc9f6f | 81 | WARN_ON(hugepage_shift); |
014da7ff | 82 | paddr = pte_pfn(*ptep) << PAGE_SHIFT; |
12bc9f6f | 83 | } |
7cfb62a2 | 84 | bus = iowa_pci_find(vaddr, paddr); |
014da7ff | 85 | |
014da7ff | 86 | if (bus == NULL) |
7cfb62a2 | 87 | return NULL; |
014da7ff BH |
88 | } |
89 | ||
7cfb62a2 | 90 | return bus; |
014da7ff | 91 | } |
ecd73cc5 BH |
92 | #else /* CONFIG_PPC_INDIRECT_MMIO */ |
93 | struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) | |
94 | { | |
95 | return NULL; | |
96 | } | |
97 | #endif /* !CONFIG_PPC_INDIRECT_MMIO */ | |
014da7ff | 98 | |
ecd73cc5 | 99 | #ifdef CONFIG_PPC_INDIRECT_PIO |
7cfb62a2 | 100 | struct iowa_bus *iowa_pio_find_bus(unsigned long port) |
014da7ff | 101 | { |
7cfb62a2 IK |
102 | unsigned long vaddr = (unsigned long)pci_io_base + port; |
103 | return iowa_pci_find(vaddr, 0); | |
014da7ff | 104 | } |
ecd73cc5 BH |
105 | #else |
106 | struct iowa_bus *iowa_pio_find_bus(unsigned long port) | |
107 | { | |
108 | return NULL; | |
109 | } | |
110 | #endif | |
014da7ff | 111 | |
7cfb62a2 IK |
112 | #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) \ |
113 | static ret iowa_##name at \ | |
114 | { \ | |
115 | struct iowa_bus *bus; \ | |
116 | bus = iowa_##space##_find_bus(aa); \ | |
117 | if (bus && bus->ops && bus->ops->name) \ | |
118 | return bus->ops->name al; \ | |
119 | return __do_##name al; \ | |
014da7ff BH |
120 | } |
121 | ||
7cfb62a2 IK |
122 | #define DEF_PCI_AC_NORET(name, at, al, space, aa) \ |
123 | static void iowa_##name at \ | |
124 | { \ | |
125 | struct iowa_bus *bus; \ | |
126 | bus = iowa_##space##_find_bus(aa); \ | |
127 | if (bus && bus->ops && bus->ops->name) { \ | |
128 | bus->ops->name al; \ | |
129 | return; \ | |
130 | } \ | |
131 | __do_##name al; \ | |
014da7ff BH |
132 | } |
133 | ||
7cfb62a2 | 134 | #include <asm/io-defs.h> |
014da7ff | 135 | |
7cfb62a2 IK |
136 | #undef DEF_PCI_AC_RET |
137 | #undef DEF_PCI_AC_NORET | |
014da7ff | 138 | |
cad5cef6 | 139 | static const struct ppc_pci_io iowa_pci_io = { |
014da7ff | 140 | |
7cfb62a2 IK |
141 | #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) .name = iowa_##name, |
142 | #define DEF_PCI_AC_NORET(name, at, al, space, aa) .name = iowa_##name, | |
014da7ff | 143 | |
7cfb62a2 | 144 | #include <asm/io-defs.h> |
014da7ff | 145 | |
7cfb62a2 IK |
146 | #undef DEF_PCI_AC_RET |
147 | #undef DEF_PCI_AC_NORET | |
014da7ff | 148 | |
7cfb62a2 | 149 | }; |
014da7ff | 150 | |
ecd73cc5 | 151 | #ifdef CONFIG_PPC_INDIRECT_MMIO |
14b4d976 CL |
152 | void __iomem *iowa_ioremap(phys_addr_t addr, unsigned long size, |
153 | pgprot_t prot, void *caller) | |
014da7ff | 154 | { |
7cfb62a2 | 155 | struct iowa_bus *bus; |
c766ee72 | 156 | void __iomem *res = __ioremap_caller(addr, size, prot, caller); |
014da7ff BH |
157 | int busno; |
158 | ||
b36ac9e8 | 159 | bus = iowa_pci_find(0, (unsigned long)addr); |
014da7ff | 160 | if (bus != NULL) { |
7cfb62a2 | 161 | busno = bus - iowa_busses; |
014da7ff BH |
162 | PCI_SET_ADDR_TOKEN(res, busno + 1); |
163 | } | |
014da7ff BH |
164 | return res; |
165 | } | |
ecd73cc5 | 166 | #endif /* !CONFIG_PPC_INDIRECT_MMIO */ |
014da7ff | 167 | |
14b4d976 CL |
168 | bool io_workaround_inited; |
169 | ||
d1109b75 | 170 | /* Enable IO workaround */ |
cad5cef6 | 171 | static void io_workaround_init(void) |
d1109b75 | 172 | { |
d1109b75 ME |
173 | if (io_workaround_inited) |
174 | return; | |
175 | ppc_pci_io = iowa_pci_io; | |
14b4d976 | 176 | io_workaround_inited = true; |
d1109b75 ME |
177 | } |
178 | ||
179 | /* Register new bus to support workaround */ | |
cad5cef6 GKH |
180 | void iowa_register_bus(struct pci_controller *phb, struct ppc_pci_io *ops, |
181 | int (*initfunc)(struct iowa_bus *, void *), void *data) | |
014da7ff | 182 | { |
7cfb62a2 | 183 | struct iowa_bus *bus; |
44ef3390 | 184 | struct device_node *np = phb->dn; |
014da7ff | 185 | |
d1109b75 ME |
186 | io_workaround_init(); |
187 | ||
7cfb62a2 IK |
188 | if (iowa_bus_count >= IOWA_MAX_BUS) { |
189 | pr_err("IOWA:Too many pci bridges, " | |
b7c670d6 | 190 | "workarounds disabled for %pOF\n", np); |
014da7ff BH |
191 | return; |
192 | } | |
193 | ||
7cfb62a2 IK |
194 | bus = &iowa_busses[iowa_bus_count]; |
195 | bus->phb = phb; | |
196 | bus->ops = ops; | |
69b12368 | 197 | bus->private = data; |
014da7ff | 198 | |
7cfb62a2 IK |
199 | if (initfunc) |
200 | if ((*initfunc)(bus, data)) | |
201 | return; | |
014da7ff | 202 | |
7cfb62a2 | 203 | iowa_bus_count++; |
014da7ff | 204 | |
b7c670d6 | 205 | pr_debug("IOWA:[%d]Add bus, %pOF.\n", iowa_bus_count-1, np); |
014da7ff BH |
206 | } |
207 |