2 * Synopsys Designware PCIe host controller driver
4 * Copyright (C) 2013 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com
7 * Author: Jingoo Han <jg1.han@samsung.com>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
14 #include <linux/irq.h>
15 #include <linux/irqdomain.h>
16 #include <linux/kernel.h>
17 #include <linux/module.h>
18 #include <linux/msi.h>
19 #include <linux/of_address.h>
20 #include <linux/of_pci.h>
21 #include <linux/pci.h>
22 #include <linux/pci_regs.h>
23 #include <linux/platform_device.h>
24 #include <linux/types.h>
26 #include "pcie-designware.h"
28 /* Synopsis specific PCIE configuration registers */
29 #define PCIE_PORT_LINK_CONTROL 0x710
30 #define PORT_LINK_MODE_MASK (0x3f << 16)
31 #define PORT_LINK_MODE_1_LANES (0x1 << 16)
32 #define PORT_LINK_MODE_2_LANES (0x3 << 16)
33 #define PORT_LINK_MODE_4_LANES (0x7 << 16)
34 #define PORT_LINK_MODE_8_LANES (0xf << 16)
36 #define PCIE_LINK_WIDTH_SPEED_CONTROL 0x80C
37 #define PORT_LOGIC_SPEED_CHANGE (0x1 << 17)
38 #define PORT_LOGIC_LINK_WIDTH_MASK (0x1ff << 8)
39 #define PORT_LOGIC_LINK_WIDTH_1_LANES (0x1 << 8)
40 #define PORT_LOGIC_LINK_WIDTH_2_LANES (0x2 << 8)
41 #define PORT_LOGIC_LINK_WIDTH_4_LANES (0x4 << 8)
42 #define PORT_LOGIC_LINK_WIDTH_8_LANES (0x8 << 8)
44 #define PCIE_MSI_ADDR_LO 0x820
45 #define PCIE_MSI_ADDR_HI 0x824
46 #define PCIE_MSI_INTR0_ENABLE 0x828
47 #define PCIE_MSI_INTR0_MASK 0x82C
48 #define PCIE_MSI_INTR0_STATUS 0x830
50 #define PCIE_ATU_VIEWPORT 0x900
51 #define PCIE_ATU_REGION_INBOUND (0x1 << 31)
52 #define PCIE_ATU_REGION_OUTBOUND (0x0 << 31)
53 #define PCIE_ATU_REGION_INDEX1 (0x1 << 0)
54 #define PCIE_ATU_REGION_INDEX0 (0x0 << 0)
55 #define PCIE_ATU_CR1 0x904
56 #define PCIE_ATU_TYPE_MEM (0x0 << 0)
57 #define PCIE_ATU_TYPE_IO (0x2 << 0)
58 #define PCIE_ATU_TYPE_CFG0 (0x4 << 0)
59 #define PCIE_ATU_TYPE_CFG1 (0x5 << 0)
60 #define PCIE_ATU_CR2 0x908
61 #define PCIE_ATU_ENABLE (0x1 << 31)
62 #define PCIE_ATU_BAR_MODE_ENABLE (0x1 << 30)
63 #define PCIE_ATU_LOWER_BASE 0x90C
64 #define PCIE_ATU_UPPER_BASE 0x910
65 #define PCIE_ATU_LIMIT 0x914
66 #define PCIE_ATU_LOWER_TARGET 0x918
67 #define PCIE_ATU_BUS(x) (((x) & 0xff) << 24)
68 #define PCIE_ATU_DEV(x) (((x) & 0x1f) << 19)
69 #define PCIE_ATU_FUNC(x) (((x) & 0x7) << 16)
70 #define PCIE_ATU_UPPER_TARGET 0x91C
72 static struct hw_pci dw_pci
;
74 static unsigned long global_io_offset
;
76 static inline struct pcie_port
*sys_to_pcie(struct pci_sys_data
*sys
)
78 BUG_ON(!sys
->private_data
);
80 return sys
->private_data
;
83 int dw_pcie_cfg_read(void __iomem
*addr
, int where
, int size
, u32
*val
)
88 *val
= (*val
>> (8 * (where
& 3))) & 0xff;
90 *val
= (*val
>> (8 * (where
& 3))) & 0xffff;
92 return PCIBIOS_BAD_REGISTER_NUMBER
;
94 return PCIBIOS_SUCCESSFUL
;
97 int dw_pcie_cfg_write(void __iomem
*addr
, int where
, int size
, u32 val
)
102 writew(val
, addr
+ (where
& 2));
104 writeb(val
, addr
+ (where
& 3));
106 return PCIBIOS_BAD_REGISTER_NUMBER
;
108 return PCIBIOS_SUCCESSFUL
;
111 static inline void dw_pcie_readl_rc(struct pcie_port
*pp
, u32 reg
, u32
*val
)
113 if (pp
->ops
->readl_rc
)
114 pp
->ops
->readl_rc(pp
, pp
->dbi_base
+ reg
, val
);
116 *val
= readl(pp
->dbi_base
+ reg
);
119 static inline void dw_pcie_writel_rc(struct pcie_port
*pp
, u32 val
, u32 reg
)
121 if (pp
->ops
->writel_rc
)
122 pp
->ops
->writel_rc(pp
, val
, pp
->dbi_base
+ reg
);
124 writel(val
, pp
->dbi_base
+ reg
);
127 static int dw_pcie_rd_own_conf(struct pcie_port
*pp
, int where
, int size
,
132 if (pp
->ops
->rd_own_conf
)
133 ret
= pp
->ops
->rd_own_conf(pp
, where
, size
, val
);
135 ret
= dw_pcie_cfg_read(pp
->dbi_base
+ (where
& ~0x3), where
,
141 static int dw_pcie_wr_own_conf(struct pcie_port
*pp
, int where
, int size
,
146 if (pp
->ops
->wr_own_conf
)
147 ret
= pp
->ops
->wr_own_conf(pp
, where
, size
, val
);
149 ret
= dw_pcie_cfg_write(pp
->dbi_base
+ (where
& ~0x3), where
,
155 static void dw_pcie_prog_outbound_atu(struct pcie_port
*pp
, int index
,
156 int type
, u64 cpu_addr
, u64 pci_addr
, u32 size
)
158 dw_pcie_writel_rc(pp
, PCIE_ATU_REGION_OUTBOUND
| index
,
160 dw_pcie_writel_rc(pp
, lower_32_bits(cpu_addr
), PCIE_ATU_LOWER_BASE
);
161 dw_pcie_writel_rc(pp
, upper_32_bits(cpu_addr
), PCIE_ATU_UPPER_BASE
);
162 dw_pcie_writel_rc(pp
, lower_32_bits(cpu_addr
+ size
- 1),
164 dw_pcie_writel_rc(pp
, lower_32_bits(pci_addr
), PCIE_ATU_LOWER_TARGET
);
165 dw_pcie_writel_rc(pp
, upper_32_bits(pci_addr
), PCIE_ATU_UPPER_TARGET
);
166 dw_pcie_writel_rc(pp
, type
, PCIE_ATU_CR1
);
167 dw_pcie_writel_rc(pp
, PCIE_ATU_ENABLE
, PCIE_ATU_CR2
);
170 static struct irq_chip dw_msi_irq_chip
= {
172 .irq_enable
= pci_msi_unmask_irq
,
173 .irq_disable
= pci_msi_mask_irq
,
174 .irq_mask
= pci_msi_mask_irq
,
175 .irq_unmask
= pci_msi_unmask_irq
,
178 /* MSI int handler */
179 irqreturn_t
dw_handle_msi_irq(struct pcie_port
*pp
)
183 irqreturn_t ret
= IRQ_NONE
;
185 for (i
= 0; i
< MAX_MSI_CTRLS
; i
++) {
186 dw_pcie_rd_own_conf(pp
, PCIE_MSI_INTR0_STATUS
+ i
* 12, 4,
191 while ((pos
= find_next_bit(&val
, 32, pos
)) != 32) {
192 irq
= irq_find_mapping(pp
->irq_domain
,
194 dw_pcie_wr_own_conf(pp
,
195 PCIE_MSI_INTR0_STATUS
+ i
* 12,
197 generic_handle_irq(irq
);
206 void dw_pcie_msi_init(struct pcie_port
*pp
)
208 pp
->msi_data
= __get_free_pages(GFP_KERNEL
, 0);
210 /* program the msi_data */
211 dw_pcie_wr_own_conf(pp
, PCIE_MSI_ADDR_LO
, 4,
212 virt_to_phys((void *)pp
->msi_data
));
213 dw_pcie_wr_own_conf(pp
, PCIE_MSI_ADDR_HI
, 4, 0);
216 static void dw_pcie_msi_clear_irq(struct pcie_port
*pp
, int irq
)
218 unsigned int res
, bit
, val
;
220 res
= (irq
/ 32) * 12;
222 dw_pcie_rd_own_conf(pp
, PCIE_MSI_INTR0_ENABLE
+ res
, 4, &val
);
224 dw_pcie_wr_own_conf(pp
, PCIE_MSI_INTR0_ENABLE
+ res
, 4, val
);
227 static void clear_irq_range(struct pcie_port
*pp
, unsigned int irq_base
,
228 unsigned int nvec
, unsigned int pos
)
232 for (i
= 0; i
< nvec
; i
++) {
233 irq_set_msi_desc_off(irq_base
, i
, NULL
);
234 /* Disable corresponding interrupt on MSI controller */
235 if (pp
->ops
->msi_clear_irq
)
236 pp
->ops
->msi_clear_irq(pp
, pos
+ i
);
238 dw_pcie_msi_clear_irq(pp
, pos
+ i
);
241 bitmap_release_region(pp
->msi_irq_in_use
, pos
, order_base_2(nvec
));
244 static void dw_pcie_msi_set_irq(struct pcie_port
*pp
, int irq
)
246 unsigned int res
, bit
, val
;
248 res
= (irq
/ 32) * 12;
250 dw_pcie_rd_own_conf(pp
, PCIE_MSI_INTR0_ENABLE
+ res
, 4, &val
);
252 dw_pcie_wr_own_conf(pp
, PCIE_MSI_INTR0_ENABLE
+ res
, 4, val
);
255 static int assign_irq(int no_irqs
, struct msi_desc
*desc
, int *pos
)
258 struct pcie_port
*pp
= sys_to_pcie(desc
->dev
->bus
->sysdata
);
260 pos0
= bitmap_find_free_region(pp
->msi_irq_in_use
, MAX_MSI_IRQS
,
261 order_base_2(no_irqs
));
265 irq
= irq_find_mapping(pp
->irq_domain
, pos0
);
270 * irq_create_mapping (called from dw_pcie_host_init) pre-allocates
271 * descs so there is no need to allocate descs here. We can therefore
272 * assume that if irq_find_mapping above returns non-zero, then the
273 * descs are also successfully allocated.
276 for (i
= 0; i
< no_irqs
; i
++) {
277 if (irq_set_msi_desc_off(irq
, i
, desc
) != 0) {
278 clear_irq_range(pp
, irq
, i
, pos0
);
281 /*Enable corresponding interrupt in MSI interrupt controller */
282 if (pp
->ops
->msi_set_irq
)
283 pp
->ops
->msi_set_irq(pp
, pos0
+ i
);
285 dw_pcie_msi_set_irq(pp
, pos0
+ i
);
296 static int dw_msi_setup_irq(struct msi_controller
*chip
, struct pci_dev
*pdev
,
297 struct msi_desc
*desc
)
301 struct pcie_port
*pp
= sys_to_pcie(pdev
->bus
->sysdata
);
303 if (desc
->msi_attrib
.is_msix
)
306 irq
= assign_irq(1, desc
, &pos
);
310 if (pp
->ops
->get_msi_addr
)
311 msg
.address_lo
= pp
->ops
->get_msi_addr(pp
);
313 msg
.address_lo
= virt_to_phys((void *)pp
->msi_data
);
314 msg
.address_hi
= 0x0;
316 if (pp
->ops
->get_msi_data
)
317 msg
.data
= pp
->ops
->get_msi_data(pp
, pos
);
321 pci_write_msi_msg(irq
, &msg
);
326 static void dw_msi_teardown_irq(struct msi_controller
*chip
, unsigned int irq
)
328 struct irq_data
*data
= irq_get_irq_data(irq
);
329 struct msi_desc
*msi
= irq_data_get_msi(data
);
330 struct pcie_port
*pp
= sys_to_pcie(msi
->dev
->bus
->sysdata
);
332 clear_irq_range(pp
, irq
, 1, data
->hwirq
);
335 static struct msi_controller dw_pcie_msi_chip
= {
336 .setup_irq
= dw_msi_setup_irq
,
337 .teardown_irq
= dw_msi_teardown_irq
,
340 int dw_pcie_link_up(struct pcie_port
*pp
)
342 if (pp
->ops
->link_up
)
343 return pp
->ops
->link_up(pp
);
348 static int dw_pcie_msi_map(struct irq_domain
*domain
, unsigned int irq
,
349 irq_hw_number_t hwirq
)
351 irq_set_chip_and_handler(irq
, &dw_msi_irq_chip
, handle_simple_irq
);
352 irq_set_chip_data(irq
, domain
->host_data
);
353 set_irq_flags(irq
, IRQF_VALID
);
358 static const struct irq_domain_ops msi_domain_ops
= {
359 .map
= dw_pcie_msi_map
,
362 int dw_pcie_host_init(struct pcie_port
*pp
)
364 struct device_node
*np
= pp
->dev
->of_node
;
365 struct platform_device
*pdev
= to_platform_device(pp
->dev
);
366 struct of_pci_range range
;
367 struct of_pci_range_parser parser
;
368 struct resource
*cfg_res
;
373 /* Find the address cell size and the number of cells in order to get
374 * the untranslated address.
376 of_property_read_u32(np
, "#address-cells", &na
);
377 ns
= of_n_size_cells(np
);
379 cfg_res
= platform_get_resource_byname(pdev
, IORESOURCE_MEM
, "config");
381 pp
->cfg0_size
= resource_size(cfg_res
)/2;
382 pp
->cfg1_size
= resource_size(cfg_res
)/2;
383 pp
->cfg0_base
= cfg_res
->start
;
384 pp
->cfg1_base
= cfg_res
->start
+ pp
->cfg0_size
;
386 /* Find the untranslated configuration space address */
387 index
= of_property_match_string(np
, "reg-names", "config");
388 addrp
= of_get_address(np
, index
, NULL
, NULL
);
389 pp
->cfg0_mod_base
= of_read_number(addrp
, ns
);
390 pp
->cfg1_mod_base
= pp
->cfg0_mod_base
+ pp
->cfg0_size
;
392 dev_err(pp
->dev
, "missing *config* reg space\n");
395 if (of_pci_range_parser_init(&parser
, np
)) {
396 dev_err(pp
->dev
, "missing ranges property\n");
400 /* Get the I/O and memory ranges from DT */
401 for_each_of_pci_range(&parser
, &range
) {
402 unsigned long restype
= range
.flags
& IORESOURCE_TYPE_BITS
;
404 if (restype
== IORESOURCE_IO
) {
405 of_pci_range_to_resource(&range
, np
, &pp
->io
);
407 pp
->io
.start
= max_t(resource_size_t
,
409 range
.pci_addr
+ global_io_offset
);
410 pp
->io
.end
= min_t(resource_size_t
,
412 range
.pci_addr
+ range
.size
413 + global_io_offset
- 1);
414 pp
->io_size
= resource_size(&pp
->io
);
415 pp
->io_bus_addr
= range
.pci_addr
;
416 pp
->io_base
= range
.cpu_addr
;
418 /* Find the untranslated IO space address */
419 pp
->io_mod_base
= of_read_number(parser
.range
-
422 if (restype
== IORESOURCE_MEM
) {
423 of_pci_range_to_resource(&range
, np
, &pp
->mem
);
424 pp
->mem
.name
= "MEM";
425 pp
->mem_size
= resource_size(&pp
->mem
);
426 pp
->mem_bus_addr
= range
.pci_addr
;
428 /* Find the untranslated MEM space address */
429 pp
->mem_mod_base
= of_read_number(parser
.range
-
433 of_pci_range_to_resource(&range
, np
, &pp
->cfg
);
434 pp
->cfg0_size
= resource_size(&pp
->cfg
)/2;
435 pp
->cfg1_size
= resource_size(&pp
->cfg
)/2;
436 pp
->cfg0_base
= pp
->cfg
.start
;
437 pp
->cfg1_base
= pp
->cfg
.start
+ pp
->cfg0_size
;
439 /* Find the untranslated configuration space address */
440 pp
->cfg0_mod_base
= of_read_number(parser
.range
-
442 pp
->cfg1_mod_base
= pp
->cfg0_mod_base
+
447 ret
= of_pci_parse_bus_range(np
, &pp
->busn
);
449 pp
->busn
.name
= np
->name
;
452 pp
->busn
.flags
= IORESOURCE_BUS
;
453 dev_dbg(pp
->dev
, "failed to parse bus-range property: %d, using default %pR\n",
458 pp
->dbi_base
= devm_ioremap(pp
->dev
, pp
->cfg
.start
,
459 resource_size(&pp
->cfg
));
461 dev_err(pp
->dev
, "error with ioremap\n");
466 pp
->mem_base
= pp
->mem
.start
;
468 if (!pp
->va_cfg0_base
) {
469 pp
->va_cfg0_base
= devm_ioremap(pp
->dev
, pp
->cfg0_base
,
471 if (!pp
->va_cfg0_base
) {
472 dev_err(pp
->dev
, "error with ioremap in function\n");
477 if (!pp
->va_cfg1_base
) {
478 pp
->va_cfg1_base
= devm_ioremap(pp
->dev
, pp
->cfg1_base
,
480 if (!pp
->va_cfg1_base
) {
481 dev_err(pp
->dev
, "error with ioremap\n");
486 if (of_property_read_u32(np
, "num-lanes", &pp
->lanes
)) {
487 dev_err(pp
->dev
, "Failed to parse the number of lanes\n");
491 if (IS_ENABLED(CONFIG_PCI_MSI
)) {
492 if (!pp
->ops
->msi_host_init
) {
493 pp
->irq_domain
= irq_domain_add_linear(pp
->dev
->of_node
,
494 MAX_MSI_IRQS
, &msi_domain_ops
,
496 if (!pp
->irq_domain
) {
497 dev_err(pp
->dev
, "irq domain init failed\n");
501 for (i
= 0; i
< MAX_MSI_IRQS
; i
++)
502 irq_create_mapping(pp
->irq_domain
, i
);
504 ret
= pp
->ops
->msi_host_init(pp
, &dw_pcie_msi_chip
);
510 if (pp
->ops
->host_init
)
511 pp
->ops
->host_init(pp
);
513 if (!pp
->ops
->rd_other_conf
)
514 dw_pcie_prog_outbound_atu(pp
, PCIE_ATU_REGION_INDEX1
,
515 PCIE_ATU_TYPE_MEM
, pp
->mem_mod_base
,
516 pp
->mem_bus_addr
, pp
->mem_size
);
518 dw_pcie_wr_own_conf(pp
, PCI_BASE_ADDRESS_0
, 4, 0);
520 /* program correct class for RC */
521 dw_pcie_wr_own_conf(pp
, PCI_CLASS_DEVICE
, 2, PCI_CLASS_BRIDGE_PCI
);
523 dw_pcie_rd_own_conf(pp
, PCIE_LINK_WIDTH_SPEED_CONTROL
, 4, &val
);
524 val
|= PORT_LOGIC_SPEED_CHANGE
;
525 dw_pcie_wr_own_conf(pp
, PCIE_LINK_WIDTH_SPEED_CONTROL
, 4, val
);
527 #ifdef CONFIG_PCI_MSI
528 dw_pcie_msi_chip
.dev
= pp
->dev
;
529 dw_pci
.msi_ctrl
= &dw_pcie_msi_chip
;
532 dw_pci
.nr_controllers
= 1;
533 dw_pci
.private_data
= (void **)&pp
;
535 pci_common_init_dev(pp
->dev
, &dw_pci
);
540 static int dw_pcie_rd_other_conf(struct pcie_port
*pp
, struct pci_bus
*bus
,
541 u32 devfn
, int where
, int size
, u32
*val
)
544 u32 address
, busdev
, cfg_size
;
546 void __iomem
*va_cfg_base
;
548 busdev
= PCIE_ATU_BUS(bus
->number
) | PCIE_ATU_DEV(PCI_SLOT(devfn
)) |
549 PCIE_ATU_FUNC(PCI_FUNC(devfn
));
550 address
= where
& ~0x3;
552 if (bus
->parent
->number
== pp
->root_bus_nr
) {
553 type
= PCIE_ATU_TYPE_CFG0
;
554 cpu_addr
= pp
->cfg0_mod_base
;
555 cfg_size
= pp
->cfg0_size
;
556 va_cfg_base
= pp
->va_cfg0_base
;
558 type
= PCIE_ATU_TYPE_CFG1
;
559 cpu_addr
= pp
->cfg1_mod_base
;
560 cfg_size
= pp
->cfg1_size
;
561 va_cfg_base
= pp
->va_cfg1_base
;
564 dw_pcie_prog_outbound_atu(pp
, PCIE_ATU_REGION_INDEX0
,
567 ret
= dw_pcie_cfg_read(va_cfg_base
+ address
, where
, size
, val
);
568 dw_pcie_prog_outbound_atu(pp
, PCIE_ATU_REGION_INDEX0
,
569 PCIE_ATU_TYPE_IO
, pp
->io_mod_base
,
570 pp
->io_bus_addr
, pp
->io_size
);
575 static int dw_pcie_wr_other_conf(struct pcie_port
*pp
, struct pci_bus
*bus
,
576 u32 devfn
, int where
, int size
, u32 val
)
579 u32 address
, busdev
, cfg_size
;
581 void __iomem
*va_cfg_base
;
583 busdev
= PCIE_ATU_BUS(bus
->number
) | PCIE_ATU_DEV(PCI_SLOT(devfn
)) |
584 PCIE_ATU_FUNC(PCI_FUNC(devfn
));
585 address
= where
& ~0x3;
587 if (bus
->parent
->number
== pp
->root_bus_nr
) {
588 type
= PCIE_ATU_TYPE_CFG0
;
589 cpu_addr
= pp
->cfg0_mod_base
;
590 cfg_size
= pp
->cfg0_size
;
591 va_cfg_base
= pp
->va_cfg0_base
;
593 type
= PCIE_ATU_TYPE_CFG1
;
594 cpu_addr
= pp
->cfg1_mod_base
;
595 cfg_size
= pp
->cfg1_size
;
596 va_cfg_base
= pp
->va_cfg1_base
;
599 dw_pcie_prog_outbound_atu(pp
, PCIE_ATU_REGION_INDEX0
,
602 ret
= dw_pcie_cfg_write(va_cfg_base
+ address
, where
, size
, val
);
603 dw_pcie_prog_outbound_atu(pp
, PCIE_ATU_REGION_INDEX0
,
604 PCIE_ATU_TYPE_IO
, pp
->io_mod_base
,
605 pp
->io_bus_addr
, pp
->io_size
);
610 static int dw_pcie_valid_config(struct pcie_port
*pp
,
611 struct pci_bus
*bus
, int dev
)
613 /* If there is no link, then there is no device */
614 if (bus
->number
!= pp
->root_bus_nr
) {
615 if (!dw_pcie_link_up(pp
))
619 /* access only one slot on each root port */
620 if (bus
->number
== pp
->root_bus_nr
&& dev
> 0)
624 * do not read more than one device on the bus directly attached
625 * to RC's (Virtual Bridge's) DS side.
627 if (bus
->primary
== pp
->root_bus_nr
&& dev
> 0)
633 static int dw_pcie_rd_conf(struct pci_bus
*bus
, u32 devfn
, int where
,
636 struct pcie_port
*pp
= sys_to_pcie(bus
->sysdata
);
639 if (dw_pcie_valid_config(pp
, bus
, PCI_SLOT(devfn
)) == 0) {
641 return PCIBIOS_DEVICE_NOT_FOUND
;
644 if (bus
->number
!= pp
->root_bus_nr
)
645 if (pp
->ops
->rd_other_conf
)
646 ret
= pp
->ops
->rd_other_conf(pp
, bus
, devfn
,
649 ret
= dw_pcie_rd_other_conf(pp
, bus
, devfn
,
652 ret
= dw_pcie_rd_own_conf(pp
, where
, size
, val
);
657 static int dw_pcie_wr_conf(struct pci_bus
*bus
, u32 devfn
,
658 int where
, int size
, u32 val
)
660 struct pcie_port
*pp
= sys_to_pcie(bus
->sysdata
);
663 if (dw_pcie_valid_config(pp
, bus
, PCI_SLOT(devfn
)) == 0)
664 return PCIBIOS_DEVICE_NOT_FOUND
;
666 if (bus
->number
!= pp
->root_bus_nr
)
667 if (pp
->ops
->wr_other_conf
)
668 ret
= pp
->ops
->wr_other_conf(pp
, bus
, devfn
,
671 ret
= dw_pcie_wr_other_conf(pp
, bus
, devfn
,
674 ret
= dw_pcie_wr_own_conf(pp
, where
, size
, val
);
679 static struct pci_ops dw_pcie_ops
= {
680 .read
= dw_pcie_rd_conf
,
681 .write
= dw_pcie_wr_conf
,
684 static int dw_pcie_setup(int nr
, struct pci_sys_data
*sys
)
686 struct pcie_port
*pp
;
688 pp
= sys_to_pcie(sys
);
690 if (global_io_offset
< SZ_1M
&& pp
->io_size
> 0) {
691 sys
->io_offset
= global_io_offset
- pp
->io_bus_addr
;
692 pci_ioremap_io(global_io_offset
, pp
->io_base
);
693 global_io_offset
+= SZ_64K
;
694 pci_add_resource_offset(&sys
->resources
, &pp
->io
,
698 sys
->mem_offset
= pp
->mem
.start
- pp
->mem_bus_addr
;
699 pci_add_resource_offset(&sys
->resources
, &pp
->mem
, sys
->mem_offset
);
700 pci_add_resource(&sys
->resources
, &pp
->busn
);
705 static struct pci_bus
*dw_pcie_scan_bus(int nr
, struct pci_sys_data
*sys
)
708 struct pcie_port
*pp
= sys_to_pcie(sys
);
710 pp
->root_bus_nr
= sys
->busnr
;
711 bus
= pci_scan_root_bus(pp
->dev
, sys
->busnr
,
712 &dw_pcie_ops
, sys
, &sys
->resources
);
716 if (bus
&& pp
->ops
->scan_bus
)
717 pp
->ops
->scan_bus(pp
);
722 static int dw_pcie_map_irq(const struct pci_dev
*dev
, u8 slot
, u8 pin
)
724 struct pcie_port
*pp
= sys_to_pcie(dev
->bus
->sysdata
);
727 irq
= of_irq_parse_and_map_pci(dev
, slot
, pin
);
734 static struct hw_pci dw_pci
= {
735 .setup
= dw_pcie_setup
,
736 .scan
= dw_pcie_scan_bus
,
737 .map_irq
= dw_pcie_map_irq
,
740 void dw_pcie_setup_rc(struct pcie_port
*pp
)
746 /* set the number of lanes */
747 dw_pcie_readl_rc(pp
, PCIE_PORT_LINK_CONTROL
, &val
);
748 val
&= ~PORT_LINK_MODE_MASK
;
751 val
|= PORT_LINK_MODE_1_LANES
;
754 val
|= PORT_LINK_MODE_2_LANES
;
757 val
|= PORT_LINK_MODE_4_LANES
;
760 val
|= PORT_LINK_MODE_8_LANES
;
763 dw_pcie_writel_rc(pp
, val
, PCIE_PORT_LINK_CONTROL
);
765 /* set link width speed control register */
766 dw_pcie_readl_rc(pp
, PCIE_LINK_WIDTH_SPEED_CONTROL
, &val
);
767 val
&= ~PORT_LOGIC_LINK_WIDTH_MASK
;
770 val
|= PORT_LOGIC_LINK_WIDTH_1_LANES
;
773 val
|= PORT_LOGIC_LINK_WIDTH_2_LANES
;
776 val
|= PORT_LOGIC_LINK_WIDTH_4_LANES
;
779 val
|= PORT_LOGIC_LINK_WIDTH_8_LANES
;
782 dw_pcie_writel_rc(pp
, val
, PCIE_LINK_WIDTH_SPEED_CONTROL
);
785 dw_pcie_writel_rc(pp
, 0x00000004, PCI_BASE_ADDRESS_0
);
786 dw_pcie_writel_rc(pp
, 0x00000000, PCI_BASE_ADDRESS_1
);
788 /* setup interrupt pins */
789 dw_pcie_readl_rc(pp
, PCI_INTERRUPT_LINE
, &val
);
792 dw_pcie_writel_rc(pp
, val
, PCI_INTERRUPT_LINE
);
794 /* setup bus numbers */
795 dw_pcie_readl_rc(pp
, PCI_PRIMARY_BUS
, &val
);
798 dw_pcie_writel_rc(pp
, val
, PCI_PRIMARY_BUS
);
800 /* setup memory base, memory limit */
801 membase
= ((u32
)pp
->mem_base
& 0xfff00000) >> 16;
802 memlimit
= (pp
->mem_size
+ (u32
)pp
->mem_base
) & 0xfff00000;
803 val
= memlimit
| membase
;
804 dw_pcie_writel_rc(pp
, val
, PCI_MEMORY_BASE
);
806 /* setup command register */
807 dw_pcie_readl_rc(pp
, PCI_COMMAND
, &val
);
809 val
|= PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
|
810 PCI_COMMAND_MASTER
| PCI_COMMAND_SERR
;
811 dw_pcie_writel_rc(pp
, val
, PCI_COMMAND
);
814 MODULE_AUTHOR("Jingoo Han <jg1.han@samsung.com>");
815 MODULE_DESCRIPTION("Designware PCIe host controller driver");
816 MODULE_LICENSE("GPL v2");