2 * Low-Level PCI Express Support for the SH7786
4 * Copyright (C) 2009 - 2011 Paul Mundt
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License. See the file "COPYING" in the main directory of this archive
10 #define pr_fmt(fmt) "PCI: " fmt
12 #include <linux/pci.h>
13 #include <linux/init.h>
14 #include <linux/kernel.h>
16 #include <linux/async.h>
17 #include <linux/delay.h>
18 #include <linux/slab.h>
19 #include <linux/clk.h>
20 #include <linux/sh_clk.h>
21 #include <linux/sh_intc.h>
22 #include "pcie-sh7786.h"
23 #include <asm/sizes.h>
25 struct sh7786_pcie_port
{
26 struct pci_channel
*hose
;
27 struct clk
*fclk
, phy_clk
;
33 static struct sh7786_pcie_port
*sh7786_pcie_ports
;
34 static unsigned int nr_ports
;
36 static struct sh7786_pcie_hwops
{
37 int (*core_init
)(void);
38 async_func_ptr
*port_init_hw
;
41 static struct resource sh7786_pci0_resources
[] = {
45 .end
= 0xfd000000 + SZ_8M
- 1,
46 .flags
= IORESOURCE_IO
,
48 .name
= "PCIe0 MEM 0",
50 .end
= 0xc0000000 + SZ_512M
- 1,
51 .flags
= IORESOURCE_MEM
| IORESOURCE_MEM_32BIT
,
53 .name
= "PCIe0 MEM 1",
55 .end
= 0x10000000 + SZ_64M
- 1,
56 .flags
= IORESOURCE_MEM
,
58 .name
= "PCIe0 MEM 2",
60 .end
= 0xfe100000 + SZ_1M
- 1,
61 .flags
= IORESOURCE_MEM
,
65 static struct resource sh7786_pci1_resources
[] = {
69 .end
= 0xfd800000 + SZ_8M
- 1,
70 .flags
= IORESOURCE_IO
,
72 .name
= "PCIe1 MEM 0",
74 .end
= 0xa0000000 + SZ_512M
- 1,
75 .flags
= IORESOURCE_MEM
| IORESOURCE_MEM_32BIT
,
77 .name
= "PCIe1 MEM 1",
79 .end
= 0x30000000 + SZ_256M
- 1,
80 .flags
= IORESOURCE_MEM
| IORESOURCE_MEM_32BIT
,
82 .name
= "PCIe1 MEM 2",
84 .end
= 0xfe300000 + SZ_1M
- 1,
85 .flags
= IORESOURCE_MEM
,
89 static struct resource sh7786_pci2_resources
[] = {
93 .end
= 0xfc800000 + SZ_4M
- 1,
94 .flags
= IORESOURCE_IO
,
96 .name
= "PCIe2 MEM 0",
98 .end
= 0x80000000 + SZ_512M
- 1,
99 .flags
= IORESOURCE_MEM
| IORESOURCE_MEM_32BIT
,
101 .name
= "PCIe2 MEM 1",
103 .end
= 0x20000000 + SZ_256M
- 1,
104 .flags
= IORESOURCE_MEM
| IORESOURCE_MEM_32BIT
,
106 .name
= "PCIe2 MEM 2",
108 .end
= 0xfcd00000 + SZ_1M
- 1,
109 .flags
= IORESOURCE_MEM
,
113 extern struct pci_ops sh7786_pci_ops
;
115 #define DEFINE_CONTROLLER(start, idx) \
117 .pci_ops = &sh7786_pci_ops, \
118 .resources = sh7786_pci##idx##_resources, \
119 .nr_resources = ARRAY_SIZE(sh7786_pci##idx##_resources), \
125 static struct pci_channel sh7786_pci_channels
[] = {
126 DEFINE_CONTROLLER(0xfe000000, 0),
127 DEFINE_CONTROLLER(0xfe200000, 1),
128 DEFINE_CONTROLLER(0xfcc00000, 2),
131 static struct clk fixed_pciexclkp
= {
132 .rate
= 100000000, /* 100 MHz reference clock */
135 static void sh7786_pci_fixup(struct pci_dev
*dev
)
138 * Prevent enumeration of root complex resources.
140 if (pci_is_root_bus(dev
->bus
) && dev
->devfn
== 0) {
143 for (i
= 0; i
< DEVICE_COUNT_RESOURCE
; i
++) {
144 dev
->resource
[i
].start
= 0;
145 dev
->resource
[i
].end
= 0;
146 dev
->resource
[i
].flags
= 0;
150 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_RENESAS
, PCI_DEVICE_ID_RENESAS_SH7786
,
153 static int __init
phy_wait_for_ack(struct pci_channel
*chan
)
155 unsigned int timeout
= 100;
158 if (pci_read_reg(chan
, SH4A_PCIEPHYADRR
) & (1 << BITS_ACK
))
167 static int __init
pci_wait_for_irq(struct pci_channel
*chan
, unsigned int mask
)
169 unsigned int timeout
= 100;
172 if ((pci_read_reg(chan
, SH4A_PCIEINTR
) & mask
) == mask
)
181 static void __init
phy_write_reg(struct pci_channel
*chan
, unsigned int addr
,
182 unsigned int lane
, unsigned int data
)
184 unsigned long phyaddr
;
186 phyaddr
= (1 << BITS_CMD
) + ((lane
& 0xf) << BITS_LANE
) +
187 ((addr
& 0xff) << BITS_ADR
);
190 pci_write_reg(chan
, data
, SH4A_PCIEPHYDOUTR
);
191 pci_write_reg(chan
, phyaddr
, SH4A_PCIEPHYADRR
);
193 phy_wait_for_ack(chan
);
196 pci_write_reg(chan
, 0, SH4A_PCIEPHYDOUTR
);
197 pci_write_reg(chan
, 0, SH4A_PCIEPHYADRR
);
199 phy_wait_for_ack(chan
);
202 static int __init
pcie_clk_init(struct sh7786_pcie_port
*port
)
204 struct pci_channel
*chan
= port
->hose
;
210 * First register the fixed clock
212 ret
= clk_register(&fixed_pciexclkp
);
213 if (unlikely(ret
!= 0))
217 * Grab the port's function clock, which the PHY clock depends
218 * on. clock lookups don't help us much at this point, since no
219 * dev_id is available this early. Lame.
221 snprintf(fclk_name
, sizeof(fclk_name
), "pcie%d_fck", port
->index
);
223 port
->fclk
= clk_get(NULL
, fclk_name
);
224 if (IS_ERR(port
->fclk
)) {
225 ret
= PTR_ERR(port
->fclk
);
229 clk_enable(port
->fclk
);
232 * And now, set up the PHY clock
234 clk
= &port
->phy_clk
;
236 memset(clk
, 0, sizeof(struct clk
));
238 clk
->parent
= &fixed_pciexclkp
;
239 clk
->enable_reg
= (void __iomem
*)(chan
->reg_base
+ SH4A_PCIEPHYCTLR
);
240 clk
->enable_bit
= BITS_CKE
;
242 ret
= sh_clk_mstp_register(clk
, 1);
243 if (unlikely(ret
< 0))
249 clk_disable(port
->fclk
);
252 clk_unregister(&fixed_pciexclkp
);
257 static int __init
phy_init(struct sh7786_pcie_port
*port
)
259 struct pci_channel
*chan
= port
->hose
;
260 unsigned int timeout
= 100;
262 clk_enable(&port
->phy_clk
);
264 /* Initialize the phy */
265 phy_write_reg(chan
, 0x60, 0xf, 0x004b008b);
266 phy_write_reg(chan
, 0x61, 0xf, 0x00007b41);
267 phy_write_reg(chan
, 0x64, 0xf, 0x00ff4f00);
268 phy_write_reg(chan
, 0x65, 0xf, 0x09070907);
269 phy_write_reg(chan
, 0x66, 0xf, 0x00000010);
270 phy_write_reg(chan
, 0x74, 0xf, 0x0007001c);
271 phy_write_reg(chan
, 0x79, 0xf, 0x01fc000d);
272 phy_write_reg(chan
, 0xb0, 0xf, 0x00000610);
274 /* Deassert Standby */
275 phy_write_reg(chan
, 0x67, 0x1, 0x00000400);
278 clk_disable(&port
->phy_clk
);
281 if (pci_read_reg(chan
, SH4A_PCIEPHYSR
))
290 static void __init
pcie_reset(struct sh7786_pcie_port
*port
)
292 struct pci_channel
*chan
= port
->hose
;
294 pci_write_reg(chan
, 1, SH4A_PCIESRSTR
);
295 pci_write_reg(chan
, 0, SH4A_PCIETCTLR
);
296 pci_write_reg(chan
, 0, SH4A_PCIESRSTR
);
297 pci_write_reg(chan
, 0, SH4A_PCIETXVC0SR
);
300 static int __init
pcie_init(struct sh7786_pcie_port
*port
)
302 struct pci_channel
*chan
= port
->hose
;
308 /* Begin initialization */
312 * Initial header for port config space is type 1, set the device
313 * class to match. Hardware takes care of propagating the IDSETR
314 * settings, so there is no need to bother with a quirk.
316 pci_write_reg(chan
, PCI_CLASS_BRIDGE_PCI
<< 16, SH4A_PCIEIDSETR1
);
318 /* Initialize default capabilities. */
319 data
= pci_read_reg(chan
, SH4A_PCIEEXPCAP0
);
320 data
&= ~(PCI_EXP_FLAGS_TYPE
<< 16);
323 data
|= PCI_EXP_TYPE_ENDPOINT
<< 20;
325 data
|= PCI_EXP_TYPE_ROOT_PORT
<< 20;
327 data
|= PCI_CAP_ID_EXP
;
328 pci_write_reg(chan
, data
, SH4A_PCIEEXPCAP0
);
330 /* Enable data link layer active state reporting */
331 pci_write_reg(chan
, PCI_EXP_LNKCAP_DLLLARC
, SH4A_PCIEEXPCAP3
);
333 /* Enable extended sync and ASPM L0s support */
334 data
= pci_read_reg(chan
, SH4A_PCIEEXPCAP4
);
335 data
&= ~PCI_EXP_LNKCTL_ASPMC
;
336 data
|= PCI_EXP_LNKCTL_ES
| 1;
337 pci_write_reg(chan
, data
, SH4A_PCIEEXPCAP4
);
339 /* Write out the physical slot number */
340 data
= pci_read_reg(chan
, SH4A_PCIEEXPCAP5
);
341 data
&= ~PCI_EXP_SLTCAP_PSN
;
342 data
|= (port
->index
+ 1) << 19;
343 pci_write_reg(chan
, data
, SH4A_PCIEEXPCAP5
);
345 /* Set the completion timer timeout to the maximum 32ms. */
346 data
= pci_read_reg(chan
, SH4A_PCIETLCTLR
);
349 pci_write_reg(chan
, data
, SH4A_PCIETLCTLR
);
352 * Set fast training sequences to the maximum 255,
353 * and enable MAC data scrambling.
355 data
= pci_read_reg(chan
, SH4A_PCIEMACCTLR
);
356 data
&= ~PCIEMACCTLR_SCR_DIS
;
357 data
|= (0xff << 16);
358 pci_write_reg(chan
, data
, SH4A_PCIEMACCTLR
);
360 memphys
= __pa(memory_start
);
361 memsize
= roundup_pow_of_two(memory_end
- memory_start
);
364 * If there's more than 512MB of memory, we need to roll over to
367 if (memsize
> SZ_512M
) {
368 pci_write_reg(chan
, memphys
+ SZ_512M
, SH4A_PCIELAR1
);
369 pci_write_reg(chan
, ((memsize
- SZ_512M
) - SZ_256
) | 1,
374 * Otherwise just zero it out and disable it.
376 pci_write_reg(chan
, 0, SH4A_PCIELAR1
);
377 pci_write_reg(chan
, 0, SH4A_PCIELAMR1
);
381 * LAR0/LAMR0 covers up to the first 512MB, which is enough to
382 * cover all of lowmem on most platforms.
384 pci_write_reg(chan
, memphys
, SH4A_PCIELAR0
);
385 pci_write_reg(chan
, (memsize
- SZ_256
) | 1, SH4A_PCIELAMR0
);
387 /* Finish initialization */
388 data
= pci_read_reg(chan
, SH4A_PCIETCTLR
);
390 pci_write_reg(chan
, data
, SH4A_PCIETCTLR
);
392 /* Let things settle down a bit.. */
395 /* Enable DL_Active Interrupt generation */
396 data
= pci_read_reg(chan
, SH4A_PCIEDLINTENR
);
397 data
|= PCIEDLINTENR_DLL_ACT_ENABLE
;
398 pci_write_reg(chan
, data
, SH4A_PCIEDLINTENR
);
400 /* Disable MAC data scrambling. */
401 data
= pci_read_reg(chan
, SH4A_PCIEMACCTLR
);
402 data
|= PCIEMACCTLR_SCR_DIS
| (0xff << 16);
403 pci_write_reg(chan
, data
, SH4A_PCIEMACCTLR
);
406 * This will timeout if we don't have a link, but we permit the
407 * port to register anyways in order to support hotplug on future
410 ret
= pci_wait_for_irq(chan
, MASK_INT_TX_CTRL
);
412 data
= pci_read_reg(chan
, SH4A_PCIEPCICONF1
);
413 data
&= ~(PCI_STATUS_DEVSEL_MASK
<< 16);
414 data
|= PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
| PCI_COMMAND_MASTER
|
415 (PCI_STATUS_CAP_LIST
| PCI_STATUS_DEVSEL_FAST
) << 16;
416 pci_write_reg(chan
, data
, SH4A_PCIEPCICONF1
);
418 pci_write_reg(chan
, 0x80888000, SH4A_PCIETXVC0DCTLR
);
419 pci_write_reg(chan
, 0x00222000, SH4A_PCIERXVC0DCTLR
);
424 data
= pci_read_reg(chan
, SH4A_PCIEMACSR
);
425 printk(KERN_NOTICE
"PCI: PCIe#%d x%d link detected\n",
426 port
->index
, (data
>> 20) & 0x3f);
428 printk(KERN_NOTICE
"PCI: PCIe#%d link down\n",
431 for (i
= win
= 0; i
< chan
->nr_resources
; i
++) {
432 struct resource
*res
= chan
->resources
+ i
;
433 resource_size_t size
;
437 * We can't use the 32-bit mode windows in legacy 29-bit
438 * mode, so just skip them entirely.
440 if ((res
->flags
& IORESOURCE_MEM_32BIT
) && __in_29bit_mode())
443 pci_write_reg(chan
, 0x00000000, SH4A_PCIEPTCTLR(win
));
446 * The PAMR mask is calculated in units of 256kB, which
447 * keeps things pretty simple.
449 size
= resource_size(res
);
450 mask
= (roundup_pow_of_two(size
) / SZ_256K
) - 1;
451 pci_write_reg(chan
, mask
<< 18, SH4A_PCIEPAMR(win
));
453 pci_write_reg(chan
, upper_32_bits(res
->start
),
455 pci_write_reg(chan
, lower_32_bits(res
->start
),
459 if (res
->flags
& IORESOURCE_IO
)
462 pci_write_reg(chan
, mask
, SH4A_PCIEPTCTLR(win
));
470 int __init
pcibios_map_platform_irq(const struct pci_dev
*pdev
, u8 slot
, u8 pin
)
472 return evt2irq(0xae0);
475 static int __init
sh7786_pcie_core_init(void)
477 /* Return the number of ports */
478 return test_mode_pin(MODE_PIN12
) ? 3 : 2;
481 static void __init
sh7786_pcie_init_hw(void *data
, async_cookie_t cookie
)
483 struct sh7786_pcie_port
*port
= data
;
487 * Check if we are configured in endpoint or root complex mode,
488 * this is a fixed pin setting that applies to all PCIe ports.
490 port
->endpoint
= test_mode_pin(MODE_PIN11
);
493 * Setup clocks, needed both for PHY and PCIe registers.
495 ret
= pcie_clk_init(port
);
496 if (unlikely(ret
< 0)) {
497 pr_err("clock initialization failed for port#%d\n",
502 ret
= phy_init(port
);
503 if (unlikely(ret
< 0)) {
504 pr_err("phy initialization failed for port#%d\n",
509 ret
= pcie_init(port
);
510 if (unlikely(ret
< 0)) {
511 pr_err("core initialization failed for port#%d\n",
516 /* In the interest of preserving device ordering, synchronize */
517 async_synchronize_cookie(cookie
);
519 register_pci_controller(port
->hose
);
522 static struct sh7786_pcie_hwops sh7786_65nm_pcie_hwops __initdata
= {
523 .core_init
= sh7786_pcie_core_init
,
524 .port_init_hw
= sh7786_pcie_init_hw
,
527 static int __init
sh7786_pcie_init(void)
532 printk(KERN_NOTICE
"PCI: Starting initialization.\n");
534 sh7786_pcie_hwops
= &sh7786_65nm_pcie_hwops
;
536 nr_ports
= sh7786_pcie_hwops
->core_init();
537 BUG_ON(nr_ports
> ARRAY_SIZE(sh7786_pci_channels
));
539 if (unlikely(nr_ports
== 0))
542 sh7786_pcie_ports
= kzalloc(nr_ports
* sizeof(struct sh7786_pcie_port
),
544 if (unlikely(!sh7786_pcie_ports
))
548 * Fetch any optional platform clock associated with this block.
550 * This is a rather nasty hack for boards with spec-mocking FPGAs
551 * that have a secondary set of clocks outside of the on-chip
552 * ones that need to be accounted for before there is any chance
553 * of touching the existing MSTP bits or CPG clocks.
555 platclk
= clk_get(NULL
, "pcie_plat_clk");
556 if (IS_ERR(platclk
)) {
557 /* Sane hardware should probably get a WARN_ON.. */
563 printk(KERN_NOTICE
"PCI: probing %d ports.\n", nr_ports
);
565 for (i
= 0; i
< nr_ports
; i
++) {
566 struct sh7786_pcie_port
*port
= sh7786_pcie_ports
+ i
;
569 port
->hose
= sh7786_pci_channels
+ i
;
570 port
->hose
->io_map_base
= port
->hose
->resources
[0].start
;
572 async_schedule(sh7786_pcie_hwops
->port_init_hw
, port
);
575 async_synchronize_full();
579 arch_initcall(sh7786_pcie_init
);