2 * Broadcom specific AMBA
5 * Copyright 2005 - 2011, Broadcom Corporation
6 * Copyright 2006, 2007, Michael Buesch <m@bues.ch>
7 * Copyright 2011, 2012, Hauke Mehrtens <hauke@hauke-m.de>
9 * Licensed under the GNU/GPL. See COPYING for details.
12 #include "bcma_private.h"
13 #include <linux/pci.h>
14 #include <linux/slab.h>
15 #include <linux/export.h>
16 #include <linux/bcma/bcma.h>
17 #include <asm/paccess.h>
19 /* Probe a 32bit value on the bus and catch bus exceptions.
20 * Returns nonzero on a bus exception.
21 * This is MIPS specific */
22 #define mips_busprobe32(val, addr) get_dbe((val), ((u32 *)(addr)))
24 /* Assume one-hot slot wiring */
25 #define BCMA_PCI_SLOT_MAX 16
26 #define PCI_CONFIG_SPACE_SIZE 256
28 bool bcma_core_pci_is_in_hostmode(struct bcma_drv_pci
*pc
)
30 struct bcma_bus
*bus
= pc
->core
->bus
;
34 chipid_top
= (bus
->chipinfo
.id
& 0xFF00);
35 if (chipid_top
!= 0x4700 &&
39 bcma_core_enable(pc
->core
, 0);
41 return !mips_busprobe32(tmp
, pc
->core
->io_addr
);
44 static u32
bcma_pcie_read_config(struct bcma_drv_pci
*pc
, u32 address
)
46 pcicore_write32(pc
, BCMA_CORE_PCI_CONFIG_ADDR
, address
);
47 pcicore_read32(pc
, BCMA_CORE_PCI_CONFIG_ADDR
);
48 return pcicore_read32(pc
, BCMA_CORE_PCI_CONFIG_DATA
);
51 static void bcma_pcie_write_config(struct bcma_drv_pci
*pc
, u32 address
,
54 pcicore_write32(pc
, BCMA_CORE_PCI_CONFIG_ADDR
, address
);
55 pcicore_read32(pc
, BCMA_CORE_PCI_CONFIG_ADDR
);
56 pcicore_write32(pc
, BCMA_CORE_PCI_CONFIG_DATA
, data
);
59 static u32
bcma_get_cfgspace_addr(struct bcma_drv_pci
*pc
, unsigned int dev
,
60 unsigned int func
, unsigned int off
)
64 /* Issue config commands only when the data link is up (atleast
65 * one external pcie device is present).
67 if (dev
>= 2 || !(bcma_pcie_read(pc
, BCMA_CORE_PCI_DLLP_LSREG
)
68 & BCMA_CORE_PCI_DLLP_LSREG_LINKUP
))
71 /* Type 0 transaction */
72 /* Slide the PCI window to the appropriate slot */
73 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI1
, BCMA_CORE_PCI_SBTOPCI_CFG0
);
74 /* Calculate the address */
75 addr
= pc
->host_controller
->host_cfg_addr
;
76 addr
|= (dev
<< BCMA_CORE_PCI_CFG_SLOT_SHIFT
);
77 addr
|= (func
<< BCMA_CORE_PCI_CFG_FUN_SHIFT
);
84 static int bcma_extpci_read_config(struct bcma_drv_pci
*pc
, unsigned int dev
,
85 unsigned int func
, unsigned int off
,
90 void __iomem
*mmio
= 0;
92 WARN_ON(!pc
->hostmode
);
93 if (unlikely(len
!= 1 && len
!= 2 && len
!= 4))
96 /* we support only two functions on device 0 */
100 /* accesses to config registers with offsets >= 256
101 * requires indirect access.
103 if (off
>= PCI_CONFIG_SPACE_SIZE
) {
105 addr
|= (off
& 0x0FFC);
106 val
= bcma_pcie_read_config(pc
, addr
);
108 addr
= BCMA_CORE_PCI_PCICFG0
;
110 addr
|= (off
& 0xFC);
111 val
= pcicore_read32(pc
, addr
);
114 addr
= bcma_get_cfgspace_addr(pc
, dev
, func
, off
);
118 mmio
= ioremap_nocache(addr
, sizeof(val
));
122 if (mips_busprobe32(val
, mmio
)) {
127 val
>>= (8 * (off
& 3));
131 *((u8
*)buf
) = (u8
)val
;
134 *((u16
*)buf
) = (u16
)val
;
137 *((u32
*)buf
) = (u32
)val
;
148 static int bcma_extpci_write_config(struct bcma_drv_pci
*pc
, unsigned int dev
,
149 unsigned int func
, unsigned int off
,
150 const void *buf
, int len
)
154 void __iomem
*mmio
= 0;
155 u16 chipid
= pc
->core
->bus
->chipinfo
.id
;
157 WARN_ON(!pc
->hostmode
);
158 if (unlikely(len
!= 1 && len
!= 2 && len
!= 4))
161 /* we support only two functions on device 0 */
165 /* accesses to config registers with offsets >= 256
166 * requires indirect access.
168 if (off
>= PCI_CONFIG_SPACE_SIZE
) {
170 addr
|= (off
& 0x0FFC);
171 val
= bcma_pcie_read_config(pc
, addr
);
173 addr
= BCMA_CORE_PCI_PCICFG0
;
175 addr
|= (off
& 0xFC);
176 val
= pcicore_read32(pc
, addr
);
179 addr
= bcma_get_cfgspace_addr(pc
, dev
, func
, off
);
183 mmio
= ioremap_nocache(addr
, sizeof(val
));
187 if (mips_busprobe32(val
, mmio
)) {
195 val
&= ~(0xFF << (8 * (off
& 3)));
196 val
|= *((const u8
*)buf
) << (8 * (off
& 3));
199 val
&= ~(0xFFFF << (8 * (off
& 3)));
200 val
|= *((const u16
*)buf
) << (8 * (off
& 3));
203 val
= *((const u32
*)buf
);
207 /* accesses to config registers with offsets >= 256
208 * requires indirect access.
210 if (off
>= PCI_CONFIG_SPACE_SIZE
)
211 bcma_pcie_write_config(pc
, addr
, val
);
213 pcicore_write32(pc
, addr
, val
);
217 if (chipid
== BCMA_CHIP_ID_BCM4716
||
218 chipid
== BCMA_CHIP_ID_BCM4748
)
230 static int bcma_core_pci_hostmode_read_config(struct pci_bus
*bus
,
232 int reg
, int size
, u32
*val
)
236 struct bcma_drv_pci
*pc
;
237 struct bcma_drv_pci_host
*pc_host
;
239 pc_host
= container_of(bus
->ops
, struct bcma_drv_pci_host
, pci_ops
);
242 spin_lock_irqsave(&pc_host
->cfgspace_lock
, flags
);
243 err
= bcma_extpci_read_config(pc
, PCI_SLOT(devfn
),
244 PCI_FUNC(devfn
), reg
, val
, size
);
245 spin_unlock_irqrestore(&pc_host
->cfgspace_lock
, flags
);
247 return err
? PCIBIOS_DEVICE_NOT_FOUND
: PCIBIOS_SUCCESSFUL
;
250 static int bcma_core_pci_hostmode_write_config(struct pci_bus
*bus
,
252 int reg
, int size
, u32 val
)
256 struct bcma_drv_pci
*pc
;
257 struct bcma_drv_pci_host
*pc_host
;
259 pc_host
= container_of(bus
->ops
, struct bcma_drv_pci_host
, pci_ops
);
262 spin_lock_irqsave(&pc_host
->cfgspace_lock
, flags
);
263 err
= bcma_extpci_write_config(pc
, PCI_SLOT(devfn
),
264 PCI_FUNC(devfn
), reg
, &val
, size
);
265 spin_unlock_irqrestore(&pc_host
->cfgspace_lock
, flags
);
267 return err
? PCIBIOS_DEVICE_NOT_FOUND
: PCIBIOS_SUCCESSFUL
;
270 /* return cap_offset if requested capability exists in the PCI config space */
271 static u8
bcma_find_pci_capability(struct bcma_drv_pci
*pc
, unsigned int dev
,
272 unsigned int func
, u8 req_cap_id
,
273 unsigned char *buf
, u32
*buflen
)
280 /* check for Header type 0 */
281 bcma_extpci_read_config(pc
, dev
, func
, PCI_HEADER_TYPE
, &byte_val
,
283 if ((byte_val
& 0x7F) != PCI_HEADER_TYPE_NORMAL
)
286 /* check if the capability pointer field exists */
287 bcma_extpci_read_config(pc
, dev
, func
, PCI_STATUS
, &byte_val
,
289 if (!(byte_val
& PCI_STATUS_CAP_LIST
))
292 /* check if the capability pointer is 0x00 */
293 bcma_extpci_read_config(pc
, dev
, func
, PCI_CAPABILITY_LIST
, &cap_ptr
,
298 /* loop thr'u the capability list and see if the requested capabilty
300 bcma_extpci_read_config(pc
, dev
, func
, cap_ptr
, &cap_id
, sizeof(u8
));
301 while (cap_id
!= req_cap_id
) {
302 bcma_extpci_read_config(pc
, dev
, func
, cap_ptr
+ 1, &cap_ptr
,
306 bcma_extpci_read_config(pc
, dev
, func
, cap_ptr
, &cap_id
,
310 /* found the caller requested capability */
311 if ((buf
!= NULL
) && (buflen
!= NULL
)) {
320 /* copy the cpability data excluding cap ID and next ptr */
321 cap_data
= cap_ptr
+ 2;
322 if ((bufsize
+ cap_data
) > PCI_CONFIG_SPACE_SIZE
)
323 bufsize
= PCI_CONFIG_SPACE_SIZE
- cap_data
;
326 bcma_extpci_read_config(pc
, dev
, func
, cap_data
, buf
,
336 /* If the root port is capable of returning Config Request
337 * Retry Status (CRS) Completion Status to software then
338 * enable the feature.
340 static void bcma_core_pci_enable_crs(struct bcma_drv_pci
*pc
)
342 struct bcma_bus
*bus
= pc
->core
->bus
;
343 u8 cap_ptr
, root_ctrl
, root_cap
, dev
;
347 cap_ptr
= bcma_find_pci_capability(pc
, 0, 0, PCI_CAP_ID_EXP
, NULL
,
349 root_cap
= cap_ptr
+ PCI_EXP_RTCAP
;
350 bcma_extpci_read_config(pc
, 0, 0, root_cap
, &val16
, sizeof(u16
));
351 if (val16
& BCMA_CORE_PCI_RC_CRS_VISIBILITY
) {
352 /* Enable CRS software visibility */
353 root_ctrl
= cap_ptr
+ PCI_EXP_RTCTL
;
354 val16
= PCI_EXP_RTCTL_CRSSVE
;
355 bcma_extpci_read_config(pc
, 0, 0, root_ctrl
, &val16
,
358 /* Initiate a configuration request to read the vendor id
359 * field of the device function's config space header after
360 * 100 ms wait time from the end of Reset. If the device is
361 * not done with its internal initialization, it must at
362 * least return a completion TLP, with a completion status
363 * of "Configuration Request Retry Status (CRS)". The root
364 * complex must complete the request to the host by returning
365 * a read-data value of 0001h for the Vendor ID field and
366 * all 1s for any additional bytes included in the request.
367 * Poll using the config reads for max wait time of 1 sec or
368 * until we receive the successful completion status. Repeat
369 * the procedure for all the devices.
371 for (dev
= 1; dev
< BCMA_PCI_SLOT_MAX
; dev
++) {
372 for (i
= 0; i
< 100000; i
++) {
373 bcma_extpci_read_config(pc
, dev
, 0,
374 PCI_VENDOR_ID
, &val16
,
381 bcma_err(bus
, "PCI: Broken device in slot %d\n",
387 void bcma_core_pci_hostmode_init(struct bcma_drv_pci
*pc
)
389 struct bcma_bus
*bus
= pc
->core
->bus
;
390 struct bcma_drv_pci_host
*pc_host
;
393 unsigned long io_map_base
;
395 bcma_info(bus
, "PCIEcore in host mode found\n");
397 if (bus
->sprom
.boardflags_lo
& BCMA_CORE_PCI_BFL_NOPCI
) {
398 bcma_info(bus
, "This PCIE core is disabled and not working\n");
402 pc_host
= kzalloc(sizeof(*pc_host
), GFP_KERNEL
);
404 bcma_err(bus
, "can not allocate memory");
408 spin_lock_init(&pc_host
->cfgspace_lock
);
410 pc
->host_controller
= pc_host
;
411 pc_host
->pci_controller
.io_resource
= &pc_host
->io_resource
;
412 pc_host
->pci_controller
.mem_resource
= &pc_host
->mem_resource
;
413 pc_host
->pci_controller
.pci_ops
= &pc_host
->pci_ops
;
416 pci_membase_1G
= BCMA_SOC_PCI_DMA
;
417 pc_host
->host_cfg_addr
= BCMA_SOC_PCI_CFG
;
419 pc_host
->pci_ops
.read
= bcma_core_pci_hostmode_read_config
;
420 pc_host
->pci_ops
.write
= bcma_core_pci_hostmode_write_config
;
422 pc_host
->mem_resource
.name
= "BCMA PCIcore external memory",
423 pc_host
->mem_resource
.start
= BCMA_SOC_PCI_DMA
;
424 pc_host
->mem_resource
.end
= BCMA_SOC_PCI_DMA
+ BCMA_SOC_PCI_DMA_SZ
- 1;
425 pc_host
->mem_resource
.flags
= IORESOURCE_MEM
| IORESOURCE_PCI_FIXED
;
427 pc_host
->io_resource
.name
= "BCMA PCIcore external I/O",
428 pc_host
->io_resource
.start
= 0x100;
429 pc_host
->io_resource
.end
= 0x7FF;
430 pc_host
->io_resource
.flags
= IORESOURCE_IO
| IORESOURCE_PCI_FIXED
;
433 usleep_range(3000, 5000);
434 pcicore_write32(pc
, BCMA_CORE_PCI_CTL
, BCMA_CORE_PCI_CTL_RST_OE
);
436 pcicore_write32(pc
, BCMA_CORE_PCI_CTL
, BCMA_CORE_PCI_CTL_RST
|
437 BCMA_CORE_PCI_CTL_RST_OE
);
439 /* 64 MB I/O access window. On 4716, use
440 * sbtopcie0 to access the device registers. We
441 * can't use address match 2 (1 GB window) region
442 * as mips can't generate 64-bit address on the
445 if (bus
->chipinfo
.id
== BCMA_CHIP_ID_BCM4716
||
446 bus
->chipinfo
.id
== BCMA_CHIP_ID_BCM4748
) {
447 pc_host
->mem_resource
.start
= BCMA_SOC_PCI_MEM
;
448 pc_host
->mem_resource
.end
= BCMA_SOC_PCI_MEM
+
449 BCMA_SOC_PCI_MEM_SZ
- 1;
450 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI0
,
451 BCMA_CORE_PCI_SBTOPCI_MEM
| BCMA_SOC_PCI_MEM
);
452 } else if (bus
->chipinfo
.id
== BCMA_CHIP_ID_BCM4706
) {
453 tmp
= BCMA_CORE_PCI_SBTOPCI_MEM
;
454 tmp
|= BCMA_CORE_PCI_SBTOPCI_PREF
;
455 tmp
|= BCMA_CORE_PCI_SBTOPCI_BURST
;
456 if (pc
->core
->core_unit
== 0) {
457 pc_host
->mem_resource
.start
= BCMA_SOC_PCI_MEM
;
458 pc_host
->mem_resource
.end
= BCMA_SOC_PCI_MEM
+
459 BCMA_SOC_PCI_MEM_SZ
- 1;
460 pc_host
->io_resource
.start
= 0x100;
461 pc_host
->io_resource
.end
= 0x47F;
462 pci_membase_1G
= BCMA_SOC_PCIE_DMA_H32
;
463 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI0
,
464 tmp
| BCMA_SOC_PCI_MEM
);
465 } else if (pc
->core
->core_unit
== 1) {
466 pc_host
->mem_resource
.start
= BCMA_SOC_PCI1_MEM
;
467 pc_host
->mem_resource
.end
= BCMA_SOC_PCI1_MEM
+
468 BCMA_SOC_PCI_MEM_SZ
- 1;
469 pc_host
->io_resource
.start
= 0x480;
470 pc_host
->io_resource
.end
= 0x7FF;
471 pci_membase_1G
= BCMA_SOC_PCIE1_DMA_H32
;
472 pc_host
->host_cfg_addr
= BCMA_SOC_PCI1_CFG
;
473 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI0
,
474 tmp
| BCMA_SOC_PCI1_MEM
);
477 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI0
,
478 BCMA_CORE_PCI_SBTOPCI_IO
);
480 /* 64 MB configuration access window */
481 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI1
, BCMA_CORE_PCI_SBTOPCI_CFG0
);
483 /* 1 GB memory access window */
484 pcicore_write32(pc
, BCMA_CORE_PCI_SBTOPCI2
,
485 BCMA_CORE_PCI_SBTOPCI_MEM
| pci_membase_1G
);
488 /* As per PCI Express Base Spec 1.1 we need to wait for
489 * at least 100 ms from the end of a reset (cold/warm/hot)
490 * before issuing configuration requests to PCI Express
495 bcma_core_pci_enable_crs(pc
);
497 if (bus
->chipinfo
.id
== BCMA_CHIP_ID_BCM4706
||
498 bus
->chipinfo
.id
== BCMA_CHIP_ID_BCM4716
) {
500 bcma_extpci_read_config(pc
, 0, 0, BCMA_CORE_PCI_CFG_DEVCTRL
,
501 &val16
, sizeof(val16
));
502 val16
|= (2 << 5); /* Max payload size of 512 */
503 val16
|= (2 << 12); /* MRRS 512 */
504 bcma_extpci_write_config(pc
, 0, 0, BCMA_CORE_PCI_CFG_DEVCTRL
,
505 &val16
, sizeof(val16
));
508 /* Enable PCI bridge BAR0 memory & master access */
509 tmp
= PCI_COMMAND_MASTER
| PCI_COMMAND_MEMORY
;
510 bcma_extpci_write_config(pc
, 0, 0, PCI_COMMAND
, &tmp
, sizeof(tmp
));
512 /* Enable PCI interrupts */
513 pcicore_write32(pc
, BCMA_CORE_PCI_IMASK
, BCMA_CORE_PCI_IMASK_INTA
);
515 /* Ok, ready to run, register it to the system.
516 * The following needs change, if we want to port hostmode
517 * to non-MIPS platform. */
518 io_map_base
= (unsigned long)ioremap_nocache(pc_host
->mem_resource
.start
,
519 resource_size(&pc_host
->mem_resource
));
520 pc_host
->pci_controller
.io_map_base
= io_map_base
;
521 set_io_port_base(pc_host
->pci_controller
.io_map_base
);
522 /* Give some time to the PCI controller to configure itself with the new
523 * values. Not waiting at this point causes crashes of the machine. */
524 usleep_range(10000, 15000);
525 register_pci_controller(&pc_host
->pci_controller
);
529 /* Early PCI fixup for a device on the PCI-core bridge. */
530 static void bcma_core_pci_fixup_pcibridge(struct pci_dev
*dev
)
532 if (dev
->bus
->ops
->read
!= bcma_core_pci_hostmode_read_config
) {
533 /* This is not a device on the PCI-core bridge. */
536 if (PCI_SLOT(dev
->devfn
) != 0)
539 pr_info("PCI: Fixing up bridge %s\n", pci_name(dev
));
541 /* Enable PCI bridge bus mastering and memory space */
543 if (pcibios_enable_device(dev
, ~0) < 0) {
544 pr_err("PCI: BCMA bridge enable failed\n");
548 /* Enable PCI bridge BAR1 prefetch and burst */
549 pci_write_config_dword(dev
, BCMA_PCI_BAR1_CONTROL
, 3);
551 DECLARE_PCI_FIXUP_EARLY(PCI_ANY_ID
, PCI_ANY_ID
, bcma_core_pci_fixup_pcibridge
);
553 /* Early PCI fixup for all PCI-cores to set the correct memory address. */
554 static void bcma_core_pci_fixup_addresses(struct pci_dev
*dev
)
556 struct resource
*res
;
559 if (dev
->bus
->ops
->read
!= bcma_core_pci_hostmode_read_config
) {
560 /* This is not a device on the PCI-core bridge. */
563 if (PCI_SLOT(dev
->devfn
) == 0)
566 pr_info("PCI: Fixing up addresses %s\n", pci_name(dev
));
568 for (pos
= 0; pos
< 6; pos
++) {
569 res
= &dev
->resource
[pos
];
570 if (res
->flags
& (IORESOURCE_IO
| IORESOURCE_MEM
)) {
571 err
= pci_assign_resource(dev
, pos
);
573 pr_err("PCI: Problem fixing up the addresses on %s\n",
578 DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID
, PCI_ANY_ID
, bcma_core_pci_fixup_addresses
);
580 /* This function is called when doing a pci_enable_device().
581 * We must first check if the device is a device on the PCI-core bridge. */
582 int bcma_core_pci_plat_dev_init(struct pci_dev
*dev
)
584 struct bcma_drv_pci_host
*pc_host
;
587 if (dev
->bus
->ops
->read
!= bcma_core_pci_hostmode_read_config
) {
588 /* This is not a device on the PCI-core bridge. */
591 pc_host
= container_of(dev
->bus
->ops
, struct bcma_drv_pci_host
,
594 pr_info("PCI: Fixing up device %s\n", pci_name(dev
));
596 /* Fix up interrupt lines */
597 dev
->irq
= bcma_core_irq(pc_host
->pdev
->core
, 0);
598 pci_write_config_byte(dev
, PCI_INTERRUPT_LINE
, dev
->irq
);
600 readrq
= pcie_get_readrq(dev
);
602 pr_info("change PCIe max read request size from %i to 128\n", readrq
);
603 pcie_set_readrq(dev
, 128);
607 EXPORT_SYMBOL(bcma_core_pci_plat_dev_init
);
609 /* PCI device IRQ mapping. */
610 int bcma_core_pci_pcibios_map_irq(const struct pci_dev
*dev
)
612 struct bcma_drv_pci_host
*pc_host
;
614 if (dev
->bus
->ops
->read
!= bcma_core_pci_hostmode_read_config
) {
615 /* This is not a device on the PCI-core bridge. */
619 pc_host
= container_of(dev
->bus
->ops
, struct bcma_drv_pci_host
,
621 return bcma_core_irq(pc_host
->pdev
->core
, 0);
623 EXPORT_SYMBOL(bcma_core_pci_pcibios_map_irq
);