2 * Freescale MPC85xx/MPC86xx RapidIO support
4 * Copyright 2009 Sysgo AG
5 * Thomas Moll <thomas.moll@sysgo.com>
6 * - fixed maintenance access routines, check for aligned access
8 * Copyright 2009 Integrated Device Technology, Inc.
9 * Alex Bounine <alexandre.bounine@idt.com>
10 * - Added Port-Write message handling
11 * - Added Machine Check exception handling
13 * Copyright (C) 2007, 2008, 2010, 2011 Freescale Semiconductor, Inc.
14 * Zhang Wei <wei.zhang@freescale.com>
16 * Copyright 2005 MontaVista Software, Inc.
17 * Matt Porter <mporter@kernel.crashing.org>
19 * This program is free software; you can redistribute it and/or modify it
20 * under the terms of the GNU General Public License as published by the
21 * Free Software Foundation; either version 2 of the License, or (at your
22 * option) any later version.
25 #include <linux/init.h>
26 #include <linux/module.h>
27 #include <linux/types.h>
28 #include <linux/dma-mapping.h>
29 #include <linux/interrupt.h>
30 #include <linux/device.h>
31 #include <linux/of_address.h>
32 #include <linux/of_irq.h>
33 #include <linux/of_platform.h>
34 #include <linux/delay.h>
35 #include <linux/slab.h>
38 #include <linux/uaccess.h>
39 #include <asm/machdep.h>
43 #undef DEBUG_PW /* Port-Write debugging */
45 #define RIO_PORT1_EDCSR 0x0640
46 #define RIO_PORT2_EDCSR 0x0680
47 #define RIO_PORT1_IECSR 0x10130
48 #define RIO_PORT2_IECSR 0x101B0
50 #define RIO_GCCSR 0x13c
51 #define RIO_ESCSR 0x158
52 #define ESCSR_CLEAR 0x07120204
53 #define RIO_PORT2_ESCSR 0x178
54 #define RIO_CCSR 0x15c
55 #define RIO_LTLEDCSR_IER 0x80000000
56 #define RIO_LTLEDCSR_PRT 0x01000000
57 #define IECSR_CLEAR 0x80000000
58 #define RIO_ISR_AACR 0x10120
59 #define RIO_ISR_AACR_AA 0x1 /* Accept All ID */
61 #define __fsl_read_rio_config(x, addr, err, op) \
62 __asm__ __volatile__( \
63 "1: "op" %1,0(%2)\n" \
66 ".section .fixup,\"ax\"\n" \
70 ".section __ex_table,\"a\"\n" \
74 : "=r" (err), "=r" (x) \
75 : "b" (addr), "i" (-EFAULT), "0" (err))
77 void __iomem
*rio_regs_win
;
78 void __iomem
*rmu_regs_win
;
79 resource_size_t rio_law_start
;
81 struct fsl_rio_dbell
*dbell
;
82 struct fsl_rio_pw
*pw
;
85 int fsl_rio_mcheck_exception(struct pt_regs
*regs
)
87 const struct exception_table_entry
*entry
;
93 reason
= in_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
));
94 if (reason
& (RIO_LTLEDCSR_IER
| RIO_LTLEDCSR_PRT
)) {
95 /* Check if we are prepared to handle this fault */
96 entry
= search_exception_tables(regs
->nip
);
98 pr_debug("RIO: %s - MC Exception handled\n",
100 out_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
),
103 regs
->nip
= entry
->fixup
;
110 EXPORT_SYMBOL_GPL(fsl_rio_mcheck_exception
);
114 * fsl_local_config_read - Generate a MPC85xx local config space read
115 * @mport: RapidIO master port info
116 * @index: ID of RapdiIO interface
117 * @offset: Offset into configuration space
118 * @len: Length (in bytes) of the maintenance transaction
119 * @data: Value to be read into
121 * Generates a MPC85xx local configuration space read. Returns %0 on
122 * success or %-EINVAL on failure.
124 static int fsl_local_config_read(struct rio_mport
*mport
,
125 int index
, u32 offset
, int len
, u32
*data
)
127 struct rio_priv
*priv
= mport
->priv
;
128 pr_debug("fsl_local_config_read: index %d offset %8.8x\n", index
,
130 *data
= in_be32(priv
->regs_win
+ offset
);
136 * fsl_local_config_write - Generate a MPC85xx local config space write
137 * @mport: RapidIO master port info
138 * @index: ID of RapdiIO interface
139 * @offset: Offset into configuration space
140 * @len: Length (in bytes) of the maintenance transaction
141 * @data: Value to be written
143 * Generates a MPC85xx local configuration space write. Returns %0 on
144 * success or %-EINVAL on failure.
146 static int fsl_local_config_write(struct rio_mport
*mport
,
147 int index
, u32 offset
, int len
, u32 data
)
149 struct rio_priv
*priv
= mport
->priv
;
151 ("fsl_local_config_write: index %d offset %8.8x data %8.8x\n",
152 index
, offset
, data
);
153 out_be32(priv
->regs_win
+ offset
, data
);
159 * fsl_rio_config_read - Generate a MPC85xx read maintenance transaction
160 * @mport: RapidIO master port info
161 * @index: ID of RapdiIO interface
162 * @destid: Destination ID of transaction
163 * @hopcount: Number of hops to target device
164 * @offset: Offset into configuration space
165 * @len: Length (in bytes) of the maintenance transaction
166 * @val: Location to be read into
168 * Generates a MPC85xx read maintenance transaction. Returns %0 on
169 * success or %-EINVAL on failure.
172 fsl_rio_config_read(struct rio_mport
*mport
, int index
, u16 destid
,
173 u8 hopcount
, u32 offset
, int len
, u32
*val
)
175 struct rio_priv
*priv
= mport
->priv
;
180 ("fsl_rio_config_read:"
181 " index %d destid %d hopcount %d offset %8.8x len %d\n",
182 index
, destid
, hopcount
, offset
, len
);
184 /* 16MB maintenance window possible */
185 /* allow only aligned access to maintenance registers */
186 if (offset
> (0x1000000 - len
) || !IS_ALIGNED(offset
, len
))
189 out_be32(&priv
->maint_atmu_regs
->rowtar
,
190 (destid
<< 22) | (hopcount
<< 12) | (offset
>> 12));
191 out_be32(&priv
->maint_atmu_regs
->rowtear
, (destid
>> 10));
193 data
= (u8
*) priv
->maint_win
+ (offset
& (RIO_MAINT_WIN_SIZE
- 1));
196 __fsl_read_rio_config(rval
, data
, err
, "lbz");
199 __fsl_read_rio_config(rval
, data
, err
, "lhz");
202 __fsl_read_rio_config(rval
, data
, err
, "lwz");
209 pr_debug("RIO: cfg_read error %d for %x:%x:%x\n",
210 err
, destid
, hopcount
, offset
);
219 * fsl_rio_config_write - Generate a MPC85xx write maintenance transaction
220 * @mport: RapidIO master port info
221 * @index: ID of RapdiIO interface
222 * @destid: Destination ID of transaction
223 * @hopcount: Number of hops to target device
224 * @offset: Offset into configuration space
225 * @len: Length (in bytes) of the maintenance transaction
226 * @val: Value to be written
228 * Generates an MPC85xx write maintenance transaction. Returns %0 on
229 * success or %-EINVAL on failure.
232 fsl_rio_config_write(struct rio_mport
*mport
, int index
, u16 destid
,
233 u8 hopcount
, u32 offset
, int len
, u32 val
)
235 struct rio_priv
*priv
= mport
->priv
;
238 ("fsl_rio_config_write:"
239 " index %d destid %d hopcount %d offset %8.8x len %d val %8.8x\n",
240 index
, destid
, hopcount
, offset
, len
, val
);
242 /* 16MB maintenance windows possible */
243 /* allow only aligned access to maintenance registers */
244 if (offset
> (0x1000000 - len
) || !IS_ALIGNED(offset
, len
))
247 out_be32(&priv
->maint_atmu_regs
->rowtar
,
248 (destid
<< 22) | (hopcount
<< 12) | (offset
>> 12));
249 out_be32(&priv
->maint_atmu_regs
->rowtear
, (destid
>> 10));
251 data
= (u8
*) priv
->maint_win
+ (offset
& (RIO_MAINT_WIN_SIZE
- 1));
254 out_8((u8
*) data
, val
);
257 out_be16((u16
*) data
, val
);
260 out_be32((u32
*) data
, val
);
269 void fsl_rio_port_error_handler(int offset
)
271 /*XXX: Error recovery is not implemented, we just clear errors */
272 out_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
), 0);
275 out_be32((u32
*)(rio_regs_win
+ RIO_PORT1_EDCSR
), 0);
276 out_be32((u32
*)(rio_regs_win
+ RIO_PORT1_IECSR
), IECSR_CLEAR
);
277 out_be32((u32
*)(rio_regs_win
+ RIO_ESCSR
), ESCSR_CLEAR
);
279 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_EDCSR
), 0);
280 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_IECSR
), IECSR_CLEAR
);
281 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_ESCSR
), ESCSR_CLEAR
);
284 static inline void fsl_rio_info(struct device
*dev
, u32 ccsr
)
289 switch (ccsr
>> 30) {
300 dev_info(dev
, "Hardware port width: %s\n", str
);
302 switch ((ccsr
>> 27) & 7) {
304 str
= "Single-lane 0";
307 str
= "Single-lane 2";
316 dev_info(dev
, "Training connection status: %s\n", str
);
319 if (!(ccsr
& 0x80000000))
320 dev_info(dev
, "Output port operating in 8-bit mode\n");
321 if (!(ccsr
& 0x08000000))
322 dev_info(dev
, "Input port operating in 8-bit mode\n");
327 * fsl_rio_setup - Setup Freescale PowerPC RapidIO interface
328 * @dev: platform_device pointer
330 * Initializes MPC85xx RapidIO hardware interface, configures
331 * master port with system-specific info, and registers the
332 * master port with the RapidIO subsystem.
334 int fsl_rio_setup(struct platform_device
*dev
)
337 struct rio_mport
*port
;
338 struct rio_priv
*priv
;
340 const u32
*dt_range
, *cell
, *port_index
;
341 u32 active_ports
= 0;
342 struct resource regs
, rmu_regs
;
343 struct device_node
*np
, *rmu_node
;
346 u64 range_start
, range_size
;
350 struct device_node
*rmu_np
[MAX_MSG_UNIT_NUM
] = {NULL
};
352 if (!dev
->dev
.of_node
) {
353 dev_err(&dev
->dev
, "Device OF-Node is NULL");
357 rc
= of_address_to_resource(dev
->dev
.of_node
, 0, ®s
);
359 dev_err(&dev
->dev
, "Can't get %s property 'reg'\n",
360 dev
->dev
.of_node
->full_name
);
363 dev_info(&dev
->dev
, "Of-device full name %s\n",
364 dev
->dev
.of_node
->full_name
);
365 dev_info(&dev
->dev
, "Regs: %pR\n", ®s
);
367 rio_regs_win
= ioremap(regs
.start
, resource_size(®s
));
369 dev_err(&dev
->dev
, "Unable to map rio register window\n");
374 ops
= kzalloc(sizeof(struct rio_ops
), GFP_KERNEL
);
379 ops
->lcread
= fsl_local_config_read
;
380 ops
->lcwrite
= fsl_local_config_write
;
381 ops
->cread
= fsl_rio_config_read
;
382 ops
->cwrite
= fsl_rio_config_write
;
383 ops
->dsend
= fsl_rio_doorbell_send
;
384 ops
->pwenable
= fsl_rio_pw_enable
;
385 ops
->open_outb_mbox
= fsl_open_outb_mbox
;
386 ops
->open_inb_mbox
= fsl_open_inb_mbox
;
387 ops
->close_outb_mbox
= fsl_close_outb_mbox
;
388 ops
->close_inb_mbox
= fsl_close_inb_mbox
;
389 ops
->add_outb_message
= fsl_add_outb_message
;
390 ops
->add_inb_buffer
= fsl_add_inb_buffer
;
391 ops
->get_inb_message
= fsl_get_inb_message
;
393 rmu_node
= of_parse_phandle(dev
->dev
.of_node
, "fsl,srio-rmu-handle", 0);
396 rc
= of_address_to_resource(rmu_node
, 0, &rmu_regs
);
398 dev_err(&dev
->dev
, "Can't get %s property 'reg'\n",
399 rmu_node
->full_name
);
402 rmu_regs_win
= ioremap(rmu_regs
.start
, resource_size(&rmu_regs
));
404 dev_err(&dev
->dev
, "Unable to map rmu register window\n");
408 for_each_compatible_node(np
, NULL
, "fsl,srio-msg-unit") {
413 /*set up doobell node*/
414 np
= of_find_compatible_node(NULL
, NULL
, "fsl,srio-dbell-unit");
419 dbell
= kzalloc(sizeof(struct fsl_rio_dbell
), GFP_KERNEL
);
421 dev_err(&dev
->dev
, "Can't alloc memory for 'fsl_rio_dbell'\n");
425 dbell
->dev
= &dev
->dev
;
426 dbell
->bellirq
= irq_of_parse_and_map(np
, 1);
427 dev_info(&dev
->dev
, "bellirq: %d\n", dbell
->bellirq
);
429 aw
= of_n_addr_cells(np
);
430 dt_range
= of_get_property(np
, "reg", &rlen
);
432 pr_err("%s: unable to find 'reg' property\n",
437 range_start
= of_read_number(dt_range
, aw
);
438 dbell
->dbell_regs
= (struct rio_dbell_regs
*)(rmu_regs_win
+
441 /*set up port write node*/
442 np
= of_find_compatible_node(NULL
, NULL
, "fsl,srio-port-write-unit");
447 pw
= kzalloc(sizeof(struct fsl_rio_pw
), GFP_KERNEL
);
449 dev_err(&dev
->dev
, "Can't alloc memory for 'fsl_rio_pw'\n");
454 pw
->pwirq
= irq_of_parse_and_map(np
, 0);
455 dev_info(&dev
->dev
, "pwirq: %d\n", pw
->pwirq
);
456 aw
= of_n_addr_cells(np
);
457 dt_range
= of_get_property(np
, "reg", &rlen
);
459 pr_err("%s: unable to find 'reg' property\n",
464 range_start
= of_read_number(dt_range
, aw
);
465 pw
->pw_regs
= (struct rio_pw_regs
*)(rmu_regs_win
+ (u32
)range_start
);
467 /*set up ports node*/
468 for_each_child_of_node(dev
->dev
.of_node
, np
) {
469 port_index
= of_get_property(np
, "cell-index", NULL
);
471 dev_err(&dev
->dev
, "Can't get %s property 'cell-index'\n",
476 dt_range
= of_get_property(np
, "ranges", &rlen
);
478 dev_err(&dev
->dev
, "Can't get %s property 'ranges'\n",
483 /* Get node address wide */
484 cell
= of_get_property(np
, "#address-cells", NULL
);
488 aw
= of_n_addr_cells(np
);
489 /* Get node size wide */
490 cell
= of_get_property(np
, "#size-cells", NULL
);
494 sw
= of_n_size_cells(np
);
495 /* Get parent address wide wide */
496 paw
= of_n_addr_cells(np
);
497 range_start
= of_read_number(dt_range
+ aw
, paw
);
498 range_size
= of_read_number(dt_range
+ aw
+ paw
, sw
);
500 dev_info(&dev
->dev
, "%s: LAW start 0x%016llx, size 0x%016llx.\n",
501 np
->full_name
, range_start
, range_size
);
503 port
= kzalloc(sizeof(struct rio_mport
), GFP_KERNEL
);
508 port
->index
= (unsigned char)i
;
510 priv
= kzalloc(sizeof(struct rio_priv
), GFP_KERNEL
);
512 dev_err(&dev
->dev
, "Can't alloc memory for 'priv'\n");
517 INIT_LIST_HEAD(&port
->dbells
);
518 port
->iores
.start
= range_start
;
519 port
->iores
.end
= port
->iores
.start
+ range_size
- 1;
520 port
->iores
.flags
= IORESOURCE_MEM
;
521 port
->iores
.name
= "rio_io_win";
523 if (request_resource(&iomem_resource
, &port
->iores
) < 0) {
524 dev_err(&dev
->dev
, "RIO: Error requesting master port region"
525 " 0x%016llx-0x%016llx\n",
526 (u64
)port
->iores
.start
, (u64
)port
->iores
.end
);
531 sprintf(port
->name
, "RIO mport %d", i
);
533 priv
->dev
= &dev
->dev
;
534 port
->dev
.parent
= &dev
->dev
;
537 port
->phys_efptr
= 0x100;
538 priv
->regs_win
= rio_regs_win
;
540 /* Probe the master port phy type */
541 ccsr
= in_be32(priv
->regs_win
+ RIO_CCSR
+ i
*0x20);
542 port
->phy_type
= (ccsr
& 1) ? RIO_PHY_SERIAL
: RIO_PHY_PARALLEL
;
543 if (port
->phy_type
== RIO_PHY_PARALLEL
) {
544 dev_err(&dev
->dev
, "RIO: Parallel PHY type, unsupported port type!\n");
545 release_resource(&port
->iores
);
550 dev_info(&dev
->dev
, "RapidIO PHY type: Serial\n");
551 /* Checking the port training status */
552 if (in_be32((priv
->regs_win
+ RIO_ESCSR
+ i
*0x20)) & 1) {
553 dev_err(&dev
->dev
, "Port %d is not ready. "
554 "Try to restart connection...\n", i
);
556 out_be32(priv
->regs_win
557 + RIO_CCSR
+ i
*0x20, 0);
559 setbits32(priv
->regs_win
560 + RIO_CCSR
+ i
*0x20, 0x02000000);
562 setbits32(priv
->regs_win
563 + RIO_CCSR
+ i
*0x20, 0x00600000);
565 if (in_be32((priv
->regs_win
566 + RIO_ESCSR
+ i
*0x20)) & 1) {
568 "Port %d restart failed.\n", i
);
569 release_resource(&port
->iores
);
574 dev_info(&dev
->dev
, "Port %d restart success!\n", i
);
576 fsl_rio_info(&dev
->dev
, ccsr
);
578 port
->sys_size
= (in_be32((priv
->regs_win
+ RIO_PEF_CAR
))
579 & RIO_PEF_CTLS
) >> 4;
580 dev_info(&dev
->dev
, "RapidIO Common Transport System size: %d\n",
581 port
->sys_size
? 65536 : 256);
583 if (rio_register_mport(port
)) {
584 release_resource(&port
->iores
);
589 if (port
->host_deviceid
>= 0)
590 out_be32(priv
->regs_win
+ RIO_GCCSR
, RIO_PORT_GEN_HOST
|
591 RIO_PORT_GEN_MASTER
| RIO_PORT_GEN_DISCOVERED
);
593 out_be32(priv
->regs_win
+ RIO_GCCSR
,
594 RIO_PORT_GEN_MASTER
);
596 priv
->atmu_regs
= (struct rio_atmu_regs
*)(priv
->regs_win
597 + ((i
== 0) ? RIO_ATMU_REGS_PORT1_OFFSET
:
598 RIO_ATMU_REGS_PORT2_OFFSET
));
600 priv
->maint_atmu_regs
= priv
->atmu_regs
+ 1;
602 /* Set to receive any dist ID for serial RapidIO controller. */
603 if (port
->phy_type
== RIO_PHY_SERIAL
)
604 out_be32((priv
->regs_win
605 + RIO_ISR_AACR
+ i
*0x80), RIO_ISR_AACR_AA
);
607 /* Configure maintenance transaction window */
608 out_be32(&priv
->maint_atmu_regs
->rowbar
,
609 port
->iores
.start
>> 12);
610 out_be32(&priv
->maint_atmu_regs
->rowar
,
611 0x80077000 | (ilog2(RIO_MAINT_WIN_SIZE
) - 1));
613 priv
->maint_win
= ioremap(port
->iores
.start
,
616 rio_law_start
= range_start
;
618 fsl_rio_setup_rmu(port
, rmu_np
[i
]);
620 dbell
->mport
[i
] = port
;
630 fsl_rio_doorbell_init(dbell
);
631 fsl_rio_port_write_init(pw
);
639 iounmap(rmu_regs_win
);
643 iounmap(rio_regs_win
);
648 /* The probe function for RapidIO peer-to-peer network.
650 static int fsl_of_rio_rpn_probe(struct platform_device
*dev
)
652 printk(KERN_INFO
"Setting up RapidIO peer-to-peer network %s\n",
653 dev
->dev
.of_node
->full_name
);
655 return fsl_rio_setup(dev
);
658 static const struct of_device_id fsl_of_rio_rpn_ids
[] = {
660 .compatible
= "fsl,srio",
665 static struct platform_driver fsl_of_rio_rpn_driver
= {
667 .name
= "fsl-of-rio",
668 .owner
= THIS_MODULE
,
669 .of_match_table
= fsl_of_rio_rpn_ids
,
671 .probe
= fsl_of_rio_rpn_probe
,
674 static __init
int fsl_of_rio_rpn_init(void)
676 return platform_driver_register(&fsl_of_rio_rpn_driver
);
679 subsys_initcall(fsl_of_rio_rpn_init
);