2 * Freescale MPC85xx/MPC86xx RapidIO support
4 * Copyright 2009 Sysgo AG
5 * Thomas Moll <thomas.moll@sysgo.com>
6 * - fixed maintenance access routines, check for aligned access
8 * Copyright 2009 Integrated Device Technology, Inc.
9 * Alex Bounine <alexandre.bounine@idt.com>
10 * - Added Port-Write message handling
11 * - Added Machine Check exception handling
13 * Copyright (C) 2007, 2008, 2010, 2011 Freescale Semiconductor, Inc.
14 * Zhang Wei <wei.zhang@freescale.com>
16 * Copyright 2005 MontaVista Software, Inc.
17 * Matt Porter <mporter@kernel.crashing.org>
19 * This program is free software; you can redistribute it and/or modify it
20 * under the terms of the GNU General Public License as published by the
21 * Free Software Foundation; either version 2 of the License, or (at your
22 * option) any later version.
25 #include <linux/init.h>
26 #include <linux/module.h>
27 #include <linux/types.h>
28 #include <linux/dma-mapping.h>
29 #include <linux/interrupt.h>
30 #include <linux/device.h>
31 #include <linux/of_platform.h>
32 #include <linux/delay.h>
33 #include <linux/slab.h>
36 #include <linux/uaccess.h>
37 #include <asm/machdep.h>
41 #undef DEBUG_PW /* Port-Write debugging */
43 #define RIO_PORT1_EDCSR 0x0640
44 #define RIO_PORT2_EDCSR 0x0680
45 #define RIO_PORT1_IECSR 0x10130
46 #define RIO_PORT2_IECSR 0x101B0
48 #define RIO_GCCSR 0x13c
49 #define RIO_ESCSR 0x158
50 #define ESCSR_CLEAR 0x07120204
51 #define RIO_PORT2_ESCSR 0x178
52 #define RIO_CCSR 0x15c
53 #define RIO_LTLEDCSR_IER 0x80000000
54 #define RIO_LTLEDCSR_PRT 0x01000000
55 #define IECSR_CLEAR 0x80000000
56 #define RIO_ISR_AACR 0x10120
57 #define RIO_ISR_AACR_AA 0x1 /* Accept All ID */
59 #define __fsl_read_rio_config(x, addr, err, op) \
60 __asm__ __volatile__( \
61 "1: "op" %1,0(%2)\n" \
64 ".section .fixup,\"ax\"\n" \
68 ".section __ex_table,\"a\"\n" \
72 : "=r" (err), "=r" (x) \
73 : "b" (addr), "i" (-EFAULT), "0" (err))
75 void __iomem
*rio_regs_win
;
76 void __iomem
*rmu_regs_win
;
77 resource_size_t rio_law_start
;
79 struct fsl_rio_dbell
*dbell
;
80 struct fsl_rio_pw
*pw
;
83 int fsl_rio_mcheck_exception(struct pt_regs
*regs
)
85 const struct exception_table_entry
*entry
;
91 reason
= in_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
));
92 if (reason
& (RIO_LTLEDCSR_IER
| RIO_LTLEDCSR_PRT
)) {
93 /* Check if we are prepared to handle this fault */
94 entry
= search_exception_tables(regs
->nip
);
96 pr_debug("RIO: %s - MC Exception handled\n",
98 out_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
),
101 regs
->nip
= entry
->fixup
;
108 EXPORT_SYMBOL_GPL(fsl_rio_mcheck_exception
);
112 * fsl_local_config_read - Generate a MPC85xx local config space read
113 * @mport: RapidIO master port info
114 * @index: ID of RapdiIO interface
115 * @offset: Offset into configuration space
116 * @len: Length (in bytes) of the maintenance transaction
117 * @data: Value to be read into
119 * Generates a MPC85xx local configuration space read. Returns %0 on
120 * success or %-EINVAL on failure.
122 static int fsl_local_config_read(struct rio_mport
*mport
,
123 int index
, u32 offset
, int len
, u32
*data
)
125 struct rio_priv
*priv
= mport
->priv
;
126 pr_debug("fsl_local_config_read: index %d offset %8.8x\n", index
,
128 *data
= in_be32(priv
->regs_win
+ offset
);
134 * fsl_local_config_write - Generate a MPC85xx local config space write
135 * @mport: RapidIO master port info
136 * @index: ID of RapdiIO interface
137 * @offset: Offset into configuration space
138 * @len: Length (in bytes) of the maintenance transaction
139 * @data: Value to be written
141 * Generates a MPC85xx local configuration space write. Returns %0 on
142 * success or %-EINVAL on failure.
144 static int fsl_local_config_write(struct rio_mport
*mport
,
145 int index
, u32 offset
, int len
, u32 data
)
147 struct rio_priv
*priv
= mport
->priv
;
149 ("fsl_local_config_write: index %d offset %8.8x data %8.8x\n",
150 index
, offset
, data
);
151 out_be32(priv
->regs_win
+ offset
, data
);
157 * fsl_rio_config_read - Generate a MPC85xx read maintenance transaction
158 * @mport: RapidIO master port info
159 * @index: ID of RapdiIO interface
160 * @destid: Destination ID of transaction
161 * @hopcount: Number of hops to target device
162 * @offset: Offset into configuration space
163 * @len: Length (in bytes) of the maintenance transaction
164 * @val: Location to be read into
166 * Generates a MPC85xx read maintenance transaction. Returns %0 on
167 * success or %-EINVAL on failure.
170 fsl_rio_config_read(struct rio_mport
*mport
, int index
, u16 destid
,
171 u8 hopcount
, u32 offset
, int len
, u32
*val
)
173 struct rio_priv
*priv
= mport
->priv
;
178 ("fsl_rio_config_read:"
179 " index %d destid %d hopcount %d offset %8.8x len %d\n",
180 index
, destid
, hopcount
, offset
, len
);
182 /* 16MB maintenance window possible */
183 /* allow only aligned access to maintenance registers */
184 if (offset
> (0x1000000 - len
) || !IS_ALIGNED(offset
, len
))
187 out_be32(&priv
->maint_atmu_regs
->rowtar
,
188 (destid
<< 22) | (hopcount
<< 12) | (offset
>> 12));
189 out_be32(&priv
->maint_atmu_regs
->rowtear
, (destid
>> 10));
191 data
= (u8
*) priv
->maint_win
+ (offset
& (RIO_MAINT_WIN_SIZE
- 1));
194 __fsl_read_rio_config(rval
, data
, err
, "lbz");
197 __fsl_read_rio_config(rval
, data
, err
, "lhz");
200 __fsl_read_rio_config(rval
, data
, err
, "lwz");
207 pr_debug("RIO: cfg_read error %d for %x:%x:%x\n",
208 err
, destid
, hopcount
, offset
);
217 * fsl_rio_config_write - Generate a MPC85xx write maintenance transaction
218 * @mport: RapidIO master port info
219 * @index: ID of RapdiIO interface
220 * @destid: Destination ID of transaction
221 * @hopcount: Number of hops to target device
222 * @offset: Offset into configuration space
223 * @len: Length (in bytes) of the maintenance transaction
224 * @val: Value to be written
226 * Generates an MPC85xx write maintenance transaction. Returns %0 on
227 * success or %-EINVAL on failure.
230 fsl_rio_config_write(struct rio_mport
*mport
, int index
, u16 destid
,
231 u8 hopcount
, u32 offset
, int len
, u32 val
)
233 struct rio_priv
*priv
= mport
->priv
;
236 ("fsl_rio_config_write:"
237 " index %d destid %d hopcount %d offset %8.8x len %d val %8.8x\n",
238 index
, destid
, hopcount
, offset
, len
, val
);
240 /* 16MB maintenance windows possible */
241 /* allow only aligned access to maintenance registers */
242 if (offset
> (0x1000000 - len
) || !IS_ALIGNED(offset
, len
))
245 out_be32(&priv
->maint_atmu_regs
->rowtar
,
246 (destid
<< 22) | (hopcount
<< 12) | (offset
>> 12));
247 out_be32(&priv
->maint_atmu_regs
->rowtear
, (destid
>> 10));
249 data
= (u8
*) priv
->maint_win
+ (offset
& (RIO_MAINT_WIN_SIZE
- 1));
252 out_8((u8
*) data
, val
);
255 out_be16((u16
*) data
, val
);
258 out_be32((u32
*) data
, val
);
267 void fsl_rio_port_error_handler(int offset
)
269 /*XXX: Error recovery is not implemented, we just clear errors */
270 out_be32((u32
*)(rio_regs_win
+ RIO_LTLEDCSR
), 0);
273 out_be32((u32
*)(rio_regs_win
+ RIO_PORT1_EDCSR
), 0);
274 out_be32((u32
*)(rio_regs_win
+ RIO_PORT1_IECSR
), IECSR_CLEAR
);
275 out_be32((u32
*)(rio_regs_win
+ RIO_ESCSR
), ESCSR_CLEAR
);
277 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_EDCSR
), 0);
278 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_IECSR
), IECSR_CLEAR
);
279 out_be32((u32
*)(rio_regs_win
+ RIO_PORT2_ESCSR
), ESCSR_CLEAR
);
282 static inline void fsl_rio_info(struct device
*dev
, u32 ccsr
)
287 switch (ccsr
>> 30) {
298 dev_info(dev
, "Hardware port width: %s\n", str
);
300 switch ((ccsr
>> 27) & 7) {
302 str
= "Single-lane 0";
305 str
= "Single-lane 2";
314 dev_info(dev
, "Training connection status: %s\n", str
);
317 if (!(ccsr
& 0x80000000))
318 dev_info(dev
, "Output port operating in 8-bit mode\n");
319 if (!(ccsr
& 0x08000000))
320 dev_info(dev
, "Input port operating in 8-bit mode\n");
325 * fsl_rio_setup - Setup Freescale PowerPC RapidIO interface
326 * @dev: platform_device pointer
328 * Initializes MPC85xx RapidIO hardware interface, configures
329 * master port with system-specific info, and registers the
330 * master port with the RapidIO subsystem.
332 int fsl_rio_setup(struct platform_device
*dev
)
335 struct rio_mport
*port
;
336 struct rio_priv
*priv
;
338 const u32
*dt_range
, *cell
, *port_index
;
339 u32 active_ports
= 0;
340 struct resource regs
, rmu_regs
;
341 struct device_node
*np
, *rmu_node
;
344 u64 range_start
, range_size
;
348 struct device_node
*rmu_np
[MAX_MSG_UNIT_NUM
] = {NULL
};
350 if (!dev
->dev
.of_node
) {
351 dev_err(&dev
->dev
, "Device OF-Node is NULL");
355 rc
= of_address_to_resource(dev
->dev
.of_node
, 0, ®s
);
357 dev_err(&dev
->dev
, "Can't get %s property 'reg'\n",
358 dev
->dev
.of_node
->full_name
);
361 dev_info(&dev
->dev
, "Of-device full name %s\n",
362 dev
->dev
.of_node
->full_name
);
363 dev_info(&dev
->dev
, "Regs: %pR\n", ®s
);
365 rio_regs_win
= ioremap(regs
.start
, resource_size(®s
));
367 dev_err(&dev
->dev
, "Unable to map rio register window\n");
372 ops
= kzalloc(sizeof(struct rio_ops
), GFP_KERNEL
);
377 ops
->lcread
= fsl_local_config_read
;
378 ops
->lcwrite
= fsl_local_config_write
;
379 ops
->cread
= fsl_rio_config_read
;
380 ops
->cwrite
= fsl_rio_config_write
;
381 ops
->dsend
= fsl_rio_doorbell_send
;
382 ops
->pwenable
= fsl_rio_pw_enable
;
383 ops
->open_outb_mbox
= fsl_open_outb_mbox
;
384 ops
->open_inb_mbox
= fsl_open_inb_mbox
;
385 ops
->close_outb_mbox
= fsl_close_outb_mbox
;
386 ops
->close_inb_mbox
= fsl_close_inb_mbox
;
387 ops
->add_outb_message
= fsl_add_outb_message
;
388 ops
->add_inb_buffer
= fsl_add_inb_buffer
;
389 ops
->get_inb_message
= fsl_get_inb_message
;
391 rmu_node
= of_parse_phandle(dev
->dev
.of_node
, "fsl,srio-rmu-handle", 0);
394 rc
= of_address_to_resource(rmu_node
, 0, &rmu_regs
);
396 dev_err(&dev
->dev
, "Can't get %s property 'reg'\n",
397 rmu_node
->full_name
);
400 rmu_regs_win
= ioremap(rmu_regs
.start
, resource_size(&rmu_regs
));
402 dev_err(&dev
->dev
, "Unable to map rmu register window\n");
406 for_each_compatible_node(np
, NULL
, "fsl,srio-msg-unit") {
411 /*set up doobell node*/
412 np
= of_find_compatible_node(NULL
, NULL
, "fsl,srio-dbell-unit");
417 dbell
= kzalloc(sizeof(struct fsl_rio_dbell
), GFP_KERNEL
);
419 dev_err(&dev
->dev
, "Can't alloc memory for 'fsl_rio_dbell'\n");
423 dbell
->dev
= &dev
->dev
;
424 dbell
->bellirq
= irq_of_parse_and_map(np
, 1);
425 dev_info(&dev
->dev
, "bellirq: %d\n", dbell
->bellirq
);
427 aw
= of_n_addr_cells(np
);
428 dt_range
= of_get_property(np
, "reg", &rlen
);
430 pr_err("%s: unable to find 'reg' property\n",
435 range_start
= of_read_number(dt_range
, aw
);
436 dbell
->dbell_regs
= (struct rio_dbell_regs
*)(rmu_regs_win
+
439 /*set up port write node*/
440 np
= of_find_compatible_node(NULL
, NULL
, "fsl,srio-port-write-unit");
445 pw
= kzalloc(sizeof(struct fsl_rio_pw
), GFP_KERNEL
);
447 dev_err(&dev
->dev
, "Can't alloc memory for 'fsl_rio_pw'\n");
452 pw
->pwirq
= irq_of_parse_and_map(np
, 0);
453 dev_info(&dev
->dev
, "pwirq: %d\n", pw
->pwirq
);
454 aw
= of_n_addr_cells(np
);
455 dt_range
= of_get_property(np
, "reg", &rlen
);
457 pr_err("%s: unable to find 'reg' property\n",
462 range_start
= of_read_number(dt_range
, aw
);
463 pw
->pw_regs
= (struct rio_pw_regs
*)(rmu_regs_win
+ (u32
)range_start
);
465 /*set up ports node*/
466 for_each_child_of_node(dev
->dev
.of_node
, np
) {
467 port_index
= of_get_property(np
, "cell-index", NULL
);
469 dev_err(&dev
->dev
, "Can't get %s property 'cell-index'\n",
474 dt_range
= of_get_property(np
, "ranges", &rlen
);
476 dev_err(&dev
->dev
, "Can't get %s property 'ranges'\n",
481 /* Get node address wide */
482 cell
= of_get_property(np
, "#address-cells", NULL
);
486 aw
= of_n_addr_cells(np
);
487 /* Get node size wide */
488 cell
= of_get_property(np
, "#size-cells", NULL
);
492 sw
= of_n_size_cells(np
);
493 /* Get parent address wide wide */
494 paw
= of_n_addr_cells(np
);
495 range_start
= of_read_number(dt_range
+ aw
, paw
);
496 range_size
= of_read_number(dt_range
+ aw
+ paw
, sw
);
498 dev_info(&dev
->dev
, "%s: LAW start 0x%016llx, size 0x%016llx.\n",
499 np
->full_name
, range_start
, range_size
);
501 port
= kzalloc(sizeof(struct rio_mport
), GFP_KERNEL
);
506 port
->index
= (unsigned char)i
;
508 priv
= kzalloc(sizeof(struct rio_priv
), GFP_KERNEL
);
510 dev_err(&dev
->dev
, "Can't alloc memory for 'priv'\n");
515 INIT_LIST_HEAD(&port
->dbells
);
516 port
->iores
.start
= range_start
;
517 port
->iores
.end
= port
->iores
.start
+ range_size
- 1;
518 port
->iores
.flags
= IORESOURCE_MEM
;
519 port
->iores
.name
= "rio_io_win";
521 if (request_resource(&iomem_resource
, &port
->iores
) < 0) {
522 dev_err(&dev
->dev
, "RIO: Error requesting master port region"
523 " 0x%016llx-0x%016llx\n",
524 (u64
)port
->iores
.start
, (u64
)port
->iores
.end
);
529 sprintf(port
->name
, "RIO mport %d", i
);
531 priv
->dev
= &dev
->dev
;
534 port
->phys_efptr
= 0x100;
535 priv
->regs_win
= rio_regs_win
;
537 /* Probe the master port phy type */
538 ccsr
= in_be32(priv
->regs_win
+ RIO_CCSR
+ i
*0x20);
539 port
->phy_type
= (ccsr
& 1) ? RIO_PHY_SERIAL
: RIO_PHY_PARALLEL
;
540 if (port
->phy_type
== RIO_PHY_PARALLEL
) {
541 dev_err(&dev
->dev
, "RIO: Parallel PHY type, unsupported port type!\n");
542 release_resource(&port
->iores
);
547 dev_info(&dev
->dev
, "RapidIO PHY type: Serial\n");
548 /* Checking the port training status */
549 if (in_be32((priv
->regs_win
+ RIO_ESCSR
+ i
*0x20)) & 1) {
550 dev_err(&dev
->dev
, "Port %d is not ready. "
551 "Try to restart connection...\n", i
);
553 out_be32(priv
->regs_win
554 + RIO_CCSR
+ i
*0x20, 0);
556 setbits32(priv
->regs_win
557 + RIO_CCSR
+ i
*0x20, 0x02000000);
559 setbits32(priv
->regs_win
560 + RIO_CCSR
+ i
*0x20, 0x00600000);
562 if (in_be32((priv
->regs_win
563 + RIO_ESCSR
+ i
*0x20)) & 1) {
565 "Port %d restart failed.\n", i
);
566 release_resource(&port
->iores
);
571 dev_info(&dev
->dev
, "Port %d restart success!\n", i
);
573 fsl_rio_info(&dev
->dev
, ccsr
);
575 port
->sys_size
= (in_be32((priv
->regs_win
+ RIO_PEF_CAR
))
576 & RIO_PEF_CTLS
) >> 4;
577 dev_info(&dev
->dev
, "RapidIO Common Transport System size: %d\n",
578 port
->sys_size
? 65536 : 256);
580 if (rio_register_mport(port
)) {
581 release_resource(&port
->iores
);
586 if (port
->host_deviceid
>= 0)
587 out_be32(priv
->regs_win
+ RIO_GCCSR
, RIO_PORT_GEN_HOST
|
588 RIO_PORT_GEN_MASTER
| RIO_PORT_GEN_DISCOVERED
);
590 out_be32(priv
->regs_win
+ RIO_GCCSR
,
591 RIO_PORT_GEN_MASTER
);
593 priv
->atmu_regs
= (struct rio_atmu_regs
*)(priv
->regs_win
594 + ((i
== 0) ? RIO_ATMU_REGS_PORT1_OFFSET
:
595 RIO_ATMU_REGS_PORT2_OFFSET
));
597 priv
->maint_atmu_regs
= priv
->atmu_regs
+ 1;
599 /* Set to receive any dist ID for serial RapidIO controller. */
600 if (port
->phy_type
== RIO_PHY_SERIAL
)
601 out_be32((priv
->regs_win
602 + RIO_ISR_AACR
+ i
*0x80), RIO_ISR_AACR_AA
);
604 /* Configure maintenance transaction window */
605 out_be32(&priv
->maint_atmu_regs
->rowbar
,
606 port
->iores
.start
>> 12);
607 out_be32(&priv
->maint_atmu_regs
->rowar
,
608 0x80077000 | (ilog2(RIO_MAINT_WIN_SIZE
) - 1));
610 priv
->maint_win
= ioremap(port
->iores
.start
,
613 rio_law_start
= range_start
;
615 fsl_rio_setup_rmu(port
, rmu_np
[i
]);
617 dbell
->mport
[i
] = port
;
627 fsl_rio_doorbell_init(dbell
);
628 fsl_rio_port_write_init(pw
);
636 iounmap(rmu_regs_win
);
640 iounmap(rio_regs_win
);
645 /* The probe function for RapidIO peer-to-peer network.
647 static int fsl_of_rio_rpn_probe(struct platform_device
*dev
)
649 printk(KERN_INFO
"Setting up RapidIO peer-to-peer network %s\n",
650 dev
->dev
.of_node
->full_name
);
652 return fsl_rio_setup(dev
);
655 static const struct of_device_id fsl_of_rio_rpn_ids
[] = {
657 .compatible
= "fsl,srio",
662 static struct platform_driver fsl_of_rio_rpn_driver
= {
664 .name
= "fsl-of-rio",
665 .owner
= THIS_MODULE
,
666 .of_match_table
= fsl_of_rio_rpn_ids
,
668 .probe
= fsl_of_rio_rpn_probe
,
671 static __init
int fsl_of_rio_rpn_init(void)
673 return platform_driver_register(&fsl_of_rio_rpn_driver
);
676 subsys_initcall(fsl_of_rio_rpn_init
);