2 * Copyright Altera Corporation (C) 2014-2016. All rights reserved.
3 * Copyright 2011-2012 Calxeda, Inc.
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
17 * Adapted from the highbank_mc_edac driver.
20 #include <asm/cacheflush.h>
21 #include <linux/ctype.h>
22 #include <linux/delay.h>
23 #include <linux/edac.h>
24 #include <linux/genalloc.h>
25 #include <linux/interrupt.h>
26 #include <linux/irqchip/chained_irq.h>
27 #include <linux/kernel.h>
28 #include <linux/mfd/syscon.h>
29 #include <linux/of_address.h>
30 #include <linux/of_irq.h>
31 #include <linux/of_platform.h>
32 #include <linux/platform_device.h>
33 #include <linux/regmap.h>
34 #include <linux/types.h>
35 #include <linux/uaccess.h>
37 #include "altera_edac.h"
38 #include "edac_core.h"
39 #include "edac_module.h"
41 #define EDAC_MOD_STR "altera_edac"
42 #define EDAC_VERSION "1"
43 #define EDAC_DEVICE "Altera"
45 static const struct altr_sdram_prv_data c5_data
= {
46 .ecc_ctrl_offset
= CV_CTLCFG_OFST
,
47 .ecc_ctl_en_mask
= CV_CTLCFG_ECC_AUTO_EN
,
48 .ecc_stat_offset
= CV_DRAMSTS_OFST
,
49 .ecc_stat_ce_mask
= CV_DRAMSTS_SBEERR
,
50 .ecc_stat_ue_mask
= CV_DRAMSTS_DBEERR
,
51 .ecc_saddr_offset
= CV_ERRADDR_OFST
,
52 .ecc_daddr_offset
= CV_ERRADDR_OFST
,
53 .ecc_cecnt_offset
= CV_SBECOUNT_OFST
,
54 .ecc_uecnt_offset
= CV_DBECOUNT_OFST
,
55 .ecc_irq_en_offset
= CV_DRAMINTR_OFST
,
56 .ecc_irq_en_mask
= CV_DRAMINTR_INTREN
,
57 .ecc_irq_clr_offset
= CV_DRAMINTR_OFST
,
58 .ecc_irq_clr_mask
= (CV_DRAMINTR_INTRCLR
| CV_DRAMINTR_INTREN
),
59 .ecc_cnt_rst_offset
= CV_DRAMINTR_OFST
,
60 .ecc_cnt_rst_mask
= CV_DRAMINTR_INTRCLR
,
61 .ce_ue_trgr_offset
= CV_CTLCFG_OFST
,
62 .ce_set_mask
= CV_CTLCFG_GEN_SB_ERR
,
63 .ue_set_mask
= CV_CTLCFG_GEN_DB_ERR
,
66 static const struct altr_sdram_prv_data a10_data
= {
67 .ecc_ctrl_offset
= A10_ECCCTRL1_OFST
,
68 .ecc_ctl_en_mask
= A10_ECCCTRL1_ECC_EN
,
69 .ecc_stat_offset
= A10_INTSTAT_OFST
,
70 .ecc_stat_ce_mask
= A10_INTSTAT_SBEERR
,
71 .ecc_stat_ue_mask
= A10_INTSTAT_DBEERR
,
72 .ecc_saddr_offset
= A10_SERRADDR_OFST
,
73 .ecc_daddr_offset
= A10_DERRADDR_OFST
,
74 .ecc_irq_en_offset
= A10_ERRINTEN_OFST
,
75 .ecc_irq_en_mask
= A10_ECC_IRQ_EN_MASK
,
76 .ecc_irq_clr_offset
= A10_INTSTAT_OFST
,
77 .ecc_irq_clr_mask
= (A10_INTSTAT_SBEERR
| A10_INTSTAT_DBEERR
),
78 .ecc_cnt_rst_offset
= A10_ECCCTRL1_OFST
,
79 .ecc_cnt_rst_mask
= A10_ECC_CNT_RESET_MASK
,
80 .ce_ue_trgr_offset
= A10_DIAGINTTEST_OFST
,
81 .ce_set_mask
= A10_DIAGINT_TSERRA_MASK
,
82 .ue_set_mask
= A10_DIAGINT_TDERRA_MASK
,
85 /*********************** EDAC Memory Controller Functions ****************/
87 /* The SDRAM controller uses the EDAC Memory Controller framework. */
89 static irqreturn_t
altr_sdram_mc_err_handler(int irq
, void *dev_id
)
91 struct mem_ctl_info
*mci
= dev_id
;
92 struct altr_sdram_mc_data
*drvdata
= mci
->pvt_info
;
93 const struct altr_sdram_prv_data
*priv
= drvdata
->data
;
94 u32 status
, err_count
= 1, err_addr
;
96 regmap_read(drvdata
->mc_vbase
, priv
->ecc_stat_offset
, &status
);
98 if (status
& priv
->ecc_stat_ue_mask
) {
99 regmap_read(drvdata
->mc_vbase
, priv
->ecc_daddr_offset
,
101 if (priv
->ecc_uecnt_offset
)
102 regmap_read(drvdata
->mc_vbase
, priv
->ecc_uecnt_offset
,
104 panic("\nEDAC: [%d Uncorrectable errors @ 0x%08X]\n",
105 err_count
, err_addr
);
107 if (status
& priv
->ecc_stat_ce_mask
) {
108 regmap_read(drvdata
->mc_vbase
, priv
->ecc_saddr_offset
,
110 if (priv
->ecc_uecnt_offset
)
111 regmap_read(drvdata
->mc_vbase
, priv
->ecc_cecnt_offset
,
113 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED
, mci
, err_count
,
114 err_addr
>> PAGE_SHIFT
,
115 err_addr
& ~PAGE_MASK
, 0,
116 0, 0, -1, mci
->ctl_name
, "");
117 /* Clear IRQ to resume */
118 regmap_write(drvdata
->mc_vbase
, priv
->ecc_irq_clr_offset
,
119 priv
->ecc_irq_clr_mask
);
126 static ssize_t
altr_sdr_mc_err_inject_write(struct file
*file
,
127 const char __user
*data
,
128 size_t count
, loff_t
*ppos
)
130 struct mem_ctl_info
*mci
= file
->private_data
;
131 struct altr_sdram_mc_data
*drvdata
= mci
->pvt_info
;
132 const struct altr_sdram_prv_data
*priv
= drvdata
->data
;
134 dma_addr_t dma_handle
;
137 ptemp
= dma_alloc_coherent(mci
->pdev
, 16, &dma_handle
, GFP_KERNEL
);
139 dma_free_coherent(mci
->pdev
, 16, ptemp
, dma_handle
);
140 edac_printk(KERN_ERR
, EDAC_MC
,
141 "Inject: Buffer Allocation error\n");
145 regmap_read(drvdata
->mc_vbase
, priv
->ce_ue_trgr_offset
,
147 read_reg
&= ~(priv
->ce_set_mask
| priv
->ue_set_mask
);
149 /* Error are injected by writing a word while the SBE or DBE
150 * bit in the CTLCFG register is set. Reading the word will
151 * trigger the SBE or DBE error and the corresponding IRQ.
154 edac_printk(KERN_ALERT
, EDAC_MC
,
155 "Inject Double bit error\n");
156 regmap_write(drvdata
->mc_vbase
, priv
->ce_ue_trgr_offset
,
157 (read_reg
| priv
->ue_set_mask
));
159 edac_printk(KERN_ALERT
, EDAC_MC
,
160 "Inject Single bit error\n");
161 regmap_write(drvdata
->mc_vbase
, priv
->ce_ue_trgr_offset
,
162 (read_reg
| priv
->ce_set_mask
));
165 ptemp
[0] = 0x5A5A5A5A;
166 ptemp
[1] = 0xA5A5A5A5;
168 /* Clear the error injection bits */
169 regmap_write(drvdata
->mc_vbase
, priv
->ce_ue_trgr_offset
, read_reg
);
170 /* Ensure it has been written out */
174 * To trigger the error, we need to read the data back
175 * (the data was written with errors above).
176 * The ACCESS_ONCE macros and printk are used to prevent the
177 * the compiler optimizing these reads out.
179 reg
= ACCESS_ONCE(ptemp
[0]);
180 read_reg
= ACCESS_ONCE(ptemp
[1]);
184 edac_printk(KERN_ALERT
, EDAC_MC
, "Read Data [0x%X, 0x%X]\n",
187 dma_free_coherent(mci
->pdev
, 16, ptemp
, dma_handle
);
192 static const struct file_operations altr_sdr_mc_debug_inject_fops
= {
194 .write
= altr_sdr_mc_err_inject_write
,
195 .llseek
= generic_file_llseek
,
198 static void altr_sdr_mc_create_debugfs_nodes(struct mem_ctl_info
*mci
)
200 if (!IS_ENABLED(CONFIG_EDAC_DEBUG
))
206 edac_debugfs_create_file("altr_trigger", S_IWUSR
, mci
->debugfs
, mci
,
207 &altr_sdr_mc_debug_inject_fops
);
210 /* Get total memory size from Open Firmware DTB */
211 static unsigned long get_total_mem(void)
213 struct device_node
*np
= NULL
;
214 const unsigned int *reg
, *reg_end
;
216 unsigned long start
, size
, total_mem
= 0;
218 for_each_node_by_type(np
, "memory") {
219 aw
= of_n_addr_cells(np
);
220 sw
= of_n_size_cells(np
);
221 reg
= (const unsigned int *)of_get_property(np
, "reg", &len
);
222 reg_end
= reg
+ (len
/ sizeof(u32
));
226 start
= of_read_number(reg
, aw
);
228 size
= of_read_number(reg
, sw
);
231 } while (reg
< reg_end
);
233 edac_dbg(0, "total_mem 0x%lx\n", total_mem
);
237 static const struct of_device_id altr_sdram_ctrl_of_match
[] = {
238 { .compatible
= "altr,sdram-edac", .data
= &c5_data
},
239 { .compatible
= "altr,sdram-edac-a10", .data
= &a10_data
},
242 MODULE_DEVICE_TABLE(of
, altr_sdram_ctrl_of_match
);
244 static int a10_init(struct regmap
*mc_vbase
)
246 if (regmap_update_bits(mc_vbase
, A10_INTMODE_OFST
,
247 A10_INTMODE_SB_INT
, A10_INTMODE_SB_INT
)) {
248 edac_printk(KERN_ERR
, EDAC_MC
,
249 "Error setting SB IRQ mode\n");
253 if (regmap_write(mc_vbase
, A10_SERRCNTREG_OFST
, 1)) {
254 edac_printk(KERN_ERR
, EDAC_MC
,
255 "Error setting trigger count\n");
262 static int a10_unmask_irq(struct platform_device
*pdev
, u32 mask
)
264 void __iomem
*sm_base
;
267 if (!request_mem_region(A10_SYMAN_INTMASK_CLR
, sizeof(u32
),
268 dev_name(&pdev
->dev
))) {
269 edac_printk(KERN_ERR
, EDAC_MC
,
270 "Unable to request mem region\n");
274 sm_base
= ioremap(A10_SYMAN_INTMASK_CLR
, sizeof(u32
));
276 edac_printk(KERN_ERR
, EDAC_MC
,
277 "Unable to ioremap device\n");
283 iowrite32(mask
, sm_base
);
288 release_mem_region(A10_SYMAN_INTMASK_CLR
, sizeof(u32
));
293 static int altr_sdram_probe(struct platform_device
*pdev
)
295 const struct of_device_id
*id
;
296 struct edac_mc_layer layers
[2];
297 struct mem_ctl_info
*mci
;
298 struct altr_sdram_mc_data
*drvdata
;
299 const struct altr_sdram_prv_data
*priv
;
300 struct regmap
*mc_vbase
;
301 struct dimm_info
*dimm
;
303 int irq
, irq2
, res
= 0;
304 unsigned long mem_size
, irqflags
= 0;
306 id
= of_match_device(altr_sdram_ctrl_of_match
, &pdev
->dev
);
310 /* Grab the register range from the sdr controller in device tree */
311 mc_vbase
= syscon_regmap_lookup_by_phandle(pdev
->dev
.of_node
,
313 if (IS_ERR(mc_vbase
)) {
314 edac_printk(KERN_ERR
, EDAC_MC
,
315 "regmap for altr,sdr-syscon lookup failed.\n");
319 /* Check specific dependencies for the module */
320 priv
= of_match_node(altr_sdram_ctrl_of_match
,
321 pdev
->dev
.of_node
)->data
;
323 /* Validate the SDRAM controller has ECC enabled */
324 if (regmap_read(mc_vbase
, priv
->ecc_ctrl_offset
, &read_reg
) ||
325 ((read_reg
& priv
->ecc_ctl_en_mask
) != priv
->ecc_ctl_en_mask
)) {
326 edac_printk(KERN_ERR
, EDAC_MC
,
327 "No ECC/ECC disabled [0x%08X]\n", read_reg
);
331 /* Grab memory size from device tree. */
332 mem_size
= get_total_mem();
334 edac_printk(KERN_ERR
, EDAC_MC
, "Unable to calculate memory size\n");
338 /* Ensure the SDRAM Interrupt is disabled */
339 if (regmap_update_bits(mc_vbase
, priv
->ecc_irq_en_offset
,
340 priv
->ecc_irq_en_mask
, 0)) {
341 edac_printk(KERN_ERR
, EDAC_MC
,
342 "Error disabling SDRAM ECC IRQ\n");
346 /* Toggle to clear the SDRAM Error count */
347 if (regmap_update_bits(mc_vbase
, priv
->ecc_cnt_rst_offset
,
348 priv
->ecc_cnt_rst_mask
,
349 priv
->ecc_cnt_rst_mask
)) {
350 edac_printk(KERN_ERR
, EDAC_MC
,
351 "Error clearing SDRAM ECC count\n");
355 if (regmap_update_bits(mc_vbase
, priv
->ecc_cnt_rst_offset
,
356 priv
->ecc_cnt_rst_mask
, 0)) {
357 edac_printk(KERN_ERR
, EDAC_MC
,
358 "Error clearing SDRAM ECC count\n");
362 irq
= platform_get_irq(pdev
, 0);
364 edac_printk(KERN_ERR
, EDAC_MC
,
365 "No irq %d in DT\n", irq
);
369 /* Arria10 has a 2nd IRQ */
370 irq2
= platform_get_irq(pdev
, 1);
372 layers
[0].type
= EDAC_MC_LAYER_CHIP_SELECT
;
374 layers
[0].is_virt_csrow
= true;
375 layers
[1].type
= EDAC_MC_LAYER_CHANNEL
;
377 layers
[1].is_virt_csrow
= false;
378 mci
= edac_mc_alloc(0, ARRAY_SIZE(layers
), layers
,
379 sizeof(struct altr_sdram_mc_data
));
383 mci
->pdev
= &pdev
->dev
;
384 drvdata
= mci
->pvt_info
;
385 drvdata
->mc_vbase
= mc_vbase
;
386 drvdata
->data
= priv
;
387 platform_set_drvdata(pdev
, mci
);
389 if (!devres_open_group(&pdev
->dev
, NULL
, GFP_KERNEL
)) {
390 edac_printk(KERN_ERR
, EDAC_MC
,
391 "Unable to get managed device resource\n");
396 mci
->mtype_cap
= MEM_FLAG_DDR3
;
397 mci
->edac_ctl_cap
= EDAC_FLAG_NONE
| EDAC_FLAG_SECDED
;
398 mci
->edac_cap
= EDAC_FLAG_SECDED
;
399 mci
->mod_name
= EDAC_MOD_STR
;
400 mci
->mod_ver
= EDAC_VERSION
;
401 mci
->ctl_name
= dev_name(&pdev
->dev
);
402 mci
->scrub_mode
= SCRUB_SW_SRC
;
403 mci
->dev_name
= dev_name(&pdev
->dev
);
406 dimm
->nr_pages
= ((mem_size
- 1) >> PAGE_SHIFT
) + 1;
408 dimm
->dtype
= DEV_X8
;
409 dimm
->mtype
= MEM_DDR3
;
410 dimm
->edac_mode
= EDAC_SECDED
;
412 res
= edac_mc_add_mc(mci
);
416 /* Only the Arria10 has separate IRQs */
418 /* Arria10 specific initialization */
419 res
= a10_init(mc_vbase
);
423 res
= devm_request_irq(&pdev
->dev
, irq2
,
424 altr_sdram_mc_err_handler
,
425 IRQF_SHARED
, dev_name(&pdev
->dev
), mci
);
427 edac_mc_printk(mci
, KERN_ERR
,
428 "Unable to request irq %d\n", irq2
);
433 res
= a10_unmask_irq(pdev
, A10_DDR0_IRQ_MASK
);
437 irqflags
= IRQF_SHARED
;
440 res
= devm_request_irq(&pdev
->dev
, irq
, altr_sdram_mc_err_handler
,
441 irqflags
, dev_name(&pdev
->dev
), mci
);
443 edac_mc_printk(mci
, KERN_ERR
,
444 "Unable to request irq %d\n", irq
);
449 /* Infrastructure ready - enable the IRQ */
450 if (regmap_update_bits(drvdata
->mc_vbase
, priv
->ecc_irq_en_offset
,
451 priv
->ecc_irq_en_mask
, priv
->ecc_irq_en_mask
)) {
452 edac_mc_printk(mci
, KERN_ERR
,
453 "Error enabling SDRAM ECC IRQ\n");
458 altr_sdr_mc_create_debugfs_nodes(mci
);
460 devres_close_group(&pdev
->dev
, NULL
);
465 edac_mc_del_mc(&pdev
->dev
);
467 devres_release_group(&pdev
->dev
, NULL
);
470 edac_printk(KERN_ERR
, EDAC_MC
,
471 "EDAC Probe Failed; Error %d\n", res
);
476 static int altr_sdram_remove(struct platform_device
*pdev
)
478 struct mem_ctl_info
*mci
= platform_get_drvdata(pdev
);
480 edac_mc_del_mc(&pdev
->dev
);
482 platform_set_drvdata(pdev
, NULL
);
488 * If you want to suspend, need to disable EDAC by removing it
489 * from the device tree or defconfig.
492 static int altr_sdram_prepare(struct device
*dev
)
494 pr_err("Suspend not allowed when EDAC is enabled.\n");
499 static const struct dev_pm_ops altr_sdram_pm_ops
= {
500 .prepare
= altr_sdram_prepare
,
504 static struct platform_driver altr_sdram_edac_driver
= {
505 .probe
= altr_sdram_probe
,
506 .remove
= altr_sdram_remove
,
508 .name
= "altr_sdram_edac",
510 .pm
= &altr_sdram_pm_ops
,
512 .of_match_table
= altr_sdram_ctrl_of_match
,
516 module_platform_driver(altr_sdram_edac_driver
);
518 /************************* EDAC Parent Probe *************************/
520 static const struct of_device_id altr_edac_device_of_match
[];
522 static const struct of_device_id altr_edac_of_match
[] = {
523 { .compatible
= "altr,socfpga-ecc-manager" },
526 MODULE_DEVICE_TABLE(of
, altr_edac_of_match
);
528 static int altr_edac_probe(struct platform_device
*pdev
)
530 of_platform_populate(pdev
->dev
.of_node
, altr_edac_device_of_match
,
535 static struct platform_driver altr_edac_driver
= {
536 .probe
= altr_edac_probe
,
538 .name
= "socfpga_ecc_manager",
539 .of_match_table
= altr_edac_of_match
,
542 module_platform_driver(altr_edac_driver
);
544 /************************* EDAC Device Functions *************************/
547 * EDAC Device Functions (shared between various IPs).
548 * The discrete memories use the EDAC Device framework. The probe
549 * and error handling functions are very similar between memories
550 * so they are shared. The memory allocation and freeing for EDAC
551 * trigger testing are different for each memory.
554 static const struct edac_device_prv_data ocramecc_data
;
555 static const struct edac_device_prv_data l2ecc_data
;
556 static const struct edac_device_prv_data a10_ocramecc_data
;
557 static const struct edac_device_prv_data a10_l2ecc_data
;
559 static irqreturn_t
altr_edac_device_handler(int irq
, void *dev_id
)
561 irqreturn_t ret_value
= IRQ_NONE
;
562 struct edac_device_ctl_info
*dci
= dev_id
;
563 struct altr_edac_device_dev
*drvdata
= dci
->pvt_info
;
564 const struct edac_device_prv_data
*priv
= drvdata
->data
;
566 if (irq
== drvdata
->sb_irq
) {
567 if (priv
->ce_clear_mask
)
568 writel(priv
->ce_clear_mask
, drvdata
->base
);
569 edac_device_handle_ce(dci
, 0, 0, drvdata
->edac_dev_name
);
570 ret_value
= IRQ_HANDLED
;
571 } else if (irq
== drvdata
->db_irq
) {
572 if (priv
->ue_clear_mask
)
573 writel(priv
->ue_clear_mask
, drvdata
->base
);
574 edac_device_handle_ue(dci
, 0, 0, drvdata
->edac_dev_name
);
575 panic("\nEDAC:ECC_DEVICE[Uncorrectable errors]\n");
576 ret_value
= IRQ_HANDLED
;
584 static ssize_t
altr_edac_device_trig(struct file
*file
,
585 const char __user
*user_buf
,
586 size_t count
, loff_t
*ppos
)
589 u32
*ptemp
, i
, error_mask
;
593 struct edac_device_ctl_info
*edac_dci
= file
->private_data
;
594 struct altr_edac_device_dev
*drvdata
= edac_dci
->pvt_info
;
595 const struct edac_device_prv_data
*priv
= drvdata
->data
;
596 void *generic_ptr
= edac_dci
->dev
;
598 if (!user_buf
|| get_user(trig_type
, user_buf
))
601 if (!priv
->alloc_mem
)
605 * Note that generic_ptr is initialized to the device * but in
606 * some alloc_functions, this is overridden and returns data.
608 ptemp
= priv
->alloc_mem(priv
->trig_alloc_sz
, &generic_ptr
);
610 edac_printk(KERN_ERR
, EDAC_DEVICE
,
611 "Inject: Buffer Allocation error\n");
615 if (trig_type
== ALTR_UE_TRIGGER_CHAR
)
616 error_mask
= priv
->ue_set_mask
;
618 error_mask
= priv
->ce_set_mask
;
620 edac_printk(KERN_ALERT
, EDAC_DEVICE
,
621 "Trigger Error Mask (0x%X)\n", error_mask
);
623 local_irq_save(flags
);
624 /* write ECC corrupted data out. */
625 for (i
= 0; i
< (priv
->trig_alloc_sz
/ sizeof(*ptemp
)); i
++) {
626 /* Read data so we're in the correct state */
628 if (ACCESS_ONCE(ptemp
[i
]))
630 /* Toggle Error bit (it is latched), leave ECC enabled */
631 writel(error_mask
, (drvdata
->base
+ priv
->set_err_ofst
));
632 writel(priv
->ecc_enable_mask
, (drvdata
->base
+
633 priv
->set_err_ofst
));
636 /* Ensure it has been written out */
638 local_irq_restore(flags
);
641 edac_printk(KERN_ERR
, EDAC_DEVICE
, "Mem Not Cleared\n");
643 /* Read out written data. ECC error caused here */
644 for (i
= 0; i
< ALTR_TRIGGER_READ_WRD_CNT
; i
++)
645 if (ACCESS_ONCE(ptemp
[i
]) != i
)
646 edac_printk(KERN_ERR
, EDAC_DEVICE
,
647 "Read doesn't match written data\n");
650 priv
->free_mem(ptemp
, priv
->trig_alloc_sz
, generic_ptr
);
655 static const struct file_operations altr_edac_device_inject_fops
= {
657 .write
= altr_edac_device_trig
,
658 .llseek
= generic_file_llseek
,
661 static ssize_t
altr_edac_a10_device_trig(struct file
*file
,
662 const char __user
*user_buf
,
663 size_t count
, loff_t
*ppos
);
665 static const struct file_operations altr_edac_a10_device_inject_fops
= {
667 .write
= altr_edac_a10_device_trig
,
668 .llseek
= generic_file_llseek
,
671 static void altr_create_edacdev_dbgfs(struct edac_device_ctl_info
*edac_dci
,
672 const struct edac_device_prv_data
*priv
)
674 struct altr_edac_device_dev
*drvdata
= edac_dci
->pvt_info
;
676 if (!IS_ENABLED(CONFIG_EDAC_DEBUG
))
679 drvdata
->debugfs_dir
= edac_debugfs_create_dir(drvdata
->edac_dev_name
);
680 if (!drvdata
->debugfs_dir
)
683 if (!edac_debugfs_create_file("altr_trigger", S_IWUSR
,
684 drvdata
->debugfs_dir
, edac_dci
,
686 debugfs_remove_recursive(drvdata
->debugfs_dir
);
689 static const struct of_device_id altr_edac_device_of_match
[] = {
690 #ifdef CONFIG_EDAC_ALTERA_L2C
691 { .compatible
= "altr,socfpga-l2-ecc", .data
= &l2ecc_data
},
693 #ifdef CONFIG_EDAC_ALTERA_OCRAM
694 { .compatible
= "altr,socfpga-ocram-ecc", .data
= &ocramecc_data
},
698 MODULE_DEVICE_TABLE(of
, altr_edac_device_of_match
);
701 * altr_edac_device_probe()
702 * This is a generic EDAC device driver that will support
703 * various Altera memory devices such as the L2 cache ECC and
704 * OCRAM ECC as well as the memories for other peripherals.
705 * Module specific initialization is done by passing the
706 * function index in the device tree.
708 static int altr_edac_device_probe(struct platform_device
*pdev
)
710 struct edac_device_ctl_info
*dci
;
711 struct altr_edac_device_dev
*drvdata
;
714 struct device_node
*np
= pdev
->dev
.of_node
;
715 char *ecc_name
= (char *)np
->name
;
716 static int dev_instance
;
718 if (!devres_open_group(&pdev
->dev
, NULL
, GFP_KERNEL
)) {
719 edac_printk(KERN_ERR
, EDAC_DEVICE
,
720 "Unable to open devm\n");
724 r
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
726 edac_printk(KERN_ERR
, EDAC_DEVICE
,
727 "Unable to get mem resource\n");
732 if (!devm_request_mem_region(&pdev
->dev
, r
->start
, resource_size(r
),
733 dev_name(&pdev
->dev
))) {
734 edac_printk(KERN_ERR
, EDAC_DEVICE
,
735 "%s:Error requesting mem region\n", ecc_name
);
740 dci
= edac_device_alloc_ctl_info(sizeof(*drvdata
), ecc_name
,
741 1, ecc_name
, 1, 0, NULL
, 0,
745 edac_printk(KERN_ERR
, EDAC_DEVICE
,
746 "%s: Unable to allocate EDAC device\n", ecc_name
);
751 drvdata
= dci
->pvt_info
;
752 dci
->dev
= &pdev
->dev
;
753 platform_set_drvdata(pdev
, dci
);
754 drvdata
->edac_dev_name
= ecc_name
;
756 drvdata
->base
= devm_ioremap(&pdev
->dev
, r
->start
, resource_size(r
));
760 /* Get driver specific data for this EDAC device */
761 drvdata
->data
= of_match_node(altr_edac_device_of_match
, np
)->data
;
763 /* Check specific dependencies for the module */
764 if (drvdata
->data
->setup
) {
765 res
= drvdata
->data
->setup(drvdata
);
770 drvdata
->sb_irq
= platform_get_irq(pdev
, 0);
771 res
= devm_request_irq(&pdev
->dev
, drvdata
->sb_irq
,
772 altr_edac_device_handler
,
773 0, dev_name(&pdev
->dev
), dci
);
777 drvdata
->db_irq
= platform_get_irq(pdev
, 1);
778 res
= devm_request_irq(&pdev
->dev
, drvdata
->db_irq
,
779 altr_edac_device_handler
,
780 0, dev_name(&pdev
->dev
), dci
);
784 dci
->mod_name
= "Altera ECC Manager";
785 dci
->dev_name
= drvdata
->edac_dev_name
;
787 res
= edac_device_add_device(dci
);
791 altr_create_edacdev_dbgfs(dci
, drvdata
->data
);
793 devres_close_group(&pdev
->dev
, NULL
);
798 edac_device_free_ctl_info(dci
);
800 devres_release_group(&pdev
->dev
, NULL
);
801 edac_printk(KERN_ERR
, EDAC_DEVICE
,
802 "%s:Error setting up EDAC device: %d\n", ecc_name
, res
);
807 static int altr_edac_device_remove(struct platform_device
*pdev
)
809 struct edac_device_ctl_info
*dci
= platform_get_drvdata(pdev
);
810 struct altr_edac_device_dev
*drvdata
= dci
->pvt_info
;
812 debugfs_remove_recursive(drvdata
->debugfs_dir
);
813 edac_device_del_device(&pdev
->dev
);
814 edac_device_free_ctl_info(dci
);
819 static struct platform_driver altr_edac_device_driver
= {
820 .probe
= altr_edac_device_probe
,
821 .remove
= altr_edac_device_remove
,
823 .name
= "altr_edac_device",
824 .of_match_table
= altr_edac_device_of_match
,
827 module_platform_driver(altr_edac_device_driver
);
829 /******************* Arria10 Device ECC Shared Functions *****************/
832 * Test for memory's ECC dependencies upon entry because platform specific
833 * startup should have initialized the memory and enabled the ECC.
834 * Can't turn on ECC here because accessing un-initialized memory will
835 * cause CE/UE errors possibly causing an ABORT.
837 static int __maybe_unused
838 altr_check_ecc_deps(struct altr_edac_device_dev
*device
)
840 void __iomem
*base
= device
->base
;
841 const struct edac_device_prv_data
*prv
= device
->data
;
843 if (readl(base
+ prv
->ecc_en_ofst
) & prv
->ecc_enable_mask
)
846 edac_printk(KERN_ERR
, EDAC_DEVICE
,
847 "%s: No ECC present or ECC disabled.\n",
848 device
->edac_dev_name
);
852 static irqreturn_t __maybe_unused
altr_edac_a10_ecc_irq(int irq
, void *dev_id
)
854 struct altr_edac_device_dev
*dci
= dev_id
;
855 void __iomem
*base
= dci
->base
;
857 if (irq
== dci
->sb_irq
) {
858 writel(ALTR_A10_ECC_SERRPENA
,
859 base
+ ALTR_A10_ECC_INTSTAT_OFST
);
860 edac_device_handle_ce(dci
->edac_dev
, 0, 0, dci
->edac_dev_name
);
863 } else if (irq
== dci
->db_irq
) {
864 writel(ALTR_A10_ECC_DERRPENA
,
865 base
+ ALTR_A10_ECC_INTSTAT_OFST
);
866 edac_device_handle_ue(dci
->edac_dev
, 0, 0, dci
->edac_dev_name
);
867 if (dci
->data
->panic
)
868 panic("\nEDAC:ECC_DEVICE[Uncorrectable errors]\n");
878 /******************* Arria10 Memory Buffer Functions *********************/
880 static inline int a10_get_irq_mask(struct device_node
*np
)
883 const u32
*handle
= of_get_property(np
, "interrupts", NULL
);
887 irq
= be32_to_cpup(handle
);
891 static inline void ecc_set_bits(u32 bit_mask
, void __iomem
*ioaddr
)
893 u32 value
= readl(ioaddr
);
896 writel(value
, ioaddr
);
899 static inline void ecc_clear_bits(u32 bit_mask
, void __iomem
*ioaddr
)
901 u32 value
= readl(ioaddr
);
904 writel(value
, ioaddr
);
907 static inline int ecc_test_bits(u32 bit_mask
, void __iomem
*ioaddr
)
909 u32 value
= readl(ioaddr
);
911 return (value
& bit_mask
) ? 1 : 0;
915 * This function uses the memory initialization block in the Arria10 ECC
916 * controller to initialize/clear the entire memory data and ECC data.
918 static int __maybe_unused
altr_init_memory_port(void __iomem
*ioaddr
, int port
)
920 int limit
= ALTR_A10_ECC_INIT_WATCHDOG_10US
;
921 u32 init_mask
, stat_mask
, clear_mask
;
925 init_mask
= ALTR_A10_ECC_INITB
;
926 stat_mask
= ALTR_A10_ECC_INITCOMPLETEB
;
927 clear_mask
= ALTR_A10_ECC_ERRPENB_MASK
;
929 init_mask
= ALTR_A10_ECC_INITA
;
930 stat_mask
= ALTR_A10_ECC_INITCOMPLETEA
;
931 clear_mask
= ALTR_A10_ECC_ERRPENA_MASK
;
934 ecc_set_bits(init_mask
, (ioaddr
+ ALTR_A10_ECC_CTRL_OFST
));
936 if (ecc_test_bits(stat_mask
,
937 (ioaddr
+ ALTR_A10_ECC_INITSTAT_OFST
)))
944 /* Clear any pending ECC interrupts */
945 writel(clear_mask
, (ioaddr
+ ALTR_A10_ECC_INTSTAT_OFST
));
950 static __init
int __maybe_unused
951 altr_init_a10_ecc_block(struct device_node
*np
, u32 irq_mask
,
952 u32 ecc_ctrl_en_mask
, bool dual_port
)
955 void __iomem
*ecc_block_base
;
956 struct regmap
*ecc_mgr_map
;
958 struct device_node
*np_eccmgr
;
960 ecc_name
= (char *)np
->name
;
962 /* Get the ECC Manager - parent of the device EDACs */
963 np_eccmgr
= of_get_parent(np
);
964 ecc_mgr_map
= syscon_regmap_lookup_by_phandle(np_eccmgr
,
965 "altr,sysmgr-syscon");
966 of_node_put(np_eccmgr
);
967 if (IS_ERR(ecc_mgr_map
)) {
968 edac_printk(KERN_ERR
, EDAC_DEVICE
,
969 "Unable to get syscon altr,sysmgr-syscon\n");
973 /* Map the ECC Block */
974 ecc_block_base
= of_iomap(np
, 0);
975 if (!ecc_block_base
) {
976 edac_printk(KERN_ERR
, EDAC_DEVICE
,
977 "Unable to map %s ECC block\n", ecc_name
);
982 regmap_write(ecc_mgr_map
, A10_SYSMGR_ECC_INTMASK_SET_OFST
, irq_mask
);
983 writel(ALTR_A10_ECC_SERRINTEN
,
984 (ecc_block_base
+ ALTR_A10_ECC_ERRINTENR_OFST
));
985 ecc_clear_bits(ecc_ctrl_en_mask
,
986 (ecc_block_base
+ ALTR_A10_ECC_CTRL_OFST
));
987 /* Ensure all writes complete */
989 /* Use HW initialization block to initialize memory for ECC */
990 ret
= altr_init_memory_port(ecc_block_base
, 0);
992 edac_printk(KERN_ERR
, EDAC_DEVICE
,
993 "ECC: cannot init %s PORTA memory\n", ecc_name
);
998 ret
= altr_init_memory_port(ecc_block_base
, 1);
1000 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1001 "ECC: cannot init %s PORTB memory\n",
1007 /* Interrupt mode set to every SBERR */
1008 regmap_write(ecc_mgr_map
, ALTR_A10_ECC_INTMODE_OFST
,
1009 ALTR_A10_ECC_INTMODE
);
1011 ecc_set_bits(ecc_ctrl_en_mask
, (ecc_block_base
+
1012 ALTR_A10_ECC_CTRL_OFST
));
1013 writel(ALTR_A10_ECC_SERRINTEN
,
1014 (ecc_block_base
+ ALTR_A10_ECC_ERRINTENS_OFST
));
1015 regmap_write(ecc_mgr_map
, A10_SYSMGR_ECC_INTMASK_CLR_OFST
, irq_mask
);
1016 /* Ensure all writes complete */
1019 iounmap(ecc_block_base
);
1023 static int socfpga_is_a10(void)
1025 return of_machine_is_compatible("altr,socfpga-arria10");
1028 static int validate_parent_available(struct device_node
*np
);
1029 static const struct of_device_id altr_edac_a10_device_of_match
[];
1030 static int __init __maybe_unused
altr_init_a10_ecc_device_type(char *compat
)
1033 struct device_node
*child
, *np
;
1035 if (!socfpga_is_a10())
1038 np
= of_find_compatible_node(NULL
, NULL
,
1039 "altr,socfpga-a10-ecc-manager");
1041 edac_printk(KERN_ERR
, EDAC_DEVICE
, "ECC Manager not found\n");
1045 for_each_child_of_node(np
, child
) {
1046 const struct of_device_id
*pdev_id
;
1047 const struct edac_device_prv_data
*prv
;
1049 if (!of_device_is_available(child
))
1051 if (!of_device_is_compatible(child
, compat
))
1054 if (validate_parent_available(child
))
1057 irq
= a10_get_irq_mask(child
);
1061 /* Get matching node and check for valid result */
1062 pdev_id
= of_match_node(altr_edac_a10_device_of_match
, child
);
1063 if (IS_ERR_OR_NULL(pdev_id
))
1066 /* Validate private data pointer before dereferencing */
1067 prv
= pdev_id
->data
;
1071 altr_init_a10_ecc_block(child
, BIT(irq
),
1072 prv
->ecc_enable_mask
, 0);
1079 /*********************** OCRAM EDAC Device Functions *********************/
1081 #ifdef CONFIG_EDAC_ALTERA_OCRAM
1083 static void *ocram_alloc_mem(size_t size
, void **other
)
1085 struct device_node
*np
;
1086 struct gen_pool
*gp
;
1089 np
= of_find_compatible_node(NULL
, NULL
, "altr,socfpga-ocram-ecc");
1093 gp
= of_gen_pool_get(np
, "iram", 0);
1098 sram_addr
= (void *)gen_pool_alloc(gp
, size
);
1102 memset(sram_addr
, 0, size
);
1103 /* Ensure data is written out */
1106 /* Remember this handle for freeing later */
1112 static void ocram_free_mem(void *p
, size_t size
, void *other
)
1114 gen_pool_free((struct gen_pool
*)other
, (u32
)p
, size
);
1117 static const struct edac_device_prv_data ocramecc_data
= {
1118 .setup
= altr_check_ecc_deps
,
1119 .ce_clear_mask
= (ALTR_OCR_ECC_EN
| ALTR_OCR_ECC_SERR
),
1120 .ue_clear_mask
= (ALTR_OCR_ECC_EN
| ALTR_OCR_ECC_DERR
),
1121 .alloc_mem
= ocram_alloc_mem
,
1122 .free_mem
= ocram_free_mem
,
1123 .ecc_enable_mask
= ALTR_OCR_ECC_EN
,
1124 .ecc_en_ofst
= ALTR_OCR_ECC_REG_OFFSET
,
1125 .ce_set_mask
= (ALTR_OCR_ECC_EN
| ALTR_OCR_ECC_INJS
),
1126 .ue_set_mask
= (ALTR_OCR_ECC_EN
| ALTR_OCR_ECC_INJD
),
1127 .set_err_ofst
= ALTR_OCR_ECC_REG_OFFSET
,
1128 .trig_alloc_sz
= ALTR_TRIG_OCRAM_BYTE_SIZE
,
1129 .inject_fops
= &altr_edac_device_inject_fops
,
1132 static const struct edac_device_prv_data a10_ocramecc_data
= {
1133 .setup
= altr_check_ecc_deps
,
1134 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1135 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1136 .irq_status_mask
= A10_SYSMGR_ECC_INTSTAT_OCRAM
,
1137 .ecc_enable_mask
= ALTR_A10_OCRAM_ECC_EN_CTL
,
1138 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1139 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1140 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1141 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1142 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1143 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1145 * OCRAM panic on uncorrectable error because sleep/resume
1146 * functions and FPGA contents are stored in OCRAM. Prefer
1147 * a kernel panic over executing/loading corrupted data.
1152 #endif /* CONFIG_EDAC_ALTERA_OCRAM */
1154 /********************* L2 Cache EDAC Device Functions ********************/
1156 #ifdef CONFIG_EDAC_ALTERA_L2C
1158 static void *l2_alloc_mem(size_t size
, void **other
)
1160 struct device
*dev
= *other
;
1161 void *ptemp
= devm_kzalloc(dev
, size
, GFP_KERNEL
);
1166 /* Make sure everything is written out */
1170 * Clean all cache levels up to LoC (includes L2)
1171 * This ensures the corrupted data is written into
1172 * L2 cache for readback test (which causes ECC error).
1179 static void l2_free_mem(void *p
, size_t size
, void *other
)
1181 struct device
*dev
= other
;
1188 * altr_l2_check_deps()
1189 * Test for L2 cache ECC dependencies upon entry because
1190 * platform specific startup should have initialized the L2
1191 * memory and enabled the ECC.
1192 * Bail if ECC is not enabled.
1193 * Note that L2 Cache Enable is forced at build time.
1195 static int altr_l2_check_deps(struct altr_edac_device_dev
*device
)
1197 void __iomem
*base
= device
->base
;
1198 const struct edac_device_prv_data
*prv
= device
->data
;
1200 if ((readl(base
) & prv
->ecc_enable_mask
) ==
1201 prv
->ecc_enable_mask
)
1204 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1205 "L2: No ECC present, or ECC disabled\n");
1209 static irqreturn_t
altr_edac_a10_l2_irq(int irq
, void *dev_id
)
1211 struct altr_edac_device_dev
*dci
= dev_id
;
1213 if (irq
== dci
->sb_irq
) {
1214 regmap_write(dci
->edac
->ecc_mgr_map
,
1215 A10_SYSGMR_MPU_CLEAR_L2_ECC_OFST
,
1216 A10_SYSGMR_MPU_CLEAR_L2_ECC_SB
);
1217 edac_device_handle_ce(dci
->edac_dev
, 0, 0, dci
->edac_dev_name
);
1220 } else if (irq
== dci
->db_irq
) {
1221 regmap_write(dci
->edac
->ecc_mgr_map
,
1222 A10_SYSGMR_MPU_CLEAR_L2_ECC_OFST
,
1223 A10_SYSGMR_MPU_CLEAR_L2_ECC_MB
);
1224 edac_device_handle_ue(dci
->edac_dev
, 0, 0, dci
->edac_dev_name
);
1225 panic("\nEDAC:ECC_DEVICE[Uncorrectable errors]\n");
1235 static const struct edac_device_prv_data l2ecc_data
= {
1236 .setup
= altr_l2_check_deps
,
1239 .alloc_mem
= l2_alloc_mem
,
1240 .free_mem
= l2_free_mem
,
1241 .ecc_enable_mask
= ALTR_L2_ECC_EN
,
1242 .ce_set_mask
= (ALTR_L2_ECC_EN
| ALTR_L2_ECC_INJS
),
1243 .ue_set_mask
= (ALTR_L2_ECC_EN
| ALTR_L2_ECC_INJD
),
1244 .set_err_ofst
= ALTR_L2_ECC_REG_OFFSET
,
1245 .trig_alloc_sz
= ALTR_TRIG_L2C_BYTE_SIZE
,
1246 .inject_fops
= &altr_edac_device_inject_fops
,
1249 static const struct edac_device_prv_data a10_l2ecc_data
= {
1250 .setup
= altr_l2_check_deps
,
1251 .ce_clear_mask
= ALTR_A10_L2_ECC_SERR_CLR
,
1252 .ue_clear_mask
= ALTR_A10_L2_ECC_MERR_CLR
,
1253 .irq_status_mask
= A10_SYSMGR_ECC_INTSTAT_L2
,
1254 .alloc_mem
= l2_alloc_mem
,
1255 .free_mem
= l2_free_mem
,
1256 .ecc_enable_mask
= ALTR_A10_L2_ECC_EN_CTL
,
1257 .ce_set_mask
= ALTR_A10_L2_ECC_CE_INJ_MASK
,
1258 .ue_set_mask
= ALTR_A10_L2_ECC_UE_INJ_MASK
,
1259 .set_err_ofst
= ALTR_A10_L2_ECC_INJ_OFST
,
1260 .ecc_irq_handler
= altr_edac_a10_l2_irq
,
1261 .trig_alloc_sz
= ALTR_TRIG_L2C_BYTE_SIZE
,
1262 .inject_fops
= &altr_edac_device_inject_fops
,
1265 #endif /* CONFIG_EDAC_ALTERA_L2C */
1267 /********************* Ethernet Device Functions ********************/
1269 #ifdef CONFIG_EDAC_ALTERA_ETHERNET
1271 static const struct edac_device_prv_data a10_enetecc_data
= {
1272 .setup
= altr_check_ecc_deps
,
1273 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1274 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1275 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1276 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1277 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1278 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1279 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1280 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1281 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1284 static int __init
socfpga_init_ethernet_ecc(void)
1286 return altr_init_a10_ecc_device_type("altr,socfpga-eth-mac-ecc");
1289 early_initcall(socfpga_init_ethernet_ecc
);
1291 #endif /* CONFIG_EDAC_ALTERA_ETHERNET */
1293 /********************** NAND Device Functions **********************/
1295 #ifdef CONFIG_EDAC_ALTERA_NAND
1297 static const struct edac_device_prv_data a10_nandecc_data
= {
1298 .setup
= altr_check_ecc_deps
,
1299 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1300 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1301 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1302 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1303 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1304 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1305 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1306 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1307 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1310 static int __init
socfpga_init_nand_ecc(void)
1312 return altr_init_a10_ecc_device_type("altr,socfpga-nand-ecc");
1315 early_initcall(socfpga_init_nand_ecc
);
1317 #endif /* CONFIG_EDAC_ALTERA_NAND */
1319 /********************** DMA Device Functions **********************/
1321 #ifdef CONFIG_EDAC_ALTERA_DMA
1323 static const struct edac_device_prv_data a10_dmaecc_data
= {
1324 .setup
= altr_check_ecc_deps
,
1325 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1326 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1327 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1328 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1329 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1330 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1331 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1332 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1333 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1336 static int __init
socfpga_init_dma_ecc(void)
1338 return altr_init_a10_ecc_device_type("altr,socfpga-dma-ecc");
1341 early_initcall(socfpga_init_dma_ecc
);
1343 #endif /* CONFIG_EDAC_ALTERA_DMA */
1345 /********************** USB Device Functions **********************/
1347 #ifdef CONFIG_EDAC_ALTERA_USB
1349 static const struct edac_device_prv_data a10_usbecc_data
= {
1350 .setup
= altr_check_ecc_deps
,
1351 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1352 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1353 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1354 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1355 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1356 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1357 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1358 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1359 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1362 static int __init
socfpga_init_usb_ecc(void)
1364 return altr_init_a10_ecc_device_type("altr,socfpga-usb-ecc");
1367 early_initcall(socfpga_init_usb_ecc
);
1369 #endif /* CONFIG_EDAC_ALTERA_USB */
1371 /********************** QSPI Device Functions **********************/
1373 #ifdef CONFIG_EDAC_ALTERA_QSPI
1375 static const struct edac_device_prv_data a10_qspiecc_data
= {
1376 .setup
= altr_check_ecc_deps
,
1377 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1378 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1379 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1380 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1381 .ce_set_mask
= ALTR_A10_ECC_TSERRA
,
1382 .ue_set_mask
= ALTR_A10_ECC_TDERRA
,
1383 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1384 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1385 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1388 static int __init
socfpga_init_qspi_ecc(void)
1390 return altr_init_a10_ecc_device_type("altr,socfpga-qspi-ecc");
1393 early_initcall(socfpga_init_qspi_ecc
);
1395 #endif /* CONFIG_EDAC_ALTERA_QSPI */
1397 /********************* SDMMC Device Functions **********************/
1399 #ifdef CONFIG_EDAC_ALTERA_SDMMC
1401 static const struct edac_device_prv_data a10_sdmmceccb_data
;
1402 static int altr_portb_setup(struct altr_edac_device_dev
*device
)
1404 struct edac_device_ctl_info
*dci
;
1405 struct altr_edac_device_dev
*altdev
;
1406 char *ecc_name
= "sdmmcb-ecc";
1408 struct device_node
*np
;
1409 const struct edac_device_prv_data
*prv
= &a10_sdmmceccb_data
;
1411 rc
= altr_check_ecc_deps(device
);
1415 np
= of_find_compatible_node(NULL
, NULL
, "altr,socfpga-sdmmc-ecc");
1417 edac_printk(KERN_WARNING
, EDAC_DEVICE
, "SDMMC node not found\n");
1421 /* Create the PortB EDAC device */
1422 edac_idx
= edac_device_alloc_index();
1423 dci
= edac_device_alloc_ctl_info(sizeof(*altdev
), ecc_name
, 1,
1424 ecc_name
, 1, 0, NULL
, 0, edac_idx
);
1426 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1427 "%s: Unable to allocate PortB EDAC device\n",
1432 /* Initialize the PortB EDAC device structure from PortA structure */
1433 altdev
= dci
->pvt_info
;
1436 if (!devres_open_group(&altdev
->ddev
, altr_portb_setup
, GFP_KERNEL
))
1439 /* Update PortB specific values */
1440 altdev
->edac_dev_name
= ecc_name
;
1441 altdev
->edac_idx
= edac_idx
;
1442 altdev
->edac_dev
= dci
;
1444 dci
->dev
= &altdev
->ddev
;
1445 dci
->ctl_name
= "Altera ECC Manager";
1446 dci
->mod_name
= ecc_name
;
1447 dci
->dev_name
= ecc_name
;
1449 /* Update the IRQs for PortB */
1450 altdev
->sb_irq
= irq_of_parse_and_map(np
, 2);
1451 if (!altdev
->sb_irq
) {
1452 edac_printk(KERN_ERR
, EDAC_DEVICE
, "Error PortB SBIRQ alloc\n");
1454 goto err_release_group_1
;
1456 rc
= devm_request_irq(&altdev
->ddev
, altdev
->sb_irq
,
1457 prv
->ecc_irq_handler
,
1458 IRQF_ONESHOT
| IRQF_TRIGGER_HIGH
,
1461 edac_printk(KERN_ERR
, EDAC_DEVICE
, "PortB SBERR IRQ error\n");
1462 goto err_release_group_1
;
1465 altdev
->db_irq
= irq_of_parse_and_map(np
, 3);
1466 if (!altdev
->db_irq
) {
1467 edac_printk(KERN_ERR
, EDAC_DEVICE
, "Error PortB DBIRQ alloc\n");
1469 goto err_release_group_1
;
1471 rc
= devm_request_irq(&altdev
->ddev
, altdev
->db_irq
,
1472 prv
->ecc_irq_handler
,
1473 IRQF_ONESHOT
| IRQF_TRIGGER_HIGH
,
1476 edac_printk(KERN_ERR
, EDAC_DEVICE
, "PortB DBERR IRQ error\n");
1477 goto err_release_group_1
;
1480 rc
= edac_device_add_device(dci
);
1482 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1483 "edac_device_add_device portB failed\n");
1485 goto err_release_group_1
;
1487 altr_create_edacdev_dbgfs(dci
, prv
);
1489 list_add(&altdev
->next
, &altdev
->edac
->a10_ecc_devices
);
1491 devres_remove_group(&altdev
->ddev
, altr_portb_setup
);
1495 err_release_group_1
:
1496 edac_device_free_ctl_info(dci
);
1497 devres_release_group(&altdev
->ddev
, altr_portb_setup
);
1498 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1499 "%s:Error setting up EDAC device: %d\n", ecc_name
, rc
);
1503 static irqreturn_t
altr_edac_a10_ecc_irq_portb(int irq
, void *dev_id
)
1505 struct altr_edac_device_dev
*ad
= dev_id
;
1506 void __iomem
*base
= ad
->base
;
1507 const struct edac_device_prv_data
*priv
= ad
->data
;
1509 if (irq
== ad
->sb_irq
) {
1510 writel(priv
->ce_clear_mask
,
1511 base
+ ALTR_A10_ECC_INTSTAT_OFST
);
1512 edac_device_handle_ce(ad
->edac_dev
, 0, 0, ad
->edac_dev_name
);
1514 } else if (irq
== ad
->db_irq
) {
1515 writel(priv
->ue_clear_mask
,
1516 base
+ ALTR_A10_ECC_INTSTAT_OFST
);
1517 edac_device_handle_ue(ad
->edac_dev
, 0, 0, ad
->edac_dev_name
);
1521 WARN_ONCE(1, "Unhandled IRQ%d on Port B.", irq
);
1526 static const struct edac_device_prv_data a10_sdmmcecca_data
= {
1527 .setup
= altr_portb_setup
,
1528 .ce_clear_mask
= ALTR_A10_ECC_SERRPENA
,
1529 .ue_clear_mask
= ALTR_A10_ECC_DERRPENA
,
1530 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1531 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1532 .ce_set_mask
= ALTR_A10_ECC_SERRPENA
,
1533 .ue_set_mask
= ALTR_A10_ECC_DERRPENA
,
1534 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1535 .ecc_irq_handler
= altr_edac_a10_ecc_irq
,
1536 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1539 static const struct edac_device_prv_data a10_sdmmceccb_data
= {
1540 .setup
= altr_portb_setup
,
1541 .ce_clear_mask
= ALTR_A10_ECC_SERRPENB
,
1542 .ue_clear_mask
= ALTR_A10_ECC_DERRPENB
,
1543 .ecc_enable_mask
= ALTR_A10_COMMON_ECC_EN_CTL
,
1544 .ecc_en_ofst
= ALTR_A10_ECC_CTRL_OFST
,
1545 .ce_set_mask
= ALTR_A10_ECC_TSERRB
,
1546 .ue_set_mask
= ALTR_A10_ECC_TDERRB
,
1547 .set_err_ofst
= ALTR_A10_ECC_INTTEST_OFST
,
1548 .ecc_irq_handler
= altr_edac_a10_ecc_irq_portb
,
1549 .inject_fops
= &altr_edac_a10_device_inject_fops
,
1552 static int __init
socfpga_init_sdmmc_ecc(void)
1555 struct device_node
*child
;
1557 if (!socfpga_is_a10())
1560 child
= of_find_compatible_node(NULL
, NULL
, "altr,socfpga-sdmmc-ecc");
1562 edac_printk(KERN_WARNING
, EDAC_DEVICE
, "SDMMC node not found\n");
1566 if (!of_device_is_available(child
))
1569 if (validate_parent_available(child
))
1572 rc
= altr_init_a10_ecc_block(child
, ALTR_A10_SDMMC_IRQ_MASK
,
1573 a10_sdmmcecca_data
.ecc_enable_mask
, 1);
1579 early_initcall(socfpga_init_sdmmc_ecc
);
1581 #endif /* CONFIG_EDAC_ALTERA_SDMMC */
1583 /********************* Arria10 EDAC Device Functions *************************/
1584 static const struct of_device_id altr_edac_a10_device_of_match
[] = {
1585 #ifdef CONFIG_EDAC_ALTERA_L2C
1586 { .compatible
= "altr,socfpga-a10-l2-ecc", .data
= &a10_l2ecc_data
},
1588 #ifdef CONFIG_EDAC_ALTERA_OCRAM
1589 { .compatible
= "altr,socfpga-a10-ocram-ecc",
1590 .data
= &a10_ocramecc_data
},
1592 #ifdef CONFIG_EDAC_ALTERA_ETHERNET
1593 { .compatible
= "altr,socfpga-eth-mac-ecc",
1594 .data
= &a10_enetecc_data
},
1596 #ifdef CONFIG_EDAC_ALTERA_NAND
1597 { .compatible
= "altr,socfpga-nand-ecc", .data
= &a10_nandecc_data
},
1599 #ifdef CONFIG_EDAC_ALTERA_DMA
1600 { .compatible
= "altr,socfpga-dma-ecc", .data
= &a10_dmaecc_data
},
1602 #ifdef CONFIG_EDAC_ALTERA_USB
1603 { .compatible
= "altr,socfpga-usb-ecc", .data
= &a10_usbecc_data
},
1605 #ifdef CONFIG_EDAC_ALTERA_QSPI
1606 { .compatible
= "altr,socfpga-qspi-ecc", .data
= &a10_qspiecc_data
},
1608 #ifdef CONFIG_EDAC_ALTERA_SDMMC
1609 { .compatible
= "altr,socfpga-sdmmc-ecc", .data
= &a10_sdmmcecca_data
},
1613 MODULE_DEVICE_TABLE(of
, altr_edac_a10_device_of_match
);
1616 * The Arria10 EDAC Device Functions differ from the Cyclone5/Arria5
1617 * because 2 IRQs are shared among the all ECC peripherals. The ECC
1618 * manager manages the IRQs and the children.
1619 * Based on xgene_edac.c peripheral code.
1622 static ssize_t
altr_edac_a10_device_trig(struct file
*file
,
1623 const char __user
*user_buf
,
1624 size_t count
, loff_t
*ppos
)
1626 struct edac_device_ctl_info
*edac_dci
= file
->private_data
;
1627 struct altr_edac_device_dev
*drvdata
= edac_dci
->pvt_info
;
1628 const struct edac_device_prv_data
*priv
= drvdata
->data
;
1629 void __iomem
*set_addr
= (drvdata
->base
+ priv
->set_err_ofst
);
1630 unsigned long flags
;
1633 if (!user_buf
|| get_user(trig_type
, user_buf
))
1636 local_irq_save(flags
);
1637 if (trig_type
== ALTR_UE_TRIGGER_CHAR
)
1638 writel(priv
->ue_set_mask
, set_addr
);
1640 writel(priv
->ce_set_mask
, set_addr
);
1641 /* Ensure the interrupt test bits are set */
1643 local_irq_restore(flags
);
1648 static void altr_edac_a10_irq_handler(struct irq_desc
*desc
)
1650 int dberr
, bit
, sm_offset
, irq_status
;
1651 struct altr_arria10_edac
*edac
= irq_desc_get_handler_data(desc
);
1652 struct irq_chip
*chip
= irq_desc_get_chip(desc
);
1653 int irq
= irq_desc_get_irq(desc
);
1655 dberr
= (irq
== edac
->db_irq
) ? 1 : 0;
1656 sm_offset
= dberr
? A10_SYSMGR_ECC_INTSTAT_DERR_OFST
:
1657 A10_SYSMGR_ECC_INTSTAT_SERR_OFST
;
1659 chained_irq_enter(chip
, desc
);
1661 regmap_read(edac
->ecc_mgr_map
, sm_offset
, &irq_status
);
1663 for_each_set_bit(bit
, (unsigned long *)&irq_status
, 32) {
1664 irq
= irq_linear_revmap(edac
->domain
, dberr
* 32 + bit
);
1666 generic_handle_irq(irq
);
1669 chained_irq_exit(chip
, desc
);
1672 static int validate_parent_available(struct device_node
*np
)
1674 struct device_node
*parent
;
1677 /* Ensure parent device is enabled if parent node exists */
1678 parent
= of_parse_phandle(np
, "altr,ecc-parent", 0);
1679 if (parent
&& !of_device_is_available(parent
))
1682 of_node_put(parent
);
1686 static int altr_edac_a10_device_add(struct altr_arria10_edac
*edac
,
1687 struct device_node
*np
)
1689 struct edac_device_ctl_info
*dci
;
1690 struct altr_edac_device_dev
*altdev
;
1691 char *ecc_name
= (char *)np
->name
;
1692 struct resource res
;
1695 const struct edac_device_prv_data
*prv
;
1696 /* Get matching node and check for valid result */
1697 const struct of_device_id
*pdev_id
=
1698 of_match_node(altr_edac_a10_device_of_match
, np
);
1699 if (IS_ERR_OR_NULL(pdev_id
))
1702 /* Get driver specific data for this EDAC device */
1703 prv
= pdev_id
->data
;
1704 if (IS_ERR_OR_NULL(prv
))
1707 if (validate_parent_available(np
))
1710 if (!devres_open_group(edac
->dev
, altr_edac_a10_device_add
, GFP_KERNEL
))
1713 rc
= of_address_to_resource(np
, 0, &res
);
1715 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1716 "%s: no resource address\n", ecc_name
);
1717 goto err_release_group
;
1720 edac_idx
= edac_device_alloc_index();
1721 dci
= edac_device_alloc_ctl_info(sizeof(*altdev
), ecc_name
,
1722 1, ecc_name
, 1, 0, NULL
, 0,
1726 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1727 "%s: Unable to allocate EDAC device\n", ecc_name
);
1729 goto err_release_group
;
1732 altdev
= dci
->pvt_info
;
1733 dci
->dev
= edac
->dev
;
1734 altdev
->edac_dev_name
= ecc_name
;
1735 altdev
->edac_idx
= edac_idx
;
1736 altdev
->edac
= edac
;
1737 altdev
->edac_dev
= dci
;
1739 altdev
->ddev
= *edac
->dev
;
1740 dci
->dev
= &altdev
->ddev
;
1741 dci
->ctl_name
= "Altera ECC Manager";
1742 dci
->mod_name
= ecc_name
;
1743 dci
->dev_name
= ecc_name
;
1745 altdev
->base
= devm_ioremap_resource(edac
->dev
, &res
);
1746 if (IS_ERR(altdev
->base
)) {
1747 rc
= PTR_ERR(altdev
->base
);
1748 goto err_release_group1
;
1751 /* Check specific dependencies for the module */
1752 if (altdev
->data
->setup
) {
1753 rc
= altdev
->data
->setup(altdev
);
1755 goto err_release_group1
;
1758 altdev
->sb_irq
= irq_of_parse_and_map(np
, 0);
1759 if (!altdev
->sb_irq
) {
1760 edac_printk(KERN_ERR
, EDAC_DEVICE
, "Error allocating SBIRQ\n");
1762 goto err_release_group1
;
1764 rc
= devm_request_irq(edac
->dev
, altdev
->sb_irq
, prv
->ecc_irq_handler
,
1765 IRQF_ONESHOT
| IRQF_TRIGGER_HIGH
,
1768 edac_printk(KERN_ERR
, EDAC_DEVICE
, "No SBERR IRQ resource\n");
1769 goto err_release_group1
;
1772 altdev
->db_irq
= irq_of_parse_and_map(np
, 1);
1773 if (!altdev
->db_irq
) {
1774 edac_printk(KERN_ERR
, EDAC_DEVICE
, "Error allocating DBIRQ\n");
1776 goto err_release_group1
;
1778 rc
= devm_request_irq(edac
->dev
, altdev
->db_irq
, prv
->ecc_irq_handler
,
1779 IRQF_ONESHOT
| IRQF_TRIGGER_HIGH
,
1782 edac_printk(KERN_ERR
, EDAC_DEVICE
, "No DBERR IRQ resource\n");
1783 goto err_release_group1
;
1786 rc
= edac_device_add_device(dci
);
1788 dev_err(edac
->dev
, "edac_device_add_device failed\n");
1790 goto err_release_group1
;
1793 altr_create_edacdev_dbgfs(dci
, prv
);
1795 list_add(&altdev
->next
, &edac
->a10_ecc_devices
);
1797 devres_remove_group(edac
->dev
, altr_edac_a10_device_add
);
1802 edac_device_free_ctl_info(dci
);
1804 devres_release_group(edac
->dev
, NULL
);
1805 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1806 "%s:Error setting up EDAC device: %d\n", ecc_name
, rc
);
1811 static void a10_eccmgr_irq_mask(struct irq_data
*d
)
1813 struct altr_arria10_edac
*edac
= irq_data_get_irq_chip_data(d
);
1815 regmap_write(edac
->ecc_mgr_map
, A10_SYSMGR_ECC_INTMASK_SET_OFST
,
1819 static void a10_eccmgr_irq_unmask(struct irq_data
*d
)
1821 struct altr_arria10_edac
*edac
= irq_data_get_irq_chip_data(d
);
1823 regmap_write(edac
->ecc_mgr_map
, A10_SYSMGR_ECC_INTMASK_CLR_OFST
,
1827 static int a10_eccmgr_irqdomain_map(struct irq_domain
*d
, unsigned int irq
,
1828 irq_hw_number_t hwirq
)
1830 struct altr_arria10_edac
*edac
= d
->host_data
;
1832 irq_set_chip_and_handler(irq
, &edac
->irq_chip
, handle_simple_irq
);
1833 irq_set_chip_data(irq
, edac
);
1834 irq_set_noprobe(irq
);
1839 static struct irq_domain_ops a10_eccmgr_ic_ops
= {
1840 .map
= a10_eccmgr_irqdomain_map
,
1841 .xlate
= irq_domain_xlate_twocell
,
1844 static int altr_edac_a10_probe(struct platform_device
*pdev
)
1846 struct altr_arria10_edac
*edac
;
1847 struct device_node
*child
;
1849 edac
= devm_kzalloc(&pdev
->dev
, sizeof(*edac
), GFP_KERNEL
);
1853 edac
->dev
= &pdev
->dev
;
1854 platform_set_drvdata(pdev
, edac
);
1855 INIT_LIST_HEAD(&edac
->a10_ecc_devices
);
1857 edac
->ecc_mgr_map
= syscon_regmap_lookup_by_phandle(pdev
->dev
.of_node
,
1858 "altr,sysmgr-syscon");
1859 if (IS_ERR(edac
->ecc_mgr_map
)) {
1860 edac_printk(KERN_ERR
, EDAC_DEVICE
,
1861 "Unable to get syscon altr,sysmgr-syscon\n");
1862 return PTR_ERR(edac
->ecc_mgr_map
);
1865 edac
->irq_chip
.name
= pdev
->dev
.of_node
->name
;
1866 edac
->irq_chip
.irq_mask
= a10_eccmgr_irq_mask
;
1867 edac
->irq_chip
.irq_unmask
= a10_eccmgr_irq_unmask
;
1868 edac
->domain
= irq_domain_add_linear(pdev
->dev
.of_node
, 64,
1869 &a10_eccmgr_ic_ops
, edac
);
1870 if (!edac
->domain
) {
1871 dev_err(&pdev
->dev
, "Error adding IRQ domain\n");
1875 edac
->sb_irq
= platform_get_irq(pdev
, 0);
1876 if (edac
->sb_irq
< 0) {
1877 dev_err(&pdev
->dev
, "No SBERR IRQ resource\n");
1878 return edac
->sb_irq
;
1881 irq_set_chained_handler_and_data(edac
->sb_irq
,
1882 altr_edac_a10_irq_handler
,
1885 edac
->db_irq
= platform_get_irq(pdev
, 1);
1886 if (edac
->db_irq
< 0) {
1887 dev_err(&pdev
->dev
, "No DBERR IRQ resource\n");
1888 return edac
->db_irq
;
1890 irq_set_chained_handler_and_data(edac
->db_irq
,
1891 altr_edac_a10_irq_handler
,
1894 for_each_child_of_node(pdev
->dev
.of_node
, child
) {
1895 if (!of_device_is_available(child
))
1898 if (of_device_is_compatible(child
, "altr,socfpga-a10-l2-ecc") ||
1899 of_device_is_compatible(child
, "altr,socfpga-a10-ocram-ecc") ||
1900 of_device_is_compatible(child
, "altr,socfpga-eth-mac-ecc") ||
1901 of_device_is_compatible(child
, "altr,socfpga-nand-ecc") ||
1902 of_device_is_compatible(child
, "altr,socfpga-dma-ecc") ||
1903 of_device_is_compatible(child
, "altr,socfpga-usb-ecc") ||
1904 of_device_is_compatible(child
, "altr,socfpga-qspi-ecc") ||
1905 of_device_is_compatible(child
, "altr,socfpga-sdmmc-ecc"))
1907 altr_edac_a10_device_add(edac
, child
);
1909 else if (of_device_is_compatible(child
, "altr,sdram-edac-a10"))
1910 of_platform_populate(pdev
->dev
.of_node
,
1911 altr_sdram_ctrl_of_match
,
1918 static const struct of_device_id altr_edac_a10_of_match
[] = {
1919 { .compatible
= "altr,socfpga-a10-ecc-manager" },
1922 MODULE_DEVICE_TABLE(of
, altr_edac_a10_of_match
);
1924 static struct platform_driver altr_edac_a10_driver
= {
1925 .probe
= altr_edac_a10_probe
,
1927 .name
= "socfpga_a10_ecc_manager",
1928 .of_match_table
= altr_edac_a10_of_match
,
1931 module_platform_driver(altr_edac_a10_driver
);
1933 MODULE_LICENSE("GPL v2");
1934 MODULE_AUTHOR("Thor Thayer");
1935 MODULE_DESCRIPTION("EDAC Driver for Altera Memories");