1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2006-2007 PA Semi, Inc
5 * Author: Egor Martovetsky <egor@pasemi.com>
6 * Maintained by: Olof Johansson <olof@lixom.net>
8 * Driver for the PWRficient onchip memory controllers
12 #include <linux/module.h>
13 #include <linux/init.h>
14 #include <linux/pci.h>
15 #include <linux/pci_ids.h>
16 #include <linux/edac.h>
17 #include "edac_module.h"
19 #define MODULE_NAME "pasemi_edac"
21 #define MCCFG_MCEN 0x300
22 #define MCCFG_MCEN_MMC_EN 0x00000001
23 #define MCCFG_ERRCOR 0x388
24 #define MCCFG_ERRCOR_RNK_FAIL_DET_EN 0x00000100
25 #define MCCFG_ERRCOR_ECC_GEN_EN 0x00000010
26 #define MCCFG_ERRCOR_ECC_CRR_EN 0x00000001
27 #define MCCFG_SCRUB 0x384
28 #define MCCFG_SCRUB_RGLR_SCRB_EN 0x00000001
29 #define MCDEBUG_ERRCTL1 0x728
30 #define MCDEBUG_ERRCTL1_RFL_LOG_EN 0x00080000
31 #define MCDEBUG_ERRCTL1_MBE_LOG_EN 0x00040000
32 #define MCDEBUG_ERRCTL1_SBE_LOG_EN 0x00020000
33 #define MCDEBUG_ERRSTA 0x730
34 #define MCDEBUG_ERRSTA_RFL_STATUS 0x00000004
35 #define MCDEBUG_ERRSTA_MBE_STATUS 0x00000002
36 #define MCDEBUG_ERRSTA_SBE_STATUS 0x00000001
37 #define MCDEBUG_ERRCNT1 0x734
38 #define MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO 0x00000080
39 #define MCDEBUG_ERRLOG1A 0x738
40 #define MCDEBUG_ERRLOG1A_MERR_TYPE_M 0x30000000
41 #define MCDEBUG_ERRLOG1A_MERR_TYPE_NONE 0x00000000
42 #define MCDEBUG_ERRLOG1A_MERR_TYPE_SBE 0x10000000
43 #define MCDEBUG_ERRLOG1A_MERR_TYPE_MBE 0x20000000
44 #define MCDEBUG_ERRLOG1A_MERR_TYPE_RFL 0x30000000
45 #define MCDEBUG_ERRLOG1A_MERR_BA_M 0x00700000
46 #define MCDEBUG_ERRLOG1A_MERR_BA_S 20
47 #define MCDEBUG_ERRLOG1A_MERR_CS_M 0x00070000
48 #define MCDEBUG_ERRLOG1A_MERR_CS_S 16
49 #define MCDEBUG_ERRLOG1A_SYNDROME_M 0x0000ffff
50 #define MCDRAM_RANKCFG 0x114
51 #define MCDRAM_RANKCFG_EN 0x00000001
52 #define MCDRAM_RANKCFG_TYPE_SIZE_M 0x000001c0
53 #define MCDRAM_RANKCFG_TYPE_SIZE_S 6
55 #define PASEMI_EDAC_NR_CSROWS 8
56 #define PASEMI_EDAC_NR_CHANS 1
57 #define PASEMI_EDAC_ERROR_GRAIN 64
59 static int last_page_in_mmc
;
60 static int system_mmc_id
;
63 static u32
pasemi_edac_get_error_info(struct mem_ctl_info
*mci
)
65 struct pci_dev
*pdev
= to_pci_dev(mci
->pdev
);
68 pci_read_config_dword(pdev
, MCDEBUG_ERRSTA
,
71 tmp
&= (MCDEBUG_ERRSTA_RFL_STATUS
| MCDEBUG_ERRSTA_MBE_STATUS
72 | MCDEBUG_ERRSTA_SBE_STATUS
);
75 if (tmp
& MCDEBUG_ERRSTA_SBE_STATUS
)
76 pci_write_config_dword(pdev
, MCDEBUG_ERRCNT1
,
77 MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO
);
78 pci_write_config_dword(pdev
, MCDEBUG_ERRSTA
, tmp
);
84 static void pasemi_edac_process_error_info(struct mem_ctl_info
*mci
, u32 errsta
)
86 struct pci_dev
*pdev
= to_pci_dev(mci
->pdev
);
93 pci_read_config_dword(pdev
, MCDEBUG_ERRLOG1A
, &errlog1a
);
95 cs
= (errlog1a
& MCDEBUG_ERRLOG1A_MERR_CS_M
) >>
96 MCDEBUG_ERRLOG1A_MERR_CS_S
;
98 /* uncorrectable/multi-bit errors */
99 if (errsta
& (MCDEBUG_ERRSTA_MBE_STATUS
|
100 MCDEBUG_ERRSTA_RFL_STATUS
)) {
101 edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED
, mci
, 1,
102 mci
->csrows
[cs
]->first_page
, 0, 0,
103 cs
, 0, -1, mci
->ctl_name
, "");
106 /* correctable/single-bit errors */
107 if (errsta
& MCDEBUG_ERRSTA_SBE_STATUS
)
108 edac_mc_handle_error(HW_EVENT_ERR_CORRECTED
, mci
, 1,
109 mci
->csrows
[cs
]->first_page
, 0, 0,
110 cs
, 0, -1, mci
->ctl_name
, "");
113 static void pasemi_edac_check(struct mem_ctl_info
*mci
)
117 errsta
= pasemi_edac_get_error_info(mci
);
119 pasemi_edac_process_error_info(mci
, errsta
);
122 static int pasemi_edac_init_csrows(struct mem_ctl_info
*mci
,
123 struct pci_dev
*pdev
,
124 enum edac_type edac_mode
)
126 struct csrow_info
*csrow
;
127 struct dimm_info
*dimm
;
131 for (index
= 0; index
< mci
->nr_csrows
; index
++) {
132 csrow
= mci
->csrows
[index
];
133 dimm
= csrow
->channels
[0]->dimm
;
135 pci_read_config_dword(pdev
,
136 MCDRAM_RANKCFG
+ (index
* 12),
139 if (!(rankcfg
& MCDRAM_RANKCFG_EN
))
142 switch ((rankcfg
& MCDRAM_RANKCFG_TYPE_SIZE_M
) >>
143 MCDRAM_RANKCFG_TYPE_SIZE_S
) {
145 dimm
->nr_pages
= 128 << (20 - PAGE_SHIFT
);
148 dimm
->nr_pages
= 256 << (20 - PAGE_SHIFT
);
152 dimm
->nr_pages
= 512 << (20 - PAGE_SHIFT
);
155 dimm
->nr_pages
= 1024 << (20 - PAGE_SHIFT
);
158 dimm
->nr_pages
= 2048 << (20 - PAGE_SHIFT
);
161 edac_mc_printk(mci
, KERN_ERR
,
162 "Unrecognized Rank Config. rankcfg=%u\n",
167 csrow
->first_page
= last_page_in_mmc
;
168 csrow
->last_page
= csrow
->first_page
+ dimm
->nr_pages
- 1;
169 last_page_in_mmc
+= dimm
->nr_pages
;
170 csrow
->page_mask
= 0;
171 dimm
->grain
= PASEMI_EDAC_ERROR_GRAIN
;
172 dimm
->mtype
= MEM_DDR
;
173 dimm
->dtype
= DEV_UNKNOWN
;
174 dimm
->edac_mode
= edac_mode
;
179 static int pasemi_edac_probe(struct pci_dev
*pdev
,
180 const struct pci_device_id
*ent
)
182 struct mem_ctl_info
*mci
= NULL
;
183 struct edac_mc_layer layers
[2];
184 u32 errctl1
, errcor
, scrub
, mcen
;
186 pci_read_config_dword(pdev
, MCCFG_MCEN
, &mcen
);
187 if (!(mcen
& MCCFG_MCEN_MMC_EN
))
191 * We should think about enabling other error detection later on
194 pci_read_config_dword(pdev
, MCDEBUG_ERRCTL1
, &errctl1
);
195 errctl1
|= MCDEBUG_ERRCTL1_SBE_LOG_EN
|
196 MCDEBUG_ERRCTL1_MBE_LOG_EN
|
197 MCDEBUG_ERRCTL1_RFL_LOG_EN
;
198 pci_write_config_dword(pdev
, MCDEBUG_ERRCTL1
, errctl1
);
200 layers
[0].type
= EDAC_MC_LAYER_CHIP_SELECT
;
201 layers
[0].size
= PASEMI_EDAC_NR_CSROWS
;
202 layers
[0].is_virt_csrow
= true;
203 layers
[1].type
= EDAC_MC_LAYER_CHANNEL
;
204 layers
[1].size
= PASEMI_EDAC_NR_CHANS
;
205 layers
[1].is_virt_csrow
= false;
206 mci
= edac_mc_alloc(system_mmc_id
++, ARRAY_SIZE(layers
), layers
,
211 pci_read_config_dword(pdev
, MCCFG_ERRCOR
, &errcor
);
212 errcor
|= MCCFG_ERRCOR_RNK_FAIL_DET_EN
|
213 MCCFG_ERRCOR_ECC_GEN_EN
|
214 MCCFG_ERRCOR_ECC_CRR_EN
;
216 mci
->pdev
= &pdev
->dev
;
217 mci
->mtype_cap
= MEM_FLAG_DDR
| MEM_FLAG_RDDR
;
218 mci
->edac_ctl_cap
= EDAC_FLAG_NONE
| EDAC_FLAG_EC
| EDAC_FLAG_SECDED
;
219 mci
->edac_cap
= (errcor
& MCCFG_ERRCOR_ECC_GEN_EN
) ?
220 ((errcor
& MCCFG_ERRCOR_ECC_CRR_EN
) ?
221 (EDAC_FLAG_EC
| EDAC_FLAG_SECDED
) : EDAC_FLAG_EC
) :
223 mci
->mod_name
= MODULE_NAME
;
224 mci
->dev_name
= pci_name(pdev
);
225 mci
->ctl_name
= "pasemi,pwrficient-mc";
226 mci
->edac_check
= pasemi_edac_check
;
227 mci
->ctl_page_to_phys
= NULL
;
228 pci_read_config_dword(pdev
, MCCFG_SCRUB
, &scrub
);
229 mci
->scrub_cap
= SCRUB_FLAG_HW_PROG
| SCRUB_FLAG_HW_SRC
;
231 ((errcor
& MCCFG_ERRCOR_ECC_CRR_EN
) ? SCRUB_FLAG_HW_SRC
: 0) |
232 ((scrub
& MCCFG_SCRUB_RGLR_SCRB_EN
) ? SCRUB_FLAG_HW_PROG
: 0);
234 if (pasemi_edac_init_csrows(mci
, pdev
,
235 (mci
->edac_cap
& EDAC_FLAG_SECDED
) ?
237 ((mci
->edac_cap
& EDAC_FLAG_EC
) ?
238 EDAC_EC
: EDAC_NONE
)))
244 pasemi_edac_get_error_info(mci
);
246 if (edac_mc_add_mc(mci
))
249 /* get this far and it's successful */
257 static void pasemi_edac_remove(struct pci_dev
*pdev
)
259 struct mem_ctl_info
*mci
= edac_mc_del_mc(&pdev
->dev
);
268 static const struct pci_device_id pasemi_edac_pci_tbl
[] = {
269 { PCI_DEVICE(PCI_VENDOR_ID_PASEMI
, 0xa00a) },
273 MODULE_DEVICE_TABLE(pci
, pasemi_edac_pci_tbl
);
275 static struct pci_driver pasemi_edac_driver
= {
277 .probe
= pasemi_edac_probe
,
278 .remove
= pasemi_edac_remove
,
279 .id_table
= pasemi_edac_pci_tbl
,
282 static int __init
pasemi_edac_init(void)
284 /* Ensure that the OPSTATE is set correctly for POLL or NMI */
287 return pci_register_driver(&pasemi_edac_driver
);
290 static void __exit
pasemi_edac_exit(void)
292 pci_unregister_driver(&pasemi_edac_driver
);
295 module_init(pasemi_edac_init
);
296 module_exit(pasemi_edac_exit
);
298 MODULE_LICENSE("GPL");
299 MODULE_AUTHOR("Egor Martovetsky <egor@pasemi.com>");
300 MODULE_DESCRIPTION("MC support for PA Semi PWRficient memory controller");
301 module_param(edac_op_state
, int, 0444);
302 MODULE_PARM_DESC(edac_op_state
, "EDAC Error Reporting state: 0=Poll,1=NMI");