xref: /openbmc/linux/drivers/edac/mpc85xx_edac.c (revision 7dd65feb)
1 /*
2  * Freescale MPC85xx Memory Controller kenel module
3  *
4  * Author: Dave Jiang <djiang@mvista.com>
5  *
6  * 2006-2007 (c) MontaVista Software, Inc. This file is licensed under
7  * the terms of the GNU General Public License version 2. This program
8  * is licensed "as is" without any warranty of any kind, whether express
9  * or implied.
10  *
11  */
12 #include <linux/module.h>
13 #include <linux/init.h>
14 #include <linux/slab.h>
15 #include <linux/interrupt.h>
16 #include <linux/ctype.h>
17 #include <linux/io.h>
18 #include <linux/mod_devicetable.h>
19 #include <linux/edac.h>
20 #include <linux/smp.h>
21 
22 #include <linux/of_platform.h>
23 #include <linux/of_device.h>
24 #include "edac_module.h"
25 #include "edac_core.h"
26 #include "mpc85xx_edac.h"
27 
28 static int edac_dev_idx;
29 #ifdef CONFIG_PCI
30 static int edac_pci_idx;
31 #endif
32 static int edac_mc_idx;
33 
34 static u32 orig_ddr_err_disable;
35 static u32 orig_ddr_err_sbe;
36 
37 /*
38  * PCI Err defines
39  */
40 #ifdef CONFIG_PCI
41 static u32 orig_pci_err_cap_dr;
42 static u32 orig_pci_err_en;
43 #endif
44 
45 static u32 orig_l2_err_disable;
46 #ifdef CONFIG_MPC85xx
47 static u32 orig_hid1[2];
48 #endif
49 
50 /************************ MC SYSFS parts ***********************************/
51 
52 static ssize_t mpc85xx_mc_inject_data_hi_show(struct mem_ctl_info *mci,
53 					      char *data)
54 {
55 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
56 	return sprintf(data, "0x%08x",
57 		       in_be32(pdata->mc_vbase +
58 			       MPC85XX_MC_DATA_ERR_INJECT_HI));
59 }
60 
61 static ssize_t mpc85xx_mc_inject_data_lo_show(struct mem_ctl_info *mci,
62 					      char *data)
63 {
64 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
65 	return sprintf(data, "0x%08x",
66 		       in_be32(pdata->mc_vbase +
67 			       MPC85XX_MC_DATA_ERR_INJECT_LO));
68 }
69 
70 static ssize_t mpc85xx_mc_inject_ctrl_show(struct mem_ctl_info *mci, char *data)
71 {
72 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
73 	return sprintf(data, "0x%08x",
74 		       in_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT));
75 }
76 
77 static ssize_t mpc85xx_mc_inject_data_hi_store(struct mem_ctl_info *mci,
78 					       const char *data, size_t count)
79 {
80 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
81 	if (isdigit(*data)) {
82 		out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_HI,
83 			 simple_strtoul(data, NULL, 0));
84 		return count;
85 	}
86 	return 0;
87 }
88 
89 static ssize_t mpc85xx_mc_inject_data_lo_store(struct mem_ctl_info *mci,
90 					       const char *data, size_t count)
91 {
92 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
93 	if (isdigit(*data)) {
94 		out_be32(pdata->mc_vbase + MPC85XX_MC_DATA_ERR_INJECT_LO,
95 			 simple_strtoul(data, NULL, 0));
96 		return count;
97 	}
98 	return 0;
99 }
100 
101 static ssize_t mpc85xx_mc_inject_ctrl_store(struct mem_ctl_info *mci,
102 					    const char *data, size_t count)
103 {
104 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
105 	if (isdigit(*data)) {
106 		out_be32(pdata->mc_vbase + MPC85XX_MC_ECC_ERR_INJECT,
107 			 simple_strtoul(data, NULL, 0));
108 		return count;
109 	}
110 	return 0;
111 }
112 
113 static struct mcidev_sysfs_attribute mpc85xx_mc_sysfs_attributes[] = {
114 	{
115 	 .attr = {
116 		  .name = "inject_data_hi",
117 		  .mode = (S_IRUGO | S_IWUSR)
118 		  },
119 	 .show = mpc85xx_mc_inject_data_hi_show,
120 	 .store = mpc85xx_mc_inject_data_hi_store},
121 	{
122 	 .attr = {
123 		  .name = "inject_data_lo",
124 		  .mode = (S_IRUGO | S_IWUSR)
125 		  },
126 	 .show = mpc85xx_mc_inject_data_lo_show,
127 	 .store = mpc85xx_mc_inject_data_lo_store},
128 	{
129 	 .attr = {
130 		  .name = "inject_ctrl",
131 		  .mode = (S_IRUGO | S_IWUSR)
132 		  },
133 	 .show = mpc85xx_mc_inject_ctrl_show,
134 	 .store = mpc85xx_mc_inject_ctrl_store},
135 
136 	/* End of list */
137 	{
138 	 .attr = {.name = NULL}
139 	 }
140 };
141 
142 static void mpc85xx_set_mc_sysfs_attributes(struct mem_ctl_info *mci)
143 {
144 	mci->mc_driver_sysfs_attributes = mpc85xx_mc_sysfs_attributes;
145 }
146 
147 /**************************** PCI Err device ***************************/
148 #ifdef CONFIG_PCI
149 
150 static void mpc85xx_pci_check(struct edac_pci_ctl_info *pci)
151 {
152 	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
153 	u32 err_detect;
154 
155 	err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
156 
157 	/* master aborts can happen during PCI config cycles */
158 	if (!(err_detect & ~(PCI_EDE_MULTI_ERR | PCI_EDE_MST_ABRT))) {
159 		out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
160 		return;
161 	}
162 
163 	printk(KERN_ERR "PCI error(s) detected\n");
164 	printk(KERN_ERR "PCI/X ERR_DR register: %#08x\n", err_detect);
165 
166 	printk(KERN_ERR "PCI/X ERR_ATTRIB register: %#08x\n",
167 	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ATTRIB));
168 	printk(KERN_ERR "PCI/X ERR_ADDR register: %#08x\n",
169 	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_ADDR));
170 	printk(KERN_ERR "PCI/X ERR_EXT_ADDR register: %#08x\n",
171 	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EXT_ADDR));
172 	printk(KERN_ERR "PCI/X ERR_DL register: %#08x\n",
173 	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DL));
174 	printk(KERN_ERR "PCI/X ERR_DH register: %#08x\n",
175 	       in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DH));
176 
177 	/* clear error bits */
178 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, err_detect);
179 
180 	if (err_detect & PCI_EDE_PERR_MASK)
181 		edac_pci_handle_pe(pci, pci->ctl_name);
182 
183 	if ((err_detect & ~PCI_EDE_MULTI_ERR) & ~PCI_EDE_PERR_MASK)
184 		edac_pci_handle_npe(pci, pci->ctl_name);
185 }
186 
187 static irqreturn_t mpc85xx_pci_isr(int irq, void *dev_id)
188 {
189 	struct edac_pci_ctl_info *pci = dev_id;
190 	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
191 	u32 err_detect;
192 
193 	err_detect = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR);
194 
195 	if (!err_detect)
196 		return IRQ_NONE;
197 
198 	mpc85xx_pci_check(pci);
199 
200 	return IRQ_HANDLED;
201 }
202 
203 static int __devinit mpc85xx_pci_err_probe(struct of_device *op,
204 					   const struct of_device_id *match)
205 {
206 	struct edac_pci_ctl_info *pci;
207 	struct mpc85xx_pci_pdata *pdata;
208 	struct resource r;
209 	int res = 0;
210 
211 	if (!devres_open_group(&op->dev, mpc85xx_pci_err_probe, GFP_KERNEL))
212 		return -ENOMEM;
213 
214 	pci = edac_pci_alloc_ctl_info(sizeof(*pdata), "mpc85xx_pci_err");
215 	if (!pci)
216 		return -ENOMEM;
217 
218 	pdata = pci->pvt_info;
219 	pdata->name = "mpc85xx_pci_err";
220 	pdata->irq = NO_IRQ;
221 	dev_set_drvdata(&op->dev, pci);
222 	pci->dev = &op->dev;
223 	pci->mod_name = EDAC_MOD_STR;
224 	pci->ctl_name = pdata->name;
225 	pci->dev_name = dev_name(&op->dev);
226 
227 	if (edac_op_state == EDAC_OPSTATE_POLL)
228 		pci->edac_check = mpc85xx_pci_check;
229 
230 	pdata->edac_idx = edac_pci_idx++;
231 
232 	res = of_address_to_resource(op->node, 0, &r);
233 	if (res) {
234 		printk(KERN_ERR "%s: Unable to get resource for "
235 		       "PCI err regs\n", __func__);
236 		goto err;
237 	}
238 
239 	/* we only need the error registers */
240 	r.start += 0xe00;
241 
242 	if (!devm_request_mem_region(&op->dev, r.start,
243 					r.end - r.start + 1, pdata->name)) {
244 		printk(KERN_ERR "%s: Error while requesting mem region\n",
245 		       __func__);
246 		res = -EBUSY;
247 		goto err;
248 	}
249 
250 	pdata->pci_vbase = devm_ioremap(&op->dev, r.start,
251 					r.end - r.start + 1);
252 	if (!pdata->pci_vbase) {
253 		printk(KERN_ERR "%s: Unable to setup PCI err regs\n", __func__);
254 		res = -ENOMEM;
255 		goto err;
256 	}
257 
258 	orig_pci_err_cap_dr =
259 	    in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR);
260 
261 	/* PCI master abort is expected during config cycles */
262 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR, 0x40);
263 
264 	orig_pci_err_en = in_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN);
265 
266 	/* disable master abort reporting */
267 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, ~0x40);
268 
269 	/* clear error bits */
270 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_DR, ~0);
271 
272 	if (edac_pci_add_device(pci, pdata->edac_idx) > 0) {
273 		debugf3("%s(): failed edac_pci_add_device()\n", __func__);
274 		goto err;
275 	}
276 
277 	if (edac_op_state == EDAC_OPSTATE_INT) {
278 		pdata->irq = irq_of_parse_and_map(op->node, 0);
279 		res = devm_request_irq(&op->dev, pdata->irq,
280 				       mpc85xx_pci_isr, IRQF_DISABLED,
281 				       "[EDAC] PCI err", pci);
282 		if (res < 0) {
283 			printk(KERN_ERR
284 			       "%s: Unable to requiest irq %d for "
285 			       "MPC85xx PCI err\n", __func__, pdata->irq);
286 			irq_dispose_mapping(pdata->irq);
287 			res = -ENODEV;
288 			goto err2;
289 		}
290 
291 		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for PCI Err\n",
292 		       pdata->irq);
293 	}
294 
295 	devres_remove_group(&op->dev, mpc85xx_pci_err_probe);
296 	debugf3("%s(): success\n", __func__);
297 	printk(KERN_INFO EDAC_MOD_STR " PCI err registered\n");
298 
299 	return 0;
300 
301 err2:
302 	edac_pci_del_device(&op->dev);
303 err:
304 	edac_pci_free_ctl_info(pci);
305 	devres_release_group(&op->dev, mpc85xx_pci_err_probe);
306 	return res;
307 }
308 
309 static int mpc85xx_pci_err_remove(struct of_device *op)
310 {
311 	struct edac_pci_ctl_info *pci = dev_get_drvdata(&op->dev);
312 	struct mpc85xx_pci_pdata *pdata = pci->pvt_info;
313 
314 	debugf0("%s()\n", __func__);
315 
316 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_CAP_DR,
317 		 orig_pci_err_cap_dr);
318 
319 	out_be32(pdata->pci_vbase + MPC85XX_PCI_ERR_EN, orig_pci_err_en);
320 
321 	edac_pci_del_device(pci->dev);
322 
323 	if (edac_op_state == EDAC_OPSTATE_INT)
324 		irq_dispose_mapping(pdata->irq);
325 
326 	edac_pci_free_ctl_info(pci);
327 
328 	return 0;
329 }
330 
331 static struct of_device_id mpc85xx_pci_err_of_match[] = {
332 	{
333 	 .compatible = "fsl,mpc8540-pcix",
334 	 },
335 	{
336 	 .compatible = "fsl,mpc8540-pci",
337 	},
338 	{},
339 };
340 
341 static struct of_platform_driver mpc85xx_pci_err_driver = {
342 	.owner = THIS_MODULE,
343 	.name = "mpc85xx_pci_err",
344 	.match_table = mpc85xx_pci_err_of_match,
345 	.probe = mpc85xx_pci_err_probe,
346 	.remove = __devexit_p(mpc85xx_pci_err_remove),
347 	.driver = {
348 		   .name = "mpc85xx_pci_err",
349 		   .owner = THIS_MODULE,
350 		   },
351 };
352 
353 #endif				/* CONFIG_PCI */
354 
355 /**************************** L2 Err device ***************************/
356 
357 /************************ L2 SYSFS parts ***********************************/
358 
359 static ssize_t mpc85xx_l2_inject_data_hi_show(struct edac_device_ctl_info
360 					      *edac_dev, char *data)
361 {
362 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
363 	return sprintf(data, "0x%08x",
364 		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI));
365 }
366 
367 static ssize_t mpc85xx_l2_inject_data_lo_show(struct edac_device_ctl_info
368 					      *edac_dev, char *data)
369 {
370 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
371 	return sprintf(data, "0x%08x",
372 		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO));
373 }
374 
375 static ssize_t mpc85xx_l2_inject_ctrl_show(struct edac_device_ctl_info
376 					   *edac_dev, char *data)
377 {
378 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
379 	return sprintf(data, "0x%08x",
380 		       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL));
381 }
382 
383 static ssize_t mpc85xx_l2_inject_data_hi_store(struct edac_device_ctl_info
384 					       *edac_dev, const char *data,
385 					       size_t count)
386 {
387 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
388 	if (isdigit(*data)) {
389 		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJHI,
390 			 simple_strtoul(data, NULL, 0));
391 		return count;
392 	}
393 	return 0;
394 }
395 
396 static ssize_t mpc85xx_l2_inject_data_lo_store(struct edac_device_ctl_info
397 					       *edac_dev, const char *data,
398 					       size_t count)
399 {
400 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
401 	if (isdigit(*data)) {
402 		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJLO,
403 			 simple_strtoul(data, NULL, 0));
404 		return count;
405 	}
406 	return 0;
407 }
408 
409 static ssize_t mpc85xx_l2_inject_ctrl_store(struct edac_device_ctl_info
410 					    *edac_dev, const char *data,
411 					    size_t count)
412 {
413 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
414 	if (isdigit(*data)) {
415 		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINJCTL,
416 			 simple_strtoul(data, NULL, 0));
417 		return count;
418 	}
419 	return 0;
420 }
421 
422 static struct edac_dev_sysfs_attribute mpc85xx_l2_sysfs_attributes[] = {
423 	{
424 	 .attr = {
425 		  .name = "inject_data_hi",
426 		  .mode = (S_IRUGO | S_IWUSR)
427 		  },
428 	 .show = mpc85xx_l2_inject_data_hi_show,
429 	 .store = mpc85xx_l2_inject_data_hi_store},
430 	{
431 	 .attr = {
432 		  .name = "inject_data_lo",
433 		  .mode = (S_IRUGO | S_IWUSR)
434 		  },
435 	 .show = mpc85xx_l2_inject_data_lo_show,
436 	 .store = mpc85xx_l2_inject_data_lo_store},
437 	{
438 	 .attr = {
439 		  .name = "inject_ctrl",
440 		  .mode = (S_IRUGO | S_IWUSR)
441 		  },
442 	 .show = mpc85xx_l2_inject_ctrl_show,
443 	 .store = mpc85xx_l2_inject_ctrl_store},
444 
445 	/* End of list */
446 	{
447 	 .attr = {.name = NULL}
448 	 }
449 };
450 
451 static void mpc85xx_set_l2_sysfs_attributes(struct edac_device_ctl_info
452 					    *edac_dev)
453 {
454 	edac_dev->sysfs_attributes = mpc85xx_l2_sysfs_attributes;
455 }
456 
457 /***************************** L2 ops ***********************************/
458 
459 static void mpc85xx_l2_check(struct edac_device_ctl_info *edac_dev)
460 {
461 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
462 	u32 err_detect;
463 
464 	err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
465 
466 	if (!(err_detect & L2_EDE_MASK))
467 		return;
468 
469 	printk(KERN_ERR "ECC Error in CPU L2 cache\n");
470 	printk(KERN_ERR "L2 Error Detect Register: 0x%08x\n", err_detect);
471 	printk(KERN_ERR "L2 Error Capture Data High Register: 0x%08x\n",
472 	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATAHI));
473 	printk(KERN_ERR "L2 Error Capture Data Lo Register: 0x%08x\n",
474 	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTDATALO));
475 	printk(KERN_ERR "L2 Error Syndrome Register: 0x%08x\n",
476 	       in_be32(pdata->l2_vbase + MPC85XX_L2_CAPTECC));
477 	printk(KERN_ERR "L2 Error Attributes Capture Register: 0x%08x\n",
478 	       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRATTR));
479 	printk(KERN_ERR "L2 Error Address Capture Register: 0x%08x\n",
480 	       in_be32(pdata->l2_vbase + MPC85XX_L2_ERRADDR));
481 
482 	/* clear error detect register */
483 	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, err_detect);
484 
485 	if (err_detect & L2_EDE_CE_MASK)
486 		edac_device_handle_ce(edac_dev, 0, 0, edac_dev->ctl_name);
487 
488 	if (err_detect & L2_EDE_UE_MASK)
489 		edac_device_handle_ue(edac_dev, 0, 0, edac_dev->ctl_name);
490 }
491 
492 static irqreturn_t mpc85xx_l2_isr(int irq, void *dev_id)
493 {
494 	struct edac_device_ctl_info *edac_dev = dev_id;
495 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
496 	u32 err_detect;
497 
498 	err_detect = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET);
499 
500 	if (!(err_detect & L2_EDE_MASK))
501 		return IRQ_NONE;
502 
503 	mpc85xx_l2_check(edac_dev);
504 
505 	return IRQ_HANDLED;
506 }
507 
508 static int __devinit mpc85xx_l2_err_probe(struct of_device *op,
509 					  const struct of_device_id *match)
510 {
511 	struct edac_device_ctl_info *edac_dev;
512 	struct mpc85xx_l2_pdata *pdata;
513 	struct resource r;
514 	int res;
515 
516 	if (!devres_open_group(&op->dev, mpc85xx_l2_err_probe, GFP_KERNEL))
517 		return -ENOMEM;
518 
519 	edac_dev = edac_device_alloc_ctl_info(sizeof(*pdata),
520 					      "cpu", 1, "L", 1, 2, NULL, 0,
521 					      edac_dev_idx);
522 	if (!edac_dev) {
523 		devres_release_group(&op->dev, mpc85xx_l2_err_probe);
524 		return -ENOMEM;
525 	}
526 
527 	pdata = edac_dev->pvt_info;
528 	pdata->name = "mpc85xx_l2_err";
529 	pdata->irq = NO_IRQ;
530 	edac_dev->dev = &op->dev;
531 	dev_set_drvdata(edac_dev->dev, edac_dev);
532 	edac_dev->ctl_name = pdata->name;
533 	edac_dev->dev_name = pdata->name;
534 
535 	res = of_address_to_resource(op->node, 0, &r);
536 	if (res) {
537 		printk(KERN_ERR "%s: Unable to get resource for "
538 		       "L2 err regs\n", __func__);
539 		goto err;
540 	}
541 
542 	/* we only need the error registers */
543 	r.start += 0xe00;
544 
545 	if (!devm_request_mem_region(&op->dev, r.start,
546 				     r.end - r.start + 1, pdata->name)) {
547 		printk(KERN_ERR "%s: Error while requesting mem region\n",
548 		       __func__);
549 		res = -EBUSY;
550 		goto err;
551 	}
552 
553 	pdata->l2_vbase = devm_ioremap(&op->dev, r.start, r.end - r.start + 1);
554 	if (!pdata->l2_vbase) {
555 		printk(KERN_ERR "%s: Unable to setup L2 err regs\n", __func__);
556 		res = -ENOMEM;
557 		goto err;
558 	}
559 
560 	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDET, ~0);
561 
562 	orig_l2_err_disable = in_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS);
563 
564 	/* clear the err_dis */
565 	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, 0);
566 
567 	edac_dev->mod_name = EDAC_MOD_STR;
568 
569 	if (edac_op_state == EDAC_OPSTATE_POLL)
570 		edac_dev->edac_check = mpc85xx_l2_check;
571 
572 	mpc85xx_set_l2_sysfs_attributes(edac_dev);
573 
574 	pdata->edac_idx = edac_dev_idx++;
575 
576 	if (edac_device_add_device(edac_dev) > 0) {
577 		debugf3("%s(): failed edac_device_add_device()\n", __func__);
578 		goto err;
579 	}
580 
581 	if (edac_op_state == EDAC_OPSTATE_INT) {
582 		pdata->irq = irq_of_parse_and_map(op->node, 0);
583 		res = devm_request_irq(&op->dev, pdata->irq,
584 				       mpc85xx_l2_isr, IRQF_DISABLED,
585 				       "[EDAC] L2 err", edac_dev);
586 		if (res < 0) {
587 			printk(KERN_ERR
588 			       "%s: Unable to requiest irq %d for "
589 			       "MPC85xx L2 err\n", __func__, pdata->irq);
590 			irq_dispose_mapping(pdata->irq);
591 			res = -ENODEV;
592 			goto err2;
593 		}
594 
595 		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for L2 Err\n",
596 		       pdata->irq);
597 
598 		edac_dev->op_state = OP_RUNNING_INTERRUPT;
599 
600 		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, L2_EIE_MASK);
601 	}
602 
603 	devres_remove_group(&op->dev, mpc85xx_l2_err_probe);
604 
605 	debugf3("%s(): success\n", __func__);
606 	printk(KERN_INFO EDAC_MOD_STR " L2 err registered\n");
607 
608 	return 0;
609 
610 err2:
611 	edac_device_del_device(&op->dev);
612 err:
613 	devres_release_group(&op->dev, mpc85xx_l2_err_probe);
614 	edac_device_free_ctl_info(edac_dev);
615 	return res;
616 }
617 
618 static int mpc85xx_l2_err_remove(struct of_device *op)
619 {
620 	struct edac_device_ctl_info *edac_dev = dev_get_drvdata(&op->dev);
621 	struct mpc85xx_l2_pdata *pdata = edac_dev->pvt_info;
622 
623 	debugf0("%s()\n", __func__);
624 
625 	if (edac_op_state == EDAC_OPSTATE_INT) {
626 		out_be32(pdata->l2_vbase + MPC85XX_L2_ERRINTEN, 0);
627 		irq_dispose_mapping(pdata->irq);
628 	}
629 
630 	out_be32(pdata->l2_vbase + MPC85XX_L2_ERRDIS, orig_l2_err_disable);
631 	edac_device_del_device(&op->dev);
632 	edac_device_free_ctl_info(edac_dev);
633 	return 0;
634 }
635 
636 static struct of_device_id mpc85xx_l2_err_of_match[] = {
637 /* deprecate the fsl,85.. forms in the future, 2.6.30? */
638 	{ .compatible = "fsl,8540-l2-cache-controller", },
639 	{ .compatible = "fsl,8541-l2-cache-controller", },
640 	{ .compatible = "fsl,8544-l2-cache-controller", },
641 	{ .compatible = "fsl,8548-l2-cache-controller", },
642 	{ .compatible = "fsl,8555-l2-cache-controller", },
643 	{ .compatible = "fsl,8568-l2-cache-controller", },
644 	{ .compatible = "fsl,mpc8536-l2-cache-controller", },
645 	{ .compatible = "fsl,mpc8540-l2-cache-controller", },
646 	{ .compatible = "fsl,mpc8541-l2-cache-controller", },
647 	{ .compatible = "fsl,mpc8544-l2-cache-controller", },
648 	{ .compatible = "fsl,mpc8548-l2-cache-controller", },
649 	{ .compatible = "fsl,mpc8555-l2-cache-controller", },
650 	{ .compatible = "fsl,mpc8560-l2-cache-controller", },
651 	{ .compatible = "fsl,mpc8568-l2-cache-controller", },
652 	{ .compatible = "fsl,mpc8572-l2-cache-controller", },
653 	{ .compatible = "fsl,p2020-l2-cache-controller", },
654 	{},
655 };
656 
657 static struct of_platform_driver mpc85xx_l2_err_driver = {
658 	.owner = THIS_MODULE,
659 	.name = "mpc85xx_l2_err",
660 	.match_table = mpc85xx_l2_err_of_match,
661 	.probe = mpc85xx_l2_err_probe,
662 	.remove = mpc85xx_l2_err_remove,
663 	.driver = {
664 		   .name = "mpc85xx_l2_err",
665 		   .owner = THIS_MODULE,
666 		   },
667 };
668 
669 /**************************** MC Err device ***************************/
670 
671 static void mpc85xx_mc_check(struct mem_ctl_info *mci)
672 {
673 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
674 	struct csrow_info *csrow;
675 	u32 err_detect;
676 	u32 syndrome;
677 	u32 err_addr;
678 	u32 pfn;
679 	int row_index;
680 
681 	err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
682 	if (!err_detect)
683 		return;
684 
685 	mpc85xx_mc_printk(mci, KERN_ERR, "Err Detect Register: %#8.8x\n",
686 			  err_detect);
687 
688 	/* no more processing if not ECC bit errors */
689 	if (!(err_detect & (DDR_EDE_SBE | DDR_EDE_MBE))) {
690 		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
691 		return;
692 	}
693 
694 	syndrome = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ECC);
695 	err_addr = in_be32(pdata->mc_vbase + MPC85XX_MC_CAPTURE_ADDRESS);
696 	pfn = err_addr >> PAGE_SHIFT;
697 
698 	for (row_index = 0; row_index < mci->nr_csrows; row_index++) {
699 		csrow = &mci->csrows[row_index];
700 		if ((pfn >= csrow->first_page) && (pfn <= csrow->last_page))
701 			break;
702 	}
703 
704 	mpc85xx_mc_printk(mci, KERN_ERR, "Capture Data High: %#8.8x\n",
705 			  in_be32(pdata->mc_vbase +
706 				  MPC85XX_MC_CAPTURE_DATA_HI));
707 	mpc85xx_mc_printk(mci, KERN_ERR, "Capture Data Low: %#8.8x\n",
708 			  in_be32(pdata->mc_vbase +
709 				  MPC85XX_MC_CAPTURE_DATA_LO));
710 	mpc85xx_mc_printk(mci, KERN_ERR, "syndrome: %#8.8x\n", syndrome);
711 	mpc85xx_mc_printk(mci, KERN_ERR, "err addr: %#8.8x\n", err_addr);
712 	mpc85xx_mc_printk(mci, KERN_ERR, "PFN: %#8.8x\n", pfn);
713 
714 	/* we are out of range */
715 	if (row_index == mci->nr_csrows)
716 		mpc85xx_mc_printk(mci, KERN_ERR, "PFN out of range!\n");
717 
718 	if (err_detect & DDR_EDE_SBE)
719 		edac_mc_handle_ce(mci, pfn, err_addr & PAGE_MASK,
720 				  syndrome, row_index, 0, mci->ctl_name);
721 
722 	if (err_detect & DDR_EDE_MBE)
723 		edac_mc_handle_ue(mci, pfn, err_addr & PAGE_MASK,
724 				  row_index, mci->ctl_name);
725 
726 	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, err_detect);
727 }
728 
729 static irqreturn_t mpc85xx_mc_isr(int irq, void *dev_id)
730 {
731 	struct mem_ctl_info *mci = dev_id;
732 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
733 	u32 err_detect;
734 
735 	err_detect = in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT);
736 	if (!err_detect)
737 		return IRQ_NONE;
738 
739 	mpc85xx_mc_check(mci);
740 
741 	return IRQ_HANDLED;
742 }
743 
744 static void __devinit mpc85xx_init_csrows(struct mem_ctl_info *mci)
745 {
746 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
747 	struct csrow_info *csrow;
748 	u32 sdram_ctl;
749 	u32 sdtype;
750 	enum mem_type mtype;
751 	u32 cs_bnds;
752 	int index;
753 
754 	sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
755 
756 	sdtype = sdram_ctl & DSC_SDTYPE_MASK;
757 	if (sdram_ctl & DSC_RD_EN) {
758 		switch (sdtype) {
759 		case DSC_SDTYPE_DDR:
760 			mtype = MEM_RDDR;
761 			break;
762 		case DSC_SDTYPE_DDR2:
763 			mtype = MEM_RDDR2;
764 			break;
765 		case DSC_SDTYPE_DDR3:
766 			mtype = MEM_RDDR3;
767 			break;
768 		default:
769 			mtype = MEM_UNKNOWN;
770 			break;
771 		}
772 	} else {
773 		switch (sdtype) {
774 		case DSC_SDTYPE_DDR:
775 			mtype = MEM_DDR;
776 			break;
777 		case DSC_SDTYPE_DDR2:
778 			mtype = MEM_DDR2;
779 			break;
780 		case DSC_SDTYPE_DDR3:
781 			mtype = MEM_DDR3;
782 			break;
783 		default:
784 			mtype = MEM_UNKNOWN;
785 			break;
786 		}
787 	}
788 
789 	for (index = 0; index < mci->nr_csrows; index++) {
790 		u32 start;
791 		u32 end;
792 
793 		csrow = &mci->csrows[index];
794 		cs_bnds = in_be32(pdata->mc_vbase + MPC85XX_MC_CS_BNDS_0 +
795 				  (index * MPC85XX_MC_CS_BNDS_OFS));
796 
797 		start = (cs_bnds & 0xffff0000) >> 16;
798 		end   = (cs_bnds & 0x0000ffff);
799 
800 		if (start == end)
801 			continue;	/* not populated */
802 
803 		start <<= (24 - PAGE_SHIFT);
804 		end   <<= (24 - PAGE_SHIFT);
805 		end    |= (1 << (24 - PAGE_SHIFT)) - 1;
806 
807 		csrow->first_page = start >> PAGE_SHIFT;
808 		csrow->last_page = end >> PAGE_SHIFT;
809 		csrow->nr_pages = end + 1 - start;
810 		csrow->grain = 8;
811 		csrow->mtype = mtype;
812 		csrow->dtype = DEV_UNKNOWN;
813 		if (sdram_ctl & DSC_X32_EN)
814 			csrow->dtype = DEV_X32;
815 		csrow->edac_mode = EDAC_SECDED;
816 	}
817 }
818 
819 static int __devinit mpc85xx_mc_err_probe(struct of_device *op,
820 					  const struct of_device_id *match)
821 {
822 	struct mem_ctl_info *mci;
823 	struct mpc85xx_mc_pdata *pdata;
824 	struct resource r;
825 	u32 sdram_ctl;
826 	int res;
827 
828 	if (!devres_open_group(&op->dev, mpc85xx_mc_err_probe, GFP_KERNEL))
829 		return -ENOMEM;
830 
831 	mci = edac_mc_alloc(sizeof(*pdata), 4, 1, edac_mc_idx);
832 	if (!mci) {
833 		devres_release_group(&op->dev, mpc85xx_mc_err_probe);
834 		return -ENOMEM;
835 	}
836 
837 	pdata = mci->pvt_info;
838 	pdata->name = "mpc85xx_mc_err";
839 	pdata->irq = NO_IRQ;
840 	mci->dev = &op->dev;
841 	pdata->edac_idx = edac_mc_idx++;
842 	dev_set_drvdata(mci->dev, mci);
843 	mci->ctl_name = pdata->name;
844 	mci->dev_name = pdata->name;
845 
846 	res = of_address_to_resource(op->node, 0, &r);
847 	if (res) {
848 		printk(KERN_ERR "%s: Unable to get resource for MC err regs\n",
849 		       __func__);
850 		goto err;
851 	}
852 
853 	if (!devm_request_mem_region(&op->dev, r.start,
854 				     r.end - r.start + 1, pdata->name)) {
855 		printk(KERN_ERR "%s: Error while requesting mem region\n",
856 		       __func__);
857 		res = -EBUSY;
858 		goto err;
859 	}
860 
861 	pdata->mc_vbase = devm_ioremap(&op->dev, r.start, r.end - r.start + 1);
862 	if (!pdata->mc_vbase) {
863 		printk(KERN_ERR "%s: Unable to setup MC err regs\n", __func__);
864 		res = -ENOMEM;
865 		goto err;
866 	}
867 
868 	sdram_ctl = in_be32(pdata->mc_vbase + MPC85XX_MC_DDR_SDRAM_CFG);
869 	if (!(sdram_ctl & DSC_ECC_EN)) {
870 		/* no ECC */
871 		printk(KERN_WARNING "%s: No ECC DIMMs discovered\n", __func__);
872 		res = -ENODEV;
873 		goto err;
874 	}
875 
876 	debugf3("%s(): init mci\n", __func__);
877 	mci->mtype_cap = MEM_FLAG_RDDR | MEM_FLAG_RDDR2 |
878 	    MEM_FLAG_DDR | MEM_FLAG_DDR2;
879 	mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
880 	mci->edac_cap = EDAC_FLAG_SECDED;
881 	mci->mod_name = EDAC_MOD_STR;
882 	mci->mod_ver = MPC85XX_REVISION;
883 
884 	if (edac_op_state == EDAC_OPSTATE_POLL)
885 		mci->edac_check = mpc85xx_mc_check;
886 
887 	mci->ctl_page_to_phys = NULL;
888 
889 	mci->scrub_mode = SCRUB_SW_SRC;
890 
891 	mpc85xx_set_mc_sysfs_attributes(mci);
892 
893 	mpc85xx_init_csrows(mci);
894 
895 #ifdef CONFIG_EDAC_DEBUG
896 	edac_mc_register_mcidev_debug((struct attribute **)debug_attr);
897 #endif
898 
899 	/* store the original error disable bits */
900 	orig_ddr_err_disable =
901 	    in_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE);
902 	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE, 0);
903 
904 	/* clear all error bits */
905 	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DETECT, ~0);
906 
907 	if (edac_mc_add_mc(mci)) {
908 		debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
909 		goto err;
910 	}
911 
912 	if (edac_op_state == EDAC_OPSTATE_INT) {
913 		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN,
914 			 DDR_EIE_MBEE | DDR_EIE_SBEE);
915 
916 		/* store the original error management threshold */
917 		orig_ddr_err_sbe = in_be32(pdata->mc_vbase +
918 					   MPC85XX_MC_ERR_SBE) & 0xff0000;
919 
920 		/* set threshold to 1 error per interrupt */
921 		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, 0x10000);
922 
923 		/* register interrupts */
924 		pdata->irq = irq_of_parse_and_map(op->node, 0);
925 		res = devm_request_irq(&op->dev, pdata->irq,
926 				       mpc85xx_mc_isr,
927 					IRQF_DISABLED | IRQF_SHARED,
928 				       "[EDAC] MC err", mci);
929 		if (res < 0) {
930 			printk(KERN_ERR "%s: Unable to request irq %d for "
931 			       "MPC85xx DRAM ERR\n", __func__, pdata->irq);
932 			irq_dispose_mapping(pdata->irq);
933 			res = -ENODEV;
934 			goto err2;
935 		}
936 
937 		printk(KERN_INFO EDAC_MOD_STR " acquired irq %d for MC\n",
938 		       pdata->irq);
939 	}
940 
941 	devres_remove_group(&op->dev, mpc85xx_mc_err_probe);
942 	debugf3("%s(): success\n", __func__);
943 	printk(KERN_INFO EDAC_MOD_STR " MC err registered\n");
944 
945 	return 0;
946 
947 err2:
948 	edac_mc_del_mc(&op->dev);
949 err:
950 	devres_release_group(&op->dev, mpc85xx_mc_err_probe);
951 	edac_mc_free(mci);
952 	return res;
953 }
954 
955 static int mpc85xx_mc_err_remove(struct of_device *op)
956 {
957 	struct mem_ctl_info *mci = dev_get_drvdata(&op->dev);
958 	struct mpc85xx_mc_pdata *pdata = mci->pvt_info;
959 
960 	debugf0("%s()\n", __func__);
961 
962 	if (edac_op_state == EDAC_OPSTATE_INT) {
963 		out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_INT_EN, 0);
964 		irq_dispose_mapping(pdata->irq);
965 	}
966 
967 	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_DISABLE,
968 		 orig_ddr_err_disable);
969 	out_be32(pdata->mc_vbase + MPC85XX_MC_ERR_SBE, orig_ddr_err_sbe);
970 
971 	edac_mc_del_mc(&op->dev);
972 	edac_mc_free(mci);
973 	return 0;
974 }
975 
976 static struct of_device_id mpc85xx_mc_err_of_match[] = {
977 /* deprecate the fsl,85.. forms in the future, 2.6.30? */
978 	{ .compatible = "fsl,8540-memory-controller", },
979 	{ .compatible = "fsl,8541-memory-controller", },
980 	{ .compatible = "fsl,8544-memory-controller", },
981 	{ .compatible = "fsl,8548-memory-controller", },
982 	{ .compatible = "fsl,8555-memory-controller", },
983 	{ .compatible = "fsl,8568-memory-controller", },
984 	{ .compatible = "fsl,mpc8536-memory-controller", },
985 	{ .compatible = "fsl,mpc8540-memory-controller", },
986 	{ .compatible = "fsl,mpc8541-memory-controller", },
987 	{ .compatible = "fsl,mpc8544-memory-controller", },
988 	{ .compatible = "fsl,mpc8548-memory-controller", },
989 	{ .compatible = "fsl,mpc8555-memory-controller", },
990 	{ .compatible = "fsl,mpc8560-memory-controller", },
991 	{ .compatible = "fsl,mpc8568-memory-controller", },
992 	{ .compatible = "fsl,mpc8572-memory-controller", },
993 	{ .compatible = "fsl,mpc8349-memory-controller", },
994 	{ .compatible = "fsl,p2020-memory-controller", },
995 	{},
996 };
997 
998 static struct of_platform_driver mpc85xx_mc_err_driver = {
999 	.owner = THIS_MODULE,
1000 	.name = "mpc85xx_mc_err",
1001 	.match_table = mpc85xx_mc_err_of_match,
1002 	.probe = mpc85xx_mc_err_probe,
1003 	.remove = mpc85xx_mc_err_remove,
1004 	.driver = {
1005 		   .name = "mpc85xx_mc_err",
1006 		   .owner = THIS_MODULE,
1007 		   },
1008 };
1009 
1010 #ifdef CONFIG_MPC85xx
1011 static void __init mpc85xx_mc_clear_rfxe(void *data)
1012 {
1013 	orig_hid1[smp_processor_id()] = mfspr(SPRN_HID1);
1014 	mtspr(SPRN_HID1, (orig_hid1[smp_processor_id()] & ~0x20000));
1015 }
1016 #endif
1017 
1018 static int __init mpc85xx_mc_init(void)
1019 {
1020 	int res = 0;
1021 
1022 	printk(KERN_INFO "Freescale(R) MPC85xx EDAC driver, "
1023 	       "(C) 2006 Montavista Software\n");
1024 
1025 	/* make sure error reporting method is sane */
1026 	switch (edac_op_state) {
1027 	case EDAC_OPSTATE_POLL:
1028 	case EDAC_OPSTATE_INT:
1029 		break;
1030 	default:
1031 		edac_op_state = EDAC_OPSTATE_INT;
1032 		break;
1033 	}
1034 
1035 	res = of_register_platform_driver(&mpc85xx_mc_err_driver);
1036 	if (res)
1037 		printk(KERN_WARNING EDAC_MOD_STR "MC fails to register\n");
1038 
1039 	res = of_register_platform_driver(&mpc85xx_l2_err_driver);
1040 	if (res)
1041 		printk(KERN_WARNING EDAC_MOD_STR "L2 fails to register\n");
1042 
1043 #ifdef CONFIG_PCI
1044 	res = of_register_platform_driver(&mpc85xx_pci_err_driver);
1045 	if (res)
1046 		printk(KERN_WARNING EDAC_MOD_STR "PCI fails to register\n");
1047 #endif
1048 
1049 #ifdef CONFIG_MPC85xx
1050 	/*
1051 	 * need to clear HID1[RFXE] to disable machine check int
1052 	 * so we can catch it
1053 	 */
1054 	if (edac_op_state == EDAC_OPSTATE_INT)
1055 		on_each_cpu(mpc85xx_mc_clear_rfxe, NULL, 0);
1056 #endif
1057 
1058 	return 0;
1059 }
1060 
1061 module_init(mpc85xx_mc_init);
1062 
1063 #ifdef CONFIG_MPC85xx
1064 static void __exit mpc85xx_mc_restore_hid1(void *data)
1065 {
1066 	mtspr(SPRN_HID1, orig_hid1[smp_processor_id()]);
1067 }
1068 #endif
1069 
1070 static void __exit mpc85xx_mc_exit(void)
1071 {
1072 #ifdef CONFIG_MPC85xx
1073 	on_each_cpu(mpc85xx_mc_restore_hid1, NULL, 0);
1074 #endif
1075 #ifdef CONFIG_PCI
1076 	of_unregister_platform_driver(&mpc85xx_pci_err_driver);
1077 #endif
1078 	of_unregister_platform_driver(&mpc85xx_l2_err_driver);
1079 	of_unregister_platform_driver(&mpc85xx_mc_err_driver);
1080 }
1081 
1082 module_exit(mpc85xx_mc_exit);
1083 
1084 MODULE_LICENSE("GPL");
1085 MODULE_AUTHOR("Montavista Software, Inc.");
1086 module_param(edac_op_state, int, 0444);
1087 MODULE_PARM_DESC(edac_op_state,
1088 		 "EDAC Error Reporting state: 0=Poll, 2=Interrupt");
1089