19952f691SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2a1b01edbSRob Herring /*
3a1b01edbSRob Herring  * Copyright 2011-2012 Calxeda, Inc.
4a1b01edbSRob Herring  */
5a1b01edbSRob Herring #include <linux/types.h>
6a1b01edbSRob Herring #include <linux/kernel.h>
7a1b01edbSRob Herring #include <linux/ctype.h>
8a1b01edbSRob Herring #include <linux/edac.h>
9a1b01edbSRob Herring #include <linux/interrupt.h>
10*408d8088SRob Herring #include <linux/of.h>
11*408d8088SRob Herring #include <linux/of_device.h>
12a1b01edbSRob Herring #include <linux/platform_device.h>
13a1b01edbSRob Herring #include <linux/uaccess.h>
14a1b01edbSRob Herring 
15a1b01edbSRob Herring #include "edac_module.h"
16a1b01edbSRob Herring 
17a1b01edbSRob Herring /* DDR Ctrlr Error Registers */
180ec8579eSRobert Richter 
190ec8579eSRobert Richter #define HB_DDR_ECC_ERR_BASE		0x128
200ec8579eSRobert Richter #define MW_DDR_ECC_ERR_BASE		0x1b4
210ec8579eSRobert Richter 
220ec8579eSRobert Richter #define HB_DDR_ECC_OPT			0x00
230ec8579eSRobert Richter #define HB_DDR_ECC_U_ERR_ADDR		0x08
240ec8579eSRobert Richter #define HB_DDR_ECC_U_ERR_STAT		0x0c
250ec8579eSRobert Richter #define HB_DDR_ECC_U_ERR_DATAL		0x10
260ec8579eSRobert Richter #define HB_DDR_ECC_U_ERR_DATAH		0x14
270ec8579eSRobert Richter #define HB_DDR_ECC_C_ERR_ADDR		0x18
280ec8579eSRobert Richter #define HB_DDR_ECC_C_ERR_STAT		0x1c
290ec8579eSRobert Richter #define HB_DDR_ECC_C_ERR_DATAL		0x20
300ec8579eSRobert Richter #define HB_DDR_ECC_C_ERR_DATAH		0x24
310ec8579eSRobert Richter 
320ec8579eSRobert Richter #define HB_DDR_ECC_OPT_MODE_MASK	0x3
330ec8579eSRobert Richter #define HB_DDR_ECC_OPT_FWC		0x100
340ec8579eSRobert Richter #define HB_DDR_ECC_OPT_XOR_SHIFT	16
350ec8579eSRobert Richter 
360ec8579eSRobert Richter /* DDR Ctrlr Interrupt Registers */
370ec8579eSRobert Richter 
380ec8579eSRobert Richter #define HB_DDR_ECC_INT_BASE		0x180
390ec8579eSRobert Richter #define MW_DDR_ECC_INT_BASE		0x218
400ec8579eSRobert Richter 
410ec8579eSRobert Richter #define HB_DDR_ECC_INT_STATUS		0x00
420ec8579eSRobert Richter #define HB_DDR_ECC_INT_ACK		0x04
43a1b01edbSRob Herring 
44a1b01edbSRob Herring #define HB_DDR_ECC_INT_STAT_CE		0x8
45a1b01edbSRob Herring #define HB_DDR_ECC_INT_STAT_DOUBLE_CE	0x10
46a1b01edbSRob Herring #define HB_DDR_ECC_INT_STAT_UE		0x20
47a1b01edbSRob Herring #define HB_DDR_ECC_INT_STAT_DOUBLE_UE	0x40
48a1b01edbSRob Herring 
49a1b01edbSRob Herring struct hb_mc_drvdata {
500ec8579eSRobert Richter 	void __iomem *mc_err_base;
510ec8579eSRobert Richter 	void __iomem *mc_int_base;
52a1b01edbSRob Herring };
53a1b01edbSRob Herring 
highbank_mc_err_handler(int irq,void * dev_id)54a1b01edbSRob Herring static irqreturn_t highbank_mc_err_handler(int irq, void *dev_id)
55a1b01edbSRob Herring {
56a1b01edbSRob Herring 	struct mem_ctl_info *mci = dev_id;
57a1b01edbSRob Herring 	struct hb_mc_drvdata *drvdata = mci->pvt_info;
58a1b01edbSRob Herring 	u32 status, err_addr;
59a1b01edbSRob Herring 
60a1b01edbSRob Herring 	/* Read the interrupt status register */
610ec8579eSRobert Richter 	status = readl(drvdata->mc_int_base + HB_DDR_ECC_INT_STATUS);
62a1b01edbSRob Herring 
63a1b01edbSRob Herring 	if (status & HB_DDR_ECC_INT_STAT_UE) {
640ec8579eSRobert Richter 		err_addr = readl(drvdata->mc_err_base + HB_DDR_ECC_U_ERR_ADDR);
65a1b01edbSRob Herring 		edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
66a1b01edbSRob Herring 				     err_addr >> PAGE_SHIFT,
67a1b01edbSRob Herring 				     err_addr & ~PAGE_MASK, 0,
68a1b01edbSRob Herring 				     0, 0, -1,
69a1b01edbSRob Herring 				     mci->ctl_name, "");
70a1b01edbSRob Herring 	}
71a1b01edbSRob Herring 	if (status & HB_DDR_ECC_INT_STAT_CE) {
720ec8579eSRobert Richter 		u32 syndrome = readl(drvdata->mc_err_base + HB_DDR_ECC_C_ERR_STAT);
73a1b01edbSRob Herring 		syndrome = (syndrome >> 8) & 0xff;
740ec8579eSRobert Richter 		err_addr = readl(drvdata->mc_err_base + HB_DDR_ECC_C_ERR_ADDR);
75a1b01edbSRob Herring 		edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
76a1b01edbSRob Herring 				     err_addr >> PAGE_SHIFT,
77a1b01edbSRob Herring 				     err_addr & ~PAGE_MASK, syndrome,
78a1b01edbSRob Herring 				     0, 0, -1,
79a1b01edbSRob Herring 				     mci->ctl_name, "");
80a1b01edbSRob Herring 	}
81a1b01edbSRob Herring 
82a1b01edbSRob Herring 	/* clear the error, clears the interrupt */
830ec8579eSRobert Richter 	writel(status, drvdata->mc_int_base + HB_DDR_ECC_INT_ACK);
84a1b01edbSRob Herring 	return IRQ_HANDLED;
85a1b01edbSRob Herring }
86a1b01edbSRob Herring 
highbank_mc_err_inject(struct mem_ctl_info * mci,u8 synd)8778cfbf0bSRobert Richter static void highbank_mc_err_inject(struct mem_ctl_info *mci, u8 synd)
88a1b01edbSRob Herring {
89a1b01edbSRob Herring 	struct hb_mc_drvdata *pdata = mci->pvt_info;
90a1b01edbSRob Herring 	u32 reg;
91a1b01edbSRob Herring 
920ec8579eSRobert Richter 	reg = readl(pdata->mc_err_base + HB_DDR_ECC_OPT);
93a1b01edbSRob Herring 	reg &= HB_DDR_ECC_OPT_MODE_MASK;
94a1b01edbSRob Herring 	reg |= (synd << HB_DDR_ECC_OPT_XOR_SHIFT) | HB_DDR_ECC_OPT_FWC;
950ec8579eSRobert Richter 	writel(reg, pdata->mc_err_base + HB_DDR_ECC_OPT);
96a1b01edbSRob Herring }
97a1b01edbSRob Herring 
9878cfbf0bSRobert Richter #define to_mci(k) container_of(k, struct mem_ctl_info, dev)
9978cfbf0bSRobert Richter 
highbank_mc_inject_ctrl(struct device * dev,struct device_attribute * attr,const char * buf,size_t count)10078cfbf0bSRobert Richter static ssize_t highbank_mc_inject_ctrl(struct device *dev,
10178cfbf0bSRobert Richter 	struct device_attribute *attr, const char *buf, size_t count)
10278cfbf0bSRobert Richter {
10378cfbf0bSRobert Richter 	struct mem_ctl_info *mci = to_mci(dev);
10478cfbf0bSRobert Richter 	u8 synd;
10578cfbf0bSRobert Richter 
10678cfbf0bSRobert Richter 	if (kstrtou8(buf, 16, &synd))
10778cfbf0bSRobert Richter 		return -EINVAL;
10878cfbf0bSRobert Richter 
10978cfbf0bSRobert Richter 	highbank_mc_err_inject(mci, synd);
11078cfbf0bSRobert Richter 
111a1b01edbSRob Herring 	return count;
112a1b01edbSRob Herring }
113a1b01edbSRob Herring 
11478cfbf0bSRobert Richter static DEVICE_ATTR(inject_ctrl, S_IWUSR, NULL, highbank_mc_inject_ctrl);
115a1b01edbSRob Herring 
116fc7cc6b7STakashi Iwai static struct attribute *highbank_dev_attrs[] = {
117fc7cc6b7STakashi Iwai 	&dev_attr_inject_ctrl.attr,
118fc7cc6b7STakashi Iwai 	NULL
119fc7cc6b7STakashi Iwai };
120fc7cc6b7STakashi Iwai 
121fc7cc6b7STakashi Iwai ATTRIBUTE_GROUPS(highbank_dev);
122fc7cc6b7STakashi Iwai 
1230ec8579eSRobert Richter struct hb_mc_settings {
1240ec8579eSRobert Richter 	int	err_offset;
1250ec8579eSRobert Richter 	int	int_offset;
1260ec8579eSRobert Richter };
1270ec8579eSRobert Richter 
1280ec8579eSRobert Richter static struct hb_mc_settings hb_settings = {
1290ec8579eSRobert Richter 	.err_offset = HB_DDR_ECC_ERR_BASE,
1300ec8579eSRobert Richter 	.int_offset = HB_DDR_ECC_INT_BASE,
1310ec8579eSRobert Richter };
1320ec8579eSRobert Richter 
1330ec8579eSRobert Richter static struct hb_mc_settings mw_settings = {
1340ec8579eSRobert Richter 	.err_offset = MW_DDR_ECC_ERR_BASE,
1350ec8579eSRobert Richter 	.int_offset = MW_DDR_ECC_INT_BASE,
1360ec8579eSRobert Richter };
1370ec8579eSRobert Richter 
1381afaa055SFabian Frederick static const struct of_device_id hb_ddr_ctrl_of_match[] = {
1390ec8579eSRobert Richter 	{ .compatible = "calxeda,hb-ddr-ctrl",		.data = &hb_settings },
1400ec8579eSRobert Richter 	{ .compatible = "calxeda,ecx-2000-ddr-ctrl",	.data = &mw_settings },
1410ec8579eSRobert Richter 	{},
1420ec8579eSRobert Richter };
1430ec8579eSRobert Richter MODULE_DEVICE_TABLE(of, hb_ddr_ctrl_of_match);
1440ec8579eSRobert Richter 
highbank_mc_probe(struct platform_device * pdev)1459b3c6e85SGreg Kroah-Hartman static int highbank_mc_probe(struct platform_device *pdev)
146a1b01edbSRob Herring {
1470ec8579eSRobert Richter 	const struct of_device_id *id;
1480ec8579eSRobert Richter 	const struct hb_mc_settings *settings;
149a1b01edbSRob Herring 	struct edac_mc_layer layers[2];
150a1b01edbSRob Herring 	struct mem_ctl_info *mci;
151a1b01edbSRob Herring 	struct hb_mc_drvdata *drvdata;
152a1b01edbSRob Herring 	struct dimm_info *dimm;
153a1b01edbSRob Herring 	struct resource *r;
1540ec8579eSRobert Richter 	void __iomem *base;
155a1b01edbSRob Herring 	u32 control;
156a1b01edbSRob Herring 	int irq;
157a1b01edbSRob Herring 	int res = 0;
158a1b01edbSRob Herring 
1590ec8579eSRobert Richter 	id = of_match_device(hb_ddr_ctrl_of_match, &pdev->dev);
1600ec8579eSRobert Richter 	if (!id)
1610ec8579eSRobert Richter 		return -ENODEV;
1620ec8579eSRobert Richter 
163a1b01edbSRob Herring 	layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
164a1b01edbSRob Herring 	layers[0].size = 1;
165a1b01edbSRob Herring 	layers[0].is_virt_csrow = true;
166a1b01edbSRob Herring 	layers[1].type = EDAC_MC_LAYER_CHANNEL;
167a1b01edbSRob Herring 	layers[1].size = 1;
168a1b01edbSRob Herring 	layers[1].is_virt_csrow = false;
169a1b01edbSRob Herring 	mci = edac_mc_alloc(0, ARRAY_SIZE(layers), layers,
170a1b01edbSRob Herring 			    sizeof(struct hb_mc_drvdata));
171a1b01edbSRob Herring 	if (!mci)
172a1b01edbSRob Herring 		return -ENOMEM;
173a1b01edbSRob Herring 
174a1b01edbSRob Herring 	mci->pdev = &pdev->dev;
175a1b01edbSRob Herring 	drvdata = mci->pvt_info;
176a1b01edbSRob Herring 	platform_set_drvdata(pdev, mci);
177a1b01edbSRob Herring 
178e7a29365SMiaoqian Lin 	if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
179e7a29365SMiaoqian Lin 		res = -ENOMEM;
180e7a29365SMiaoqian Lin 		goto free;
181e7a29365SMiaoqian Lin 	}
182a1b01edbSRob Herring 
183a1b01edbSRob Herring 	r = platform_get_resource(pdev, IORESOURCE_MEM, 0);
184a1b01edbSRob Herring 	if (!r) {
185a1b01edbSRob Herring 		dev_err(&pdev->dev, "Unable to get mem resource\n");
186a1b01edbSRob Herring 		res = -ENODEV;
187a1b01edbSRob Herring 		goto err;
188a1b01edbSRob Herring 	}
189a1b01edbSRob Herring 
190a1b01edbSRob Herring 	if (!devm_request_mem_region(&pdev->dev, r->start,
191a1b01edbSRob Herring 				     resource_size(r), dev_name(&pdev->dev))) {
192a1b01edbSRob Herring 		dev_err(&pdev->dev, "Error while requesting mem region\n");
193a1b01edbSRob Herring 		res = -EBUSY;
194a1b01edbSRob Herring 		goto err;
195a1b01edbSRob Herring 	}
196a1b01edbSRob Herring 
1970ec8579eSRobert Richter 	base = devm_ioremap(&pdev->dev, r->start, resource_size(r));
1980ec8579eSRobert Richter 	if (!base) {
199a1b01edbSRob Herring 		dev_err(&pdev->dev, "Unable to map regs\n");
200a1b01edbSRob Herring 		res = -ENOMEM;
201a1b01edbSRob Herring 		goto err;
202a1b01edbSRob Herring 	}
203a1b01edbSRob Herring 
2040ec8579eSRobert Richter 	settings = id->data;
2050ec8579eSRobert Richter 	drvdata->mc_err_base = base + settings->err_offset;
2060ec8579eSRobert Richter 	drvdata->mc_int_base = base + settings->int_offset;
2070ec8579eSRobert Richter 
2080ec8579eSRobert Richter 	control = readl(drvdata->mc_err_base + HB_DDR_ECC_OPT) & 0x3;
209a1b01edbSRob Herring 	if (!control || (control == 0x2)) {
210a1b01edbSRob Herring 		dev_err(&pdev->dev, "No ECC present, or ECC disabled\n");
211a1b01edbSRob Herring 		res = -ENODEV;
212a1b01edbSRob Herring 		goto err;
213a1b01edbSRob Herring 	}
214a1b01edbSRob Herring 
215a1b01edbSRob Herring 	mci->mtype_cap = MEM_FLAG_DDR3;
216a1b01edbSRob Herring 	mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED;
217a1b01edbSRob Herring 	mci->edac_cap = EDAC_FLAG_SECDED;
21841ec0e8dSRobert Richter 	mci->mod_name = pdev->dev.driver->name;
21941ec0e8dSRobert Richter 	mci->ctl_name = id->compatible;
22041ec0e8dSRobert Richter 	mci->dev_name = dev_name(&pdev->dev);
221a1b01edbSRob Herring 	mci->scrub_mode = SCRUB_SW_SRC;
222a1b01edbSRob Herring 
223a1b01edbSRob Herring 	/* Only a single 4GB DIMM is supported */
224a1b01edbSRob Herring 	dimm = *mci->dimms;
225a1b01edbSRob Herring 	dimm->nr_pages = (~0UL >> PAGE_SHIFT) + 1;
226a1b01edbSRob Herring 	dimm->grain = 8;
227a1b01edbSRob Herring 	dimm->dtype = DEV_X8;
228a1b01edbSRob Herring 	dimm->mtype = MEM_DDR3;
229a1b01edbSRob Herring 	dimm->edac_mode = EDAC_SECDED;
230a1b01edbSRob Herring 
231fc7cc6b7STakashi Iwai 	res = edac_mc_add_mc_with_groups(mci, highbank_dev_groups);
232a1b01edbSRob Herring 	if (res < 0)
233a1b01edbSRob Herring 		goto err;
234a1b01edbSRob Herring 
235a72b8859SRobert Richter 	irq = platform_get_irq(pdev, 0);
236a72b8859SRobert Richter 	res = devm_request_irq(&pdev->dev, irq, highbank_mc_err_handler,
237a72b8859SRobert Richter 			       0, dev_name(&pdev->dev), mci);
238a72b8859SRobert Richter 	if (res < 0) {
239a72b8859SRobert Richter 		dev_err(&pdev->dev, "Unable to request irq %d\n", irq);
240a72b8859SRobert Richter 		goto err2;
241a72b8859SRobert Richter 	}
242a72b8859SRobert Richter 
243a1b01edbSRob Herring 	devres_close_group(&pdev->dev, NULL);
244a1b01edbSRob Herring 	return 0;
245a72b8859SRobert Richter err2:
246a72b8859SRobert Richter 	edac_mc_del_mc(&pdev->dev);
247a1b01edbSRob Herring err:
248a1b01edbSRob Herring 	devres_release_group(&pdev->dev, NULL);
249e7a29365SMiaoqian Lin free:
250a1b01edbSRob Herring 	edac_mc_free(mci);
251a1b01edbSRob Herring 	return res;
252a1b01edbSRob Herring }
253a1b01edbSRob Herring 
highbank_mc_remove(struct platform_device * pdev)254a1b01edbSRob Herring static int highbank_mc_remove(struct platform_device *pdev)
255a1b01edbSRob Herring {
256a1b01edbSRob Herring 	struct mem_ctl_info *mci = platform_get_drvdata(pdev);
257a1b01edbSRob Herring 
258a1b01edbSRob Herring 	edac_mc_del_mc(&pdev->dev);
259a1b01edbSRob Herring 	edac_mc_free(mci);
260a1b01edbSRob Herring 	return 0;
261a1b01edbSRob Herring }
262a1b01edbSRob Herring 
263a1b01edbSRob Herring static struct platform_driver highbank_mc_edac_driver = {
264a1b01edbSRob Herring 	.probe = highbank_mc_probe,
265a1b01edbSRob Herring 	.remove = highbank_mc_remove,
266a1b01edbSRob Herring 	.driver = {
267a1b01edbSRob Herring 		.name = "hb_mc_edac",
268a1b01edbSRob Herring 		.of_match_table = hb_ddr_ctrl_of_match,
269a1b01edbSRob Herring 	},
270a1b01edbSRob Herring };
271a1b01edbSRob Herring 
272a1b01edbSRob Herring module_platform_driver(highbank_mc_edac_driver);
273a1b01edbSRob Herring 
274a1b01edbSRob Herring MODULE_LICENSE("GPL v2");
275a1b01edbSRob Herring MODULE_AUTHOR("Calxeda, Inc.");
276a1b01edbSRob Herring MODULE_DESCRIPTION("EDAC Driver for Calxeda Highbank");
277