xref: /openbmc/linux/arch/powerpc/platforms/pseries/ras.c (revision d47d1d8af52e37bcf9059dd86878474e5ccc9c2a)
1d9953105SMichael Ellerman /*
2d9953105SMichael Ellerman  * Copyright (C) 2001 Dave Engebretsen IBM Corporation
3d9953105SMichael Ellerman  *
4d9953105SMichael Ellerman  * This program is free software; you can redistribute it and/or modify
5d9953105SMichael Ellerman  * it under the terms of the GNU General Public License as published by
6d9953105SMichael Ellerman  * the Free Software Foundation; either version 2 of the License, or
7d9953105SMichael Ellerman  * (at your option) any later version.
8d9953105SMichael Ellerman  *
9d9953105SMichael Ellerman  * This program is distributed in the hope that it will be useful,
10d9953105SMichael Ellerman  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11d9953105SMichael Ellerman  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12d9953105SMichael Ellerman  * GNU General Public License for more details.
13d9953105SMichael Ellerman  *
14d9953105SMichael Ellerman  * You should have received a copy of the GNU General Public License
15d9953105SMichael Ellerman  * along with this program; if not, write to the Free Software
16d9953105SMichael Ellerman  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
17d9953105SMichael Ellerman  */
18d9953105SMichael Ellerman 
19d9953105SMichael Ellerman /* Change Activity:
20d9953105SMichael Ellerman  * 2001/09/21 : engebret : Created with minimal EPOW and HW exception support.
21d9953105SMichael Ellerman  * End Change Activity
22d9953105SMichael Ellerman  */
23d9953105SMichael Ellerman 
24d9953105SMichael Ellerman #include <linux/errno.h>
25d9953105SMichael Ellerman #include <linux/threads.h>
26d9953105SMichael Ellerman #include <linux/kernel_stat.h>
27d9953105SMichael Ellerman #include <linux/signal.h>
28d9953105SMichael Ellerman #include <linux/sched.h>
29d9953105SMichael Ellerman #include <linux/ioport.h>
30d9953105SMichael Ellerman #include <linux/interrupt.h>
31d9953105SMichael Ellerman #include <linux/timex.h>
32d9953105SMichael Ellerman #include <linux/init.h>
33d9953105SMichael Ellerman #include <linux/delay.h>
34d9953105SMichael Ellerman #include <linux/irq.h>
35d9953105SMichael Ellerman #include <linux/random.h>
36d9953105SMichael Ellerman #include <linux/sysrq.h>
37d9953105SMichael Ellerman #include <linux/bitops.h>
38d9953105SMichael Ellerman 
39d9953105SMichael Ellerman #include <asm/uaccess.h>
40d9953105SMichael Ellerman #include <asm/system.h>
41d9953105SMichael Ellerman #include <asm/io.h>
42d9953105SMichael Ellerman #include <asm/pgtable.h>
43d9953105SMichael Ellerman #include <asm/irq.h>
44d9953105SMichael Ellerman #include <asm/cache.h>
45d9953105SMichael Ellerman #include <asm/prom.h>
46d9953105SMichael Ellerman #include <asm/ptrace.h>
47d9953105SMichael Ellerman #include <asm/machdep.h>
48d9953105SMichael Ellerman #include <asm/rtas.h>
49dcad47fcSDavid Gibson #include <asm/udbg.h>
508c4f1f29SMichael Ellerman #include <asm/firmware.h>
51d9953105SMichael Ellerman 
52577830b0SMichael Ellerman #include "pseries.h"
53c902be71SArnd Bergmann 
54d9953105SMichael Ellerman static unsigned char ras_log_buf[RTAS_ERROR_LOG_MAX];
55d9953105SMichael Ellerman static DEFINE_SPINLOCK(ras_log_buf_lock);
56d9953105SMichael Ellerman 
57541b2755SMichael Ellerman static char mce_data_buf[RTAS_ERROR_LOG_MAX];
58d9953105SMichael Ellerman 
59d9953105SMichael Ellerman static int ras_get_sensor_state_token;
60d9953105SMichael Ellerman static int ras_check_exception_token;
61d9953105SMichael Ellerman 
62d9953105SMichael Ellerman #define EPOW_SENSOR_TOKEN	9
63d9953105SMichael Ellerman #define EPOW_SENSOR_INDEX	0
64d9953105SMichael Ellerman 
657d12e780SDavid Howells static irqreturn_t ras_epow_interrupt(int irq, void *dev_id);
667d12e780SDavid Howells static irqreturn_t ras_error_interrupt(int irq, void *dev_id);
67d9953105SMichael Ellerman 
680ebfff14SBenjamin Herrenschmidt 
69d9953105SMichael Ellerman /*
70d9953105SMichael Ellerman  * Initialize handlers for the set of interrupts caused by hardware errors
71d9953105SMichael Ellerman  * and power system events.
72d9953105SMichael Ellerman  */
73d9953105SMichael Ellerman static int __init init_ras_IRQ(void)
74d9953105SMichael Ellerman {
75d9953105SMichael Ellerman 	struct device_node *np;
76d9953105SMichael Ellerman 
77d9953105SMichael Ellerman 	ras_get_sensor_state_token = rtas_token("get-sensor-state");
78d9953105SMichael Ellerman 	ras_check_exception_token = rtas_token("check-exception");
79d9953105SMichael Ellerman 
80d9953105SMichael Ellerman 	/* Internal Errors */
81d9953105SMichael Ellerman 	np = of_find_node_by_path("/event-sources/internal-errors");
82d9953105SMichael Ellerman 	if (np != NULL) {
8332c96f77SMark Nelson 		request_event_sources_irqs(np, ras_error_interrupt,
8432c96f77SMark Nelson 					   "RAS_ERROR");
85d9953105SMichael Ellerman 		of_node_put(np);
86d9953105SMichael Ellerman 	}
87d9953105SMichael Ellerman 
88d9953105SMichael Ellerman 	/* EPOW Events */
89d9953105SMichael Ellerman 	np = of_find_node_by_path("/event-sources/epow-events");
90d9953105SMichael Ellerman 	if (np != NULL) {
9132c96f77SMark Nelson 		request_event_sources_irqs(np, ras_epow_interrupt, "RAS_EPOW");
92d9953105SMichael Ellerman 		of_node_put(np);
93d9953105SMichael Ellerman 	}
94d9953105SMichael Ellerman 
9569ed3324SAnton Blanchard 	return 0;
96d9953105SMichael Ellerman }
97d9953105SMichael Ellerman __initcall(init_ras_IRQ);
98d9953105SMichael Ellerman 
99d9953105SMichael Ellerman /*
100d9953105SMichael Ellerman  * Handle power subsystem events (EPOW).
101d9953105SMichael Ellerman  *
102d9953105SMichael Ellerman  * Presently we just log the event has occurred.  This should be fixed
103d9953105SMichael Ellerman  * to examine the type of power failure and take appropriate action where
104d9953105SMichael Ellerman  * the time horizon permits something useful to be done.
105d9953105SMichael Ellerman  */
1067d12e780SDavid Howells static irqreturn_t ras_epow_interrupt(int irq, void *dev_id)
107d9953105SMichael Ellerman {
108d9953105SMichael Ellerman 	int status = 0xdeadbeef;
109d9953105SMichael Ellerman 	int state = 0;
110d9953105SMichael Ellerman 	int critical;
111d9953105SMichael Ellerman 
112d9953105SMichael Ellerman 	status = rtas_call(ras_get_sensor_state_token, 2, 2, &state,
113d9953105SMichael Ellerman 			   EPOW_SENSOR_TOKEN, EPOW_SENSOR_INDEX);
114d9953105SMichael Ellerman 
115d9953105SMichael Ellerman 	if (state > 3)
116d9953105SMichael Ellerman 		critical = 1;  /* Time Critical */
117d9953105SMichael Ellerman 	else
118d9953105SMichael Ellerman 		critical = 0;
119d9953105SMichael Ellerman 
120d9953105SMichael Ellerman 	spin_lock(&ras_log_buf_lock);
121d9953105SMichael Ellerman 
122d9953105SMichael Ellerman 	status = rtas_call(ras_check_exception_token, 6, 1, NULL,
123b08e281bSMark Nelson 			   RTAS_VECTOR_EXTERNAL_INTERRUPT,
1240ebfff14SBenjamin Herrenschmidt 			   irq_map[irq].hwirq,
125d9953105SMichael Ellerman 			   RTAS_EPOW_WARNING | RTAS_POWERMGM_EVENTS,
126d9953105SMichael Ellerman 			   critical, __pa(&ras_log_buf),
127d9953105SMichael Ellerman 				rtas_get_error_log_max());
128d9953105SMichael Ellerman 
129d9953105SMichael Ellerman 	udbg_printf("EPOW <0x%lx 0x%x 0x%x>\n",
130d9953105SMichael Ellerman 		    *((unsigned long *)&ras_log_buf), status, state);
131d9953105SMichael Ellerman 	printk(KERN_WARNING "EPOW <0x%lx 0x%x 0x%x>\n",
132d9953105SMichael Ellerman 	       *((unsigned long *)&ras_log_buf), status, state);
133d9953105SMichael Ellerman 
134d9953105SMichael Ellerman 	/* format and print the extended information */
135d9953105SMichael Ellerman 	log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, 0);
136d9953105SMichael Ellerman 
137d9953105SMichael Ellerman 	spin_unlock(&ras_log_buf_lock);
138d9953105SMichael Ellerman 	return IRQ_HANDLED;
139d9953105SMichael Ellerman }
140d9953105SMichael Ellerman 
141d9953105SMichael Ellerman /*
142d9953105SMichael Ellerman  * Handle hardware error interrupts.
143d9953105SMichael Ellerman  *
144d9953105SMichael Ellerman  * RTAS check-exception is called to collect data on the exception.  If
145d9953105SMichael Ellerman  * the error is deemed recoverable, we log a warning and return.
146d9953105SMichael Ellerman  * For nonrecoverable errors, an error is logged and we stop all processing
147d9953105SMichael Ellerman  * as quickly as possible in order to prevent propagation of the failure.
148d9953105SMichael Ellerman  */
1497d12e780SDavid Howells static irqreturn_t ras_error_interrupt(int irq, void *dev_id)
150d9953105SMichael Ellerman {
151d9953105SMichael Ellerman 	struct rtas_error_log *rtas_elog;
152d9953105SMichael Ellerman 	int status = 0xdeadbeef;
153d9953105SMichael Ellerman 	int fatal;
154d9953105SMichael Ellerman 
155d9953105SMichael Ellerman 	spin_lock(&ras_log_buf_lock);
156d9953105SMichael Ellerman 
157d9953105SMichael Ellerman 	status = rtas_call(ras_check_exception_token, 6, 1, NULL,
158b08e281bSMark Nelson 			   RTAS_VECTOR_EXTERNAL_INTERRUPT,
1590ebfff14SBenjamin Herrenschmidt 			   irq_map[irq].hwirq,
160d9953105SMichael Ellerman 			   RTAS_INTERNAL_ERROR, 1 /*Time Critical */,
161d9953105SMichael Ellerman 			   __pa(&ras_log_buf),
162d9953105SMichael Ellerman 				rtas_get_error_log_max());
163d9953105SMichael Ellerman 
164d9953105SMichael Ellerman 	rtas_elog = (struct rtas_error_log *)ras_log_buf;
165d9953105SMichael Ellerman 
166d9953105SMichael Ellerman 	if ((status == 0) && (rtas_elog->severity >= RTAS_SEVERITY_ERROR_SYNC))
167d9953105SMichael Ellerman 		fatal = 1;
168d9953105SMichael Ellerman 	else
169d9953105SMichael Ellerman 		fatal = 0;
170d9953105SMichael Ellerman 
171d9953105SMichael Ellerman 	/* format and print the extended information */
172d9953105SMichael Ellerman 	log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, fatal);
173d9953105SMichael Ellerman 
174d9953105SMichael Ellerman 	if (fatal) {
175d9953105SMichael Ellerman 		udbg_printf("Fatal HW Error <0x%lx 0x%x>\n",
176d9953105SMichael Ellerman 			    *((unsigned long *)&ras_log_buf), status);
177d9953105SMichael Ellerman 		printk(KERN_EMERG "Error: Fatal hardware error <0x%lx 0x%x>\n",
178d9953105SMichael Ellerman 		       *((unsigned long *)&ras_log_buf), status);
179d9953105SMichael Ellerman 
18036f8a2c4SMichael Ellerman #ifndef DEBUG_RTAS_POWER_OFF
181d9953105SMichael Ellerman 		/* Don't actually power off when debugging so we can test
182d9953105SMichael Ellerman 		 * without actually failing while injecting errors.
183d9953105SMichael Ellerman 		 * Error data will not be logged to syslog.
184d9953105SMichael Ellerman 		 */
185d9953105SMichael Ellerman 		ppc_md.power_off();
186d9953105SMichael Ellerman #endif
187d9953105SMichael Ellerman 	} else {
188d9953105SMichael Ellerman 		udbg_printf("Recoverable HW Error <0x%lx 0x%x>\n",
189d9953105SMichael Ellerman 			    *((unsigned long *)&ras_log_buf), status);
190d9953105SMichael Ellerman 		printk(KERN_WARNING
191d9953105SMichael Ellerman 		       "Warning: Recoverable hardware error <0x%lx 0x%x>\n",
192d9953105SMichael Ellerman 		       *((unsigned long *)&ras_log_buf), status);
193d9953105SMichael Ellerman 	}
194d9953105SMichael Ellerman 
195d9953105SMichael Ellerman 	spin_unlock(&ras_log_buf_lock);
196d9953105SMichael Ellerman 	return IRQ_HANDLED;
197d9953105SMichael Ellerman }
198d9953105SMichael Ellerman 
199d9953105SMichael Ellerman /* Get the error information for errors coming through the
200d9953105SMichael Ellerman  * FWNMI vectors.  The pt_regs' r3 will be updated to reflect
201d9953105SMichael Ellerman  * the actual r3 if possible, and a ptr to the error log entry
202d9953105SMichael Ellerman  * will be returned if found.
203d9953105SMichael Ellerman  *
204d9953105SMichael Ellerman  * The mce_data_buf does not have any locks or protection around it,
205d9953105SMichael Ellerman  * if a second machine check comes in, or a system reset is done
206d9953105SMichael Ellerman  * before we have logged the error, then we will get corruption in the
207d9953105SMichael Ellerman  * error log.  This is preferable over holding off on calling
208d9953105SMichael Ellerman  * ibm,nmi-interlock which would result in us checkstopping if a
209d9953105SMichael Ellerman  * second machine check did come in.
210d9953105SMichael Ellerman  */
211d9953105SMichael Ellerman static struct rtas_error_log *fwnmi_get_errinfo(struct pt_regs *regs)
212d9953105SMichael Ellerman {
213d9953105SMichael Ellerman 	unsigned long errdata = regs->gpr[3];
214d9953105SMichael Ellerman 	struct rtas_error_log *errhdr = NULL;
215d9953105SMichael Ellerman 	unsigned long *savep;
216d9953105SMichael Ellerman 
217d9953105SMichael Ellerman 	if ((errdata >= 0x7000 && errdata < 0x7fff0) ||
218d9953105SMichael Ellerman 	    (errdata >= rtas.base && errdata < rtas.base + rtas.size - 16)) {
219d9953105SMichael Ellerman 		savep = __va(errdata);
220d9953105SMichael Ellerman 		regs->gpr[3] = savep[0];	/* restore original r3 */
221d9953105SMichael Ellerman 		memset(mce_data_buf, 0, RTAS_ERROR_LOG_MAX);
222d9953105SMichael Ellerman 		memcpy(mce_data_buf, (char *)(savep + 1), RTAS_ERROR_LOG_MAX);
223d9953105SMichael Ellerman 		errhdr = (struct rtas_error_log *)mce_data_buf;
224d9953105SMichael Ellerman 	} else {
225d9953105SMichael Ellerman 		printk("FWNMI: corrupt r3\n");
226d9953105SMichael Ellerman 	}
227d9953105SMichael Ellerman 	return errhdr;
228d9953105SMichael Ellerman }
229d9953105SMichael Ellerman 
230d9953105SMichael Ellerman /* Call this when done with the data returned by FWNMI_get_errinfo.
231d9953105SMichael Ellerman  * It will release the saved data area for other CPUs in the
232d9953105SMichael Ellerman  * partition to receive FWNMI errors.
233d9953105SMichael Ellerman  */
234d9953105SMichael Ellerman static void fwnmi_release_errinfo(void)
235d9953105SMichael Ellerman {
236d9953105SMichael Ellerman 	int ret = rtas_call(rtas_token("ibm,nmi-interlock"), 0, 1, NULL);
237d9953105SMichael Ellerman 	if (ret != 0)
238d9953105SMichael Ellerman 		printk("FWNMI: nmi-interlock failed: %d\n", ret);
239d9953105SMichael Ellerman }
240d9953105SMichael Ellerman 
241c902be71SArnd Bergmann int pSeries_system_reset_exception(struct pt_regs *regs)
242d9953105SMichael Ellerman {
243d9953105SMichael Ellerman 	if (fwnmi_active) {
244d9953105SMichael Ellerman 		struct rtas_error_log *errhdr = fwnmi_get_errinfo(regs);
245d9953105SMichael Ellerman 		if (errhdr) {
246d9953105SMichael Ellerman 			/* XXX Should look at FWNMI information */
247d9953105SMichael Ellerman 		}
248d9953105SMichael Ellerman 		fwnmi_release_errinfo();
249d9953105SMichael Ellerman 	}
250c902be71SArnd Bergmann 	return 0; /* need to perform reset */
251d9953105SMichael Ellerman }
252d9953105SMichael Ellerman 
253d9953105SMichael Ellerman /*
254d9953105SMichael Ellerman  * See if we can recover from a machine check exception.
255d9953105SMichael Ellerman  * This is only called on power4 (or above) and only via
256d9953105SMichael Ellerman  * the Firmware Non-Maskable Interrupts (fwnmi) handler
257d9953105SMichael Ellerman  * which provides the error analysis for us.
258d9953105SMichael Ellerman  *
259d9953105SMichael Ellerman  * Return 1 if corrected (or delivered a signal).
260d9953105SMichael Ellerman  * Return 0 if there is nothing we can do.
261d9953105SMichael Ellerman  */
262d9953105SMichael Ellerman static int recover_mce(struct pt_regs *regs, struct rtas_error_log *err)
263d9953105SMichael Ellerman {
264*d47d1d8aSAnton Blanchard 	int recovered = 0;
265d9953105SMichael Ellerman 
266*d47d1d8aSAnton Blanchard 	if (!(regs->msr & MSR_RI)) {
267*d47d1d8aSAnton Blanchard 		/* If MSR_RI isn't set, we cannot recover */
268*d47d1d8aSAnton Blanchard 		recovered = 0;
269*d47d1d8aSAnton Blanchard 
270*d47d1d8aSAnton Blanchard 	} else if (err->disposition == RTAS_DISP_FULLY_RECOVERED) {
271d9953105SMichael Ellerman 		/* Platform corrected itself */
272*d47d1d8aSAnton Blanchard 		recovered = 1;
273*d47d1d8aSAnton Blanchard 
274*d47d1d8aSAnton Blanchard 	} else if (err->disposition == RTAS_DISP_LIMITED_RECOVERY) {
275*d47d1d8aSAnton Blanchard 		/* Platform corrected itself but could be degraded */
276*d47d1d8aSAnton Blanchard 		printk(KERN_ERR "MCE: limited recovery, system may "
277*d47d1d8aSAnton Blanchard 		       "be degraded\n");
278*d47d1d8aSAnton Blanchard 		recovered = 1;
279*d47d1d8aSAnton Blanchard 
280*d47d1d8aSAnton Blanchard 	} else if (user_mode(regs) && !is_global_init(current) &&
281*d47d1d8aSAnton Blanchard 		   err->severity == RTAS_SEVERITY_ERROR_SYNC) {
282*d47d1d8aSAnton Blanchard 
283*d47d1d8aSAnton Blanchard 		/*
284*d47d1d8aSAnton Blanchard 		 * If we received a synchronous error when in userspace
285*d47d1d8aSAnton Blanchard 		 * kill the task. Firmware may report details of the fail
286*d47d1d8aSAnton Blanchard 		 * asynchronously, so we can't rely on the target and type
287*d47d1d8aSAnton Blanchard 		 * fields being valid here.
288*d47d1d8aSAnton Blanchard 		 */
289*d47d1d8aSAnton Blanchard 		printk(KERN_ERR "MCE: uncorrectable error, killing task "
290*d47d1d8aSAnton Blanchard 		       "%s:%d\n", current->comm, current->pid);
291*d47d1d8aSAnton Blanchard 
292*d47d1d8aSAnton Blanchard 		_exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip);
293*d47d1d8aSAnton Blanchard 		recovered = 1;
294d9953105SMichael Ellerman 	}
295d9953105SMichael Ellerman 
2963f9793e6SAnton Blanchard 	log_error((char *)err, ERR_TYPE_RTAS_LOG, 0);
297d9953105SMichael Ellerman 
298*d47d1d8aSAnton Blanchard 	return recovered;
299d9953105SMichael Ellerman }
300d9953105SMichael Ellerman 
301d9953105SMichael Ellerman /*
302d9953105SMichael Ellerman  * Handle a machine check.
303d9953105SMichael Ellerman  *
304d9953105SMichael Ellerman  * Note that on Power 4 and beyond Firmware Non-Maskable Interrupts (fwnmi)
305d9953105SMichael Ellerman  * should be present.  If so the handler which called us tells us if the
306d9953105SMichael Ellerman  * error was recovered (never true if RI=0).
307d9953105SMichael Ellerman  *
308d9953105SMichael Ellerman  * On hardware prior to Power 4 these exceptions were asynchronous which
309d9953105SMichael Ellerman  * means we can't tell exactly where it occurred and so we can't recover.
310d9953105SMichael Ellerman  */
311d9953105SMichael Ellerman int pSeries_machine_check_exception(struct pt_regs *regs)
312d9953105SMichael Ellerman {
313d9953105SMichael Ellerman 	struct rtas_error_log *errp;
314d9953105SMichael Ellerman 
315d9953105SMichael Ellerman 	if (fwnmi_active) {
316d9953105SMichael Ellerman 		errp = fwnmi_get_errinfo(regs);
317d9953105SMichael Ellerman 		fwnmi_release_errinfo();
318d9953105SMichael Ellerman 		if (errp && recover_mce(regs, errp))
319d9953105SMichael Ellerman 			return 1;
320d9953105SMichael Ellerman 	}
321d9953105SMichael Ellerman 
322d9953105SMichael Ellerman 	return 0;
323d9953105SMichael Ellerman }
324