1d9953105SMichael Ellerman /* 2d9953105SMichael Ellerman * Copyright (C) 2001 Dave Engebretsen IBM Corporation 3d9953105SMichael Ellerman * 4d9953105SMichael Ellerman * This program is free software; you can redistribute it and/or modify 5d9953105SMichael Ellerman * it under the terms of the GNU General Public License as published by 6d9953105SMichael Ellerman * the Free Software Foundation; either version 2 of the License, or 7d9953105SMichael Ellerman * (at your option) any later version. 8d9953105SMichael Ellerman * 9d9953105SMichael Ellerman * This program is distributed in the hope that it will be useful, 10d9953105SMichael Ellerman * but WITHOUT ANY WARRANTY; without even the implied warranty of 11d9953105SMichael Ellerman * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12d9953105SMichael Ellerman * GNU General Public License for more details. 13d9953105SMichael Ellerman * 14d9953105SMichael Ellerman * You should have received a copy of the GNU General Public License 15d9953105SMichael Ellerman * along with this program; if not, write to the Free Software 16d9953105SMichael Ellerman * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 17d9953105SMichael Ellerman */ 18d9953105SMichael Ellerman 19d9953105SMichael Ellerman /* Change Activity: 20d9953105SMichael Ellerman * 2001/09/21 : engebret : Created with minimal EPOW and HW exception support. 21d9953105SMichael Ellerman * End Change Activity 22d9953105SMichael Ellerman */ 23d9953105SMichael Ellerman 24d9953105SMichael Ellerman #include <linux/errno.h> 25d9953105SMichael Ellerman #include <linux/threads.h> 26d9953105SMichael Ellerman #include <linux/kernel_stat.h> 27d9953105SMichael Ellerman #include <linux/signal.h> 28d9953105SMichael Ellerman #include <linux/sched.h> 29d9953105SMichael Ellerman #include <linux/ioport.h> 30d9953105SMichael Ellerman #include <linux/interrupt.h> 31d9953105SMichael Ellerman #include <linux/timex.h> 32d9953105SMichael Ellerman #include <linux/init.h> 33d9953105SMichael Ellerman #include <linux/delay.h> 34d9953105SMichael Ellerman #include <linux/irq.h> 35d9953105SMichael Ellerman #include <linux/random.h> 36d9953105SMichael Ellerman #include <linux/sysrq.h> 37d9953105SMichael Ellerman #include <linux/bitops.h> 38d9953105SMichael Ellerman 39d9953105SMichael Ellerman #include <asm/uaccess.h> 40d9953105SMichael Ellerman #include <asm/system.h> 41d9953105SMichael Ellerman #include <asm/io.h> 42d9953105SMichael Ellerman #include <asm/pgtable.h> 43d9953105SMichael Ellerman #include <asm/irq.h> 44d9953105SMichael Ellerman #include <asm/cache.h> 45d9953105SMichael Ellerman #include <asm/prom.h> 46d9953105SMichael Ellerman #include <asm/ptrace.h> 47d9953105SMichael Ellerman #include <asm/machdep.h> 48d9953105SMichael Ellerman #include <asm/rtas.h> 49dcad47fcSDavid Gibson #include <asm/udbg.h> 508c4f1f29SMichael Ellerman #include <asm/firmware.h> 51d9953105SMichael Ellerman 52577830b0SMichael Ellerman #include "pseries.h" 53c902be71SArnd Bergmann 54d9953105SMichael Ellerman static unsigned char ras_log_buf[RTAS_ERROR_LOG_MAX]; 55d9953105SMichael Ellerman static DEFINE_SPINLOCK(ras_log_buf_lock); 56d9953105SMichael Ellerman 57541b2755SMichael Ellerman static char mce_data_buf[RTAS_ERROR_LOG_MAX]; 58d9953105SMichael Ellerman 59d9953105SMichael Ellerman static int ras_get_sensor_state_token; 60d9953105SMichael Ellerman static int ras_check_exception_token; 61d9953105SMichael Ellerman 62d9953105SMichael Ellerman #define EPOW_SENSOR_TOKEN 9 63d9953105SMichael Ellerman #define EPOW_SENSOR_INDEX 0 64d9953105SMichael Ellerman 657d12e780SDavid Howells static irqreturn_t ras_epow_interrupt(int irq, void *dev_id); 667d12e780SDavid Howells static irqreturn_t ras_error_interrupt(int irq, void *dev_id); 67d9953105SMichael Ellerman 680ebfff14SBenjamin Herrenschmidt 69d9953105SMichael Ellerman /* 70d9953105SMichael Ellerman * Initialize handlers for the set of interrupts caused by hardware errors 71d9953105SMichael Ellerman * and power system events. 72d9953105SMichael Ellerman */ 73d9953105SMichael Ellerman static int __init init_ras_IRQ(void) 74d9953105SMichael Ellerman { 75d9953105SMichael Ellerman struct device_node *np; 76d9953105SMichael Ellerman 77d9953105SMichael Ellerman ras_get_sensor_state_token = rtas_token("get-sensor-state"); 78d9953105SMichael Ellerman ras_check_exception_token = rtas_token("check-exception"); 79d9953105SMichael Ellerman 80d9953105SMichael Ellerman /* Internal Errors */ 81d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/internal-errors"); 82d9953105SMichael Ellerman if (np != NULL) { 8332c96f77SMark Nelson request_event_sources_irqs(np, ras_error_interrupt, 8432c96f77SMark Nelson "RAS_ERROR"); 85d9953105SMichael Ellerman of_node_put(np); 86d9953105SMichael Ellerman } 87d9953105SMichael Ellerman 88d9953105SMichael Ellerman /* EPOW Events */ 89d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/epow-events"); 90d9953105SMichael Ellerman if (np != NULL) { 9132c96f77SMark Nelson request_event_sources_irqs(np, ras_epow_interrupt, "RAS_EPOW"); 92d9953105SMichael Ellerman of_node_put(np); 93d9953105SMichael Ellerman } 94d9953105SMichael Ellerman 9569ed3324SAnton Blanchard return 0; 96d9953105SMichael Ellerman } 97d9953105SMichael Ellerman __initcall(init_ras_IRQ); 98d9953105SMichael Ellerman 99d9953105SMichael Ellerman /* 100d9953105SMichael Ellerman * Handle power subsystem events (EPOW). 101d9953105SMichael Ellerman * 102d9953105SMichael Ellerman * Presently we just log the event has occurred. This should be fixed 103d9953105SMichael Ellerman * to examine the type of power failure and take appropriate action where 104d9953105SMichael Ellerman * the time horizon permits something useful to be done. 105d9953105SMichael Ellerman */ 1067d12e780SDavid Howells static irqreturn_t ras_epow_interrupt(int irq, void *dev_id) 107d9953105SMichael Ellerman { 108d9953105SMichael Ellerman int status = 0xdeadbeef; 109d9953105SMichael Ellerman int state = 0; 110d9953105SMichael Ellerman int critical; 111d9953105SMichael Ellerman 112d9953105SMichael Ellerman status = rtas_call(ras_get_sensor_state_token, 2, 2, &state, 113d9953105SMichael Ellerman EPOW_SENSOR_TOKEN, EPOW_SENSOR_INDEX); 114d9953105SMichael Ellerman 115d9953105SMichael Ellerman if (state > 3) 116d9953105SMichael Ellerman critical = 1; /* Time Critical */ 117d9953105SMichael Ellerman else 118d9953105SMichael Ellerman critical = 0; 119d9953105SMichael Ellerman 120d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 121d9953105SMichael Ellerman 122d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 123b08e281bSMark Nelson RTAS_VECTOR_EXTERNAL_INTERRUPT, 1240ebfff14SBenjamin Herrenschmidt irq_map[irq].hwirq, 125d9953105SMichael Ellerman RTAS_EPOW_WARNING | RTAS_POWERMGM_EVENTS, 126d9953105SMichael Ellerman critical, __pa(&ras_log_buf), 127d9953105SMichael Ellerman rtas_get_error_log_max()); 128d9953105SMichael Ellerman 129d9953105SMichael Ellerman udbg_printf("EPOW <0x%lx 0x%x 0x%x>\n", 130d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 131d9953105SMichael Ellerman printk(KERN_WARNING "EPOW <0x%lx 0x%x 0x%x>\n", 132d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 133d9953105SMichael Ellerman 134d9953105SMichael Ellerman /* format and print the extended information */ 135d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, 0); 136d9953105SMichael Ellerman 137d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 138d9953105SMichael Ellerman return IRQ_HANDLED; 139d9953105SMichael Ellerman } 140d9953105SMichael Ellerman 141d9953105SMichael Ellerman /* 142d9953105SMichael Ellerman * Handle hardware error interrupts. 143d9953105SMichael Ellerman * 144d9953105SMichael Ellerman * RTAS check-exception is called to collect data on the exception. If 145d9953105SMichael Ellerman * the error is deemed recoverable, we log a warning and return. 146d9953105SMichael Ellerman * For nonrecoverable errors, an error is logged and we stop all processing 147d9953105SMichael Ellerman * as quickly as possible in order to prevent propagation of the failure. 148d9953105SMichael Ellerman */ 1497d12e780SDavid Howells static irqreturn_t ras_error_interrupt(int irq, void *dev_id) 150d9953105SMichael Ellerman { 151d9953105SMichael Ellerman struct rtas_error_log *rtas_elog; 152d9953105SMichael Ellerman int status = 0xdeadbeef; 153d9953105SMichael Ellerman int fatal; 154d9953105SMichael Ellerman 155d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 156d9953105SMichael Ellerman 157d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 158b08e281bSMark Nelson RTAS_VECTOR_EXTERNAL_INTERRUPT, 1590ebfff14SBenjamin Herrenschmidt irq_map[irq].hwirq, 160d9953105SMichael Ellerman RTAS_INTERNAL_ERROR, 1 /*Time Critical */, 161d9953105SMichael Ellerman __pa(&ras_log_buf), 162d9953105SMichael Ellerman rtas_get_error_log_max()); 163d9953105SMichael Ellerman 164d9953105SMichael Ellerman rtas_elog = (struct rtas_error_log *)ras_log_buf; 165d9953105SMichael Ellerman 166d9953105SMichael Ellerman if ((status == 0) && (rtas_elog->severity >= RTAS_SEVERITY_ERROR_SYNC)) 167d9953105SMichael Ellerman fatal = 1; 168d9953105SMichael Ellerman else 169d9953105SMichael Ellerman fatal = 0; 170d9953105SMichael Ellerman 171d9953105SMichael Ellerman /* format and print the extended information */ 172d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, fatal); 173d9953105SMichael Ellerman 174d9953105SMichael Ellerman if (fatal) { 175d9953105SMichael Ellerman udbg_printf("Fatal HW Error <0x%lx 0x%x>\n", 176d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 177d9953105SMichael Ellerman printk(KERN_EMERG "Error: Fatal hardware error <0x%lx 0x%x>\n", 178d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 179d9953105SMichael Ellerman 18036f8a2c4SMichael Ellerman #ifndef DEBUG_RTAS_POWER_OFF 181d9953105SMichael Ellerman /* Don't actually power off when debugging so we can test 182d9953105SMichael Ellerman * without actually failing while injecting errors. 183d9953105SMichael Ellerman * Error data will not be logged to syslog. 184d9953105SMichael Ellerman */ 185d9953105SMichael Ellerman ppc_md.power_off(); 186d9953105SMichael Ellerman #endif 187d9953105SMichael Ellerman } else { 188d9953105SMichael Ellerman udbg_printf("Recoverable HW Error <0x%lx 0x%x>\n", 189d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 190d9953105SMichael Ellerman printk(KERN_WARNING 191d9953105SMichael Ellerman "Warning: Recoverable hardware error <0x%lx 0x%x>\n", 192d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 193d9953105SMichael Ellerman } 194d9953105SMichael Ellerman 195d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 196d9953105SMichael Ellerman return IRQ_HANDLED; 197d9953105SMichael Ellerman } 198d9953105SMichael Ellerman 199d9953105SMichael Ellerman /* Get the error information for errors coming through the 200d9953105SMichael Ellerman * FWNMI vectors. The pt_regs' r3 will be updated to reflect 201d9953105SMichael Ellerman * the actual r3 if possible, and a ptr to the error log entry 202d9953105SMichael Ellerman * will be returned if found. 203d9953105SMichael Ellerman * 204d9953105SMichael Ellerman * The mce_data_buf does not have any locks or protection around it, 205d9953105SMichael Ellerman * if a second machine check comes in, or a system reset is done 206d9953105SMichael Ellerman * before we have logged the error, then we will get corruption in the 207d9953105SMichael Ellerman * error log. This is preferable over holding off on calling 208d9953105SMichael Ellerman * ibm,nmi-interlock which would result in us checkstopping if a 209d9953105SMichael Ellerman * second machine check did come in. 210d9953105SMichael Ellerman */ 211d9953105SMichael Ellerman static struct rtas_error_log *fwnmi_get_errinfo(struct pt_regs *regs) 212d9953105SMichael Ellerman { 213d9953105SMichael Ellerman unsigned long errdata = regs->gpr[3]; 214d9953105SMichael Ellerman struct rtas_error_log *errhdr = NULL; 215d9953105SMichael Ellerman unsigned long *savep; 216d9953105SMichael Ellerman 217d9953105SMichael Ellerman if ((errdata >= 0x7000 && errdata < 0x7fff0) || 218d9953105SMichael Ellerman (errdata >= rtas.base && errdata < rtas.base + rtas.size - 16)) { 219d9953105SMichael Ellerman savep = __va(errdata); 220d9953105SMichael Ellerman regs->gpr[3] = savep[0]; /* restore original r3 */ 221d9953105SMichael Ellerman memset(mce_data_buf, 0, RTAS_ERROR_LOG_MAX); 222d9953105SMichael Ellerman memcpy(mce_data_buf, (char *)(savep + 1), RTAS_ERROR_LOG_MAX); 223d9953105SMichael Ellerman errhdr = (struct rtas_error_log *)mce_data_buf; 224d9953105SMichael Ellerman } else { 225d9953105SMichael Ellerman printk("FWNMI: corrupt r3\n"); 226d9953105SMichael Ellerman } 227d9953105SMichael Ellerman return errhdr; 228d9953105SMichael Ellerman } 229d9953105SMichael Ellerman 230d9953105SMichael Ellerman /* Call this when done with the data returned by FWNMI_get_errinfo. 231d9953105SMichael Ellerman * It will release the saved data area for other CPUs in the 232d9953105SMichael Ellerman * partition to receive FWNMI errors. 233d9953105SMichael Ellerman */ 234d9953105SMichael Ellerman static void fwnmi_release_errinfo(void) 235d9953105SMichael Ellerman { 236d9953105SMichael Ellerman int ret = rtas_call(rtas_token("ibm,nmi-interlock"), 0, 1, NULL); 237d9953105SMichael Ellerman if (ret != 0) 238d9953105SMichael Ellerman printk("FWNMI: nmi-interlock failed: %d\n", ret); 239d9953105SMichael Ellerman } 240d9953105SMichael Ellerman 241c902be71SArnd Bergmann int pSeries_system_reset_exception(struct pt_regs *regs) 242d9953105SMichael Ellerman { 243d9953105SMichael Ellerman if (fwnmi_active) { 244d9953105SMichael Ellerman struct rtas_error_log *errhdr = fwnmi_get_errinfo(regs); 245d9953105SMichael Ellerman if (errhdr) { 246d9953105SMichael Ellerman /* XXX Should look at FWNMI information */ 247d9953105SMichael Ellerman } 248d9953105SMichael Ellerman fwnmi_release_errinfo(); 249d9953105SMichael Ellerman } 250c902be71SArnd Bergmann return 0; /* need to perform reset */ 251d9953105SMichael Ellerman } 252d9953105SMichael Ellerman 253d9953105SMichael Ellerman /* 254d9953105SMichael Ellerman * See if we can recover from a machine check exception. 255d9953105SMichael Ellerman * This is only called on power4 (or above) and only via 256d9953105SMichael Ellerman * the Firmware Non-Maskable Interrupts (fwnmi) handler 257d9953105SMichael Ellerman * which provides the error analysis for us. 258d9953105SMichael Ellerman * 259d9953105SMichael Ellerman * Return 1 if corrected (or delivered a signal). 260d9953105SMichael Ellerman * Return 0 if there is nothing we can do. 261d9953105SMichael Ellerman */ 262d9953105SMichael Ellerman static int recover_mce(struct pt_regs *regs, struct rtas_error_log *err) 263d9953105SMichael Ellerman { 264*d47d1d8aSAnton Blanchard int recovered = 0; 265d9953105SMichael Ellerman 266*d47d1d8aSAnton Blanchard if (!(regs->msr & MSR_RI)) { 267*d47d1d8aSAnton Blanchard /* If MSR_RI isn't set, we cannot recover */ 268*d47d1d8aSAnton Blanchard recovered = 0; 269*d47d1d8aSAnton Blanchard 270*d47d1d8aSAnton Blanchard } else if (err->disposition == RTAS_DISP_FULLY_RECOVERED) { 271d9953105SMichael Ellerman /* Platform corrected itself */ 272*d47d1d8aSAnton Blanchard recovered = 1; 273*d47d1d8aSAnton Blanchard 274*d47d1d8aSAnton Blanchard } else if (err->disposition == RTAS_DISP_LIMITED_RECOVERY) { 275*d47d1d8aSAnton Blanchard /* Platform corrected itself but could be degraded */ 276*d47d1d8aSAnton Blanchard printk(KERN_ERR "MCE: limited recovery, system may " 277*d47d1d8aSAnton Blanchard "be degraded\n"); 278*d47d1d8aSAnton Blanchard recovered = 1; 279*d47d1d8aSAnton Blanchard 280*d47d1d8aSAnton Blanchard } else if (user_mode(regs) && !is_global_init(current) && 281*d47d1d8aSAnton Blanchard err->severity == RTAS_SEVERITY_ERROR_SYNC) { 282*d47d1d8aSAnton Blanchard 283*d47d1d8aSAnton Blanchard /* 284*d47d1d8aSAnton Blanchard * If we received a synchronous error when in userspace 285*d47d1d8aSAnton Blanchard * kill the task. Firmware may report details of the fail 286*d47d1d8aSAnton Blanchard * asynchronously, so we can't rely on the target and type 287*d47d1d8aSAnton Blanchard * fields being valid here. 288*d47d1d8aSAnton Blanchard */ 289*d47d1d8aSAnton Blanchard printk(KERN_ERR "MCE: uncorrectable error, killing task " 290*d47d1d8aSAnton Blanchard "%s:%d\n", current->comm, current->pid); 291*d47d1d8aSAnton Blanchard 292*d47d1d8aSAnton Blanchard _exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip); 293*d47d1d8aSAnton Blanchard recovered = 1; 294d9953105SMichael Ellerman } 295d9953105SMichael Ellerman 2963f9793e6SAnton Blanchard log_error((char *)err, ERR_TYPE_RTAS_LOG, 0); 297d9953105SMichael Ellerman 298*d47d1d8aSAnton Blanchard return recovered; 299d9953105SMichael Ellerman } 300d9953105SMichael Ellerman 301d9953105SMichael Ellerman /* 302d9953105SMichael Ellerman * Handle a machine check. 303d9953105SMichael Ellerman * 304d9953105SMichael Ellerman * Note that on Power 4 and beyond Firmware Non-Maskable Interrupts (fwnmi) 305d9953105SMichael Ellerman * should be present. If so the handler which called us tells us if the 306d9953105SMichael Ellerman * error was recovered (never true if RI=0). 307d9953105SMichael Ellerman * 308d9953105SMichael Ellerman * On hardware prior to Power 4 these exceptions were asynchronous which 309d9953105SMichael Ellerman * means we can't tell exactly where it occurred and so we can't recover. 310d9953105SMichael Ellerman */ 311d9953105SMichael Ellerman int pSeries_machine_check_exception(struct pt_regs *regs) 312d9953105SMichael Ellerman { 313d9953105SMichael Ellerman struct rtas_error_log *errp; 314d9953105SMichael Ellerman 315d9953105SMichael Ellerman if (fwnmi_active) { 316d9953105SMichael Ellerman errp = fwnmi_get_errinfo(regs); 317d9953105SMichael Ellerman fwnmi_release_errinfo(); 318d9953105SMichael Ellerman if (errp && recover_mce(regs, errp)) 319d9953105SMichael Ellerman return 1; 320d9953105SMichael Ellerman } 321d9953105SMichael Ellerman 322d9953105SMichael Ellerman return 0; 323d9953105SMichael Ellerman } 324