1d9953105SMichael Ellerman /* 2d9953105SMichael Ellerman * Copyright (C) 2001 Dave Engebretsen IBM Corporation 3d9953105SMichael Ellerman * 4d9953105SMichael Ellerman * This program is free software; you can redistribute it and/or modify 5d9953105SMichael Ellerman * it under the terms of the GNU General Public License as published by 6d9953105SMichael Ellerman * the Free Software Foundation; either version 2 of the License, or 7d9953105SMichael Ellerman * (at your option) any later version. 8d9953105SMichael Ellerman * 9d9953105SMichael Ellerman * This program is distributed in the hope that it will be useful, 10d9953105SMichael Ellerman * but WITHOUT ANY WARRANTY; without even the implied warranty of 11d9953105SMichael Ellerman * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12d9953105SMichael Ellerman * GNU General Public License for more details. 13d9953105SMichael Ellerman * 14d9953105SMichael Ellerman * You should have received a copy of the GNU General Public License 15d9953105SMichael Ellerman * along with this program; if not, write to the Free Software 16d9953105SMichael Ellerman * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 17d9953105SMichael Ellerman */ 18d9953105SMichael Ellerman 19d9953105SMichael Ellerman /* Change Activity: 20d9953105SMichael Ellerman * 2001/09/21 : engebret : Created with minimal EPOW and HW exception support. 21d9953105SMichael Ellerman * End Change Activity 22d9953105SMichael Ellerman */ 23d9953105SMichael Ellerman 24d9953105SMichael Ellerman #include <linux/errno.h> 25d9953105SMichael Ellerman #include <linux/threads.h> 26d9953105SMichael Ellerman #include <linux/kernel_stat.h> 27d9953105SMichael Ellerman #include <linux/signal.h> 28d9953105SMichael Ellerman #include <linux/sched.h> 29d9953105SMichael Ellerman #include <linux/ioport.h> 30d9953105SMichael Ellerman #include <linux/interrupt.h> 31d9953105SMichael Ellerman #include <linux/timex.h> 32d9953105SMichael Ellerman #include <linux/init.h> 33d9953105SMichael Ellerman #include <linux/slab.h> 34d9953105SMichael Ellerman #include <linux/pci.h> 35d9953105SMichael Ellerman #include <linux/delay.h> 36d9953105SMichael Ellerman #include <linux/irq.h> 37d9953105SMichael Ellerman #include <linux/random.h> 38d9953105SMichael Ellerman #include <linux/sysrq.h> 39d9953105SMichael Ellerman #include <linux/bitops.h> 40d9953105SMichael Ellerman 41d9953105SMichael Ellerman #include <asm/uaccess.h> 42d9953105SMichael Ellerman #include <asm/system.h> 43d9953105SMichael Ellerman #include <asm/io.h> 44d9953105SMichael Ellerman #include <asm/pgtable.h> 45d9953105SMichael Ellerman #include <asm/irq.h> 46d9953105SMichael Ellerman #include <asm/cache.h> 47d9953105SMichael Ellerman #include <asm/prom.h> 48d9953105SMichael Ellerman #include <asm/ptrace.h> 49d9953105SMichael Ellerman #include <asm/machdep.h> 50d9953105SMichael Ellerman #include <asm/rtas.h> 51*dcad47fcSDavid Gibson #include <asm/udbg.h> 52d9953105SMichael Ellerman 53d9953105SMichael Ellerman static unsigned char ras_log_buf[RTAS_ERROR_LOG_MAX]; 54d9953105SMichael Ellerman static DEFINE_SPINLOCK(ras_log_buf_lock); 55d9953105SMichael Ellerman 56d9953105SMichael Ellerman char mce_data_buf[RTAS_ERROR_LOG_MAX] 57d9953105SMichael Ellerman ; 58d9953105SMichael Ellerman /* This is true if we are using the firmware NMI handler (typically LPAR) */ 59d9953105SMichael Ellerman extern int fwnmi_active; 60d9953105SMichael Ellerman 61d9953105SMichael Ellerman static int ras_get_sensor_state_token; 62d9953105SMichael Ellerman static int ras_check_exception_token; 63d9953105SMichael Ellerman 64d9953105SMichael Ellerman #define EPOW_SENSOR_TOKEN 9 65d9953105SMichael Ellerman #define EPOW_SENSOR_INDEX 0 66d9953105SMichael Ellerman #define RAS_VECTOR_OFFSET 0x500 67d9953105SMichael Ellerman 68d9953105SMichael Ellerman static irqreturn_t ras_epow_interrupt(int irq, void *dev_id, 69d9953105SMichael Ellerman struct pt_regs * regs); 70d9953105SMichael Ellerman static irqreturn_t ras_error_interrupt(int irq, void *dev_id, 71d9953105SMichael Ellerman struct pt_regs * regs); 72d9953105SMichael Ellerman 73d9953105SMichael Ellerman /* #define DEBUG */ 74d9953105SMichael Ellerman 75d9953105SMichael Ellerman static void request_ras_irqs(struct device_node *np, char *propname, 76d9953105SMichael Ellerman irqreturn_t (*handler)(int, void *, struct pt_regs *), 77d9953105SMichael Ellerman const char *name) 78d9953105SMichael Ellerman { 79d9953105SMichael Ellerman unsigned int *ireg, len, i; 80d9953105SMichael Ellerman int virq, n_intr; 81d9953105SMichael Ellerman 82d9953105SMichael Ellerman ireg = (unsigned int *)get_property(np, propname, &len); 83d9953105SMichael Ellerman if (ireg == NULL) 84d9953105SMichael Ellerman return; 85d9953105SMichael Ellerman n_intr = prom_n_intr_cells(np); 86d9953105SMichael Ellerman len /= n_intr * sizeof(*ireg); 87d9953105SMichael Ellerman 88d9953105SMichael Ellerman for (i = 0; i < len; i++) { 89d9953105SMichael Ellerman virq = virt_irq_create_mapping(*ireg); 90d9953105SMichael Ellerman if (virq == NO_IRQ) { 91d9953105SMichael Ellerman printk(KERN_ERR "Unable to allocate interrupt " 92d9953105SMichael Ellerman "number for %s\n", np->full_name); 93d9953105SMichael Ellerman return; 94d9953105SMichael Ellerman } 95d9953105SMichael Ellerman if (request_irq(irq_offset_up(virq), handler, 0, name, NULL)) { 96d9953105SMichael Ellerman printk(KERN_ERR "Unable to request interrupt %d for " 97d9953105SMichael Ellerman "%s\n", irq_offset_up(virq), np->full_name); 98d9953105SMichael Ellerman return; 99d9953105SMichael Ellerman } 100d9953105SMichael Ellerman ireg += n_intr; 101d9953105SMichael Ellerman } 102d9953105SMichael Ellerman } 103d9953105SMichael Ellerman 104d9953105SMichael Ellerman /* 105d9953105SMichael Ellerman * Initialize handlers for the set of interrupts caused by hardware errors 106d9953105SMichael Ellerman * and power system events. 107d9953105SMichael Ellerman */ 108d9953105SMichael Ellerman static int __init init_ras_IRQ(void) 109d9953105SMichael Ellerman { 110d9953105SMichael Ellerman struct device_node *np; 111d9953105SMichael Ellerman 112d9953105SMichael Ellerman ras_get_sensor_state_token = rtas_token("get-sensor-state"); 113d9953105SMichael Ellerman ras_check_exception_token = rtas_token("check-exception"); 114d9953105SMichael Ellerman 115d9953105SMichael Ellerman /* Internal Errors */ 116d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/internal-errors"); 117d9953105SMichael Ellerman if (np != NULL) { 118d9953105SMichael Ellerman request_ras_irqs(np, "open-pic-interrupt", ras_error_interrupt, 119d9953105SMichael Ellerman "RAS_ERROR"); 120d9953105SMichael Ellerman request_ras_irqs(np, "interrupts", ras_error_interrupt, 121d9953105SMichael Ellerman "RAS_ERROR"); 122d9953105SMichael Ellerman of_node_put(np); 123d9953105SMichael Ellerman } 124d9953105SMichael Ellerman 125d9953105SMichael Ellerman /* EPOW Events */ 126d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/epow-events"); 127d9953105SMichael Ellerman if (np != NULL) { 128d9953105SMichael Ellerman request_ras_irqs(np, "open-pic-interrupt", ras_epow_interrupt, 129d9953105SMichael Ellerman "RAS_EPOW"); 130d9953105SMichael Ellerman request_ras_irqs(np, "interrupts", ras_epow_interrupt, 131d9953105SMichael Ellerman "RAS_EPOW"); 132d9953105SMichael Ellerman of_node_put(np); 133d9953105SMichael Ellerman } 134d9953105SMichael Ellerman 135d9953105SMichael Ellerman return 1; 136d9953105SMichael Ellerman } 137d9953105SMichael Ellerman __initcall(init_ras_IRQ); 138d9953105SMichael Ellerman 139d9953105SMichael Ellerman /* 140d9953105SMichael Ellerman * Handle power subsystem events (EPOW). 141d9953105SMichael Ellerman * 142d9953105SMichael Ellerman * Presently we just log the event has occurred. This should be fixed 143d9953105SMichael Ellerman * to examine the type of power failure and take appropriate action where 144d9953105SMichael Ellerman * the time horizon permits something useful to be done. 145d9953105SMichael Ellerman */ 146d9953105SMichael Ellerman static irqreturn_t 147d9953105SMichael Ellerman ras_epow_interrupt(int irq, void *dev_id, struct pt_regs * regs) 148d9953105SMichael Ellerman { 149d9953105SMichael Ellerman int status = 0xdeadbeef; 150d9953105SMichael Ellerman int state = 0; 151d9953105SMichael Ellerman int critical; 152d9953105SMichael Ellerman 153d9953105SMichael Ellerman status = rtas_call(ras_get_sensor_state_token, 2, 2, &state, 154d9953105SMichael Ellerman EPOW_SENSOR_TOKEN, EPOW_SENSOR_INDEX); 155d9953105SMichael Ellerman 156d9953105SMichael Ellerman if (state > 3) 157d9953105SMichael Ellerman critical = 1; /* Time Critical */ 158d9953105SMichael Ellerman else 159d9953105SMichael Ellerman critical = 0; 160d9953105SMichael Ellerman 161d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 162d9953105SMichael Ellerman 163d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 164d9953105SMichael Ellerman RAS_VECTOR_OFFSET, 165d9953105SMichael Ellerman virt_irq_to_real(irq_offset_down(irq)), 166d9953105SMichael Ellerman RTAS_EPOW_WARNING | RTAS_POWERMGM_EVENTS, 167d9953105SMichael Ellerman critical, __pa(&ras_log_buf), 168d9953105SMichael Ellerman rtas_get_error_log_max()); 169d9953105SMichael Ellerman 170d9953105SMichael Ellerman udbg_printf("EPOW <0x%lx 0x%x 0x%x>\n", 171d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 172d9953105SMichael Ellerman printk(KERN_WARNING "EPOW <0x%lx 0x%x 0x%x>\n", 173d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 174d9953105SMichael Ellerman 175d9953105SMichael Ellerman /* format and print the extended information */ 176d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, 0); 177d9953105SMichael Ellerman 178d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 179d9953105SMichael Ellerman return IRQ_HANDLED; 180d9953105SMichael Ellerman } 181d9953105SMichael Ellerman 182d9953105SMichael Ellerman /* 183d9953105SMichael Ellerman * Handle hardware error interrupts. 184d9953105SMichael Ellerman * 185d9953105SMichael Ellerman * RTAS check-exception is called to collect data on the exception. If 186d9953105SMichael Ellerman * the error is deemed recoverable, we log a warning and return. 187d9953105SMichael Ellerman * For nonrecoverable errors, an error is logged and we stop all processing 188d9953105SMichael Ellerman * as quickly as possible in order to prevent propagation of the failure. 189d9953105SMichael Ellerman */ 190d9953105SMichael Ellerman static irqreturn_t 191d9953105SMichael Ellerman ras_error_interrupt(int irq, void *dev_id, struct pt_regs * regs) 192d9953105SMichael Ellerman { 193d9953105SMichael Ellerman struct rtas_error_log *rtas_elog; 194d9953105SMichael Ellerman int status = 0xdeadbeef; 195d9953105SMichael Ellerman int fatal; 196d9953105SMichael Ellerman 197d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 198d9953105SMichael Ellerman 199d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 200d9953105SMichael Ellerman RAS_VECTOR_OFFSET, 201d9953105SMichael Ellerman virt_irq_to_real(irq_offset_down(irq)), 202d9953105SMichael Ellerman RTAS_INTERNAL_ERROR, 1 /*Time Critical */, 203d9953105SMichael Ellerman __pa(&ras_log_buf), 204d9953105SMichael Ellerman rtas_get_error_log_max()); 205d9953105SMichael Ellerman 206d9953105SMichael Ellerman rtas_elog = (struct rtas_error_log *)ras_log_buf; 207d9953105SMichael Ellerman 208d9953105SMichael Ellerman if ((status == 0) && (rtas_elog->severity >= RTAS_SEVERITY_ERROR_SYNC)) 209d9953105SMichael Ellerman fatal = 1; 210d9953105SMichael Ellerman else 211d9953105SMichael Ellerman fatal = 0; 212d9953105SMichael Ellerman 213d9953105SMichael Ellerman /* format and print the extended information */ 214d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, fatal); 215d9953105SMichael Ellerman 216d9953105SMichael Ellerman if (fatal) { 217d9953105SMichael Ellerman udbg_printf("Fatal HW Error <0x%lx 0x%x>\n", 218d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 219d9953105SMichael Ellerman printk(KERN_EMERG "Error: Fatal hardware error <0x%lx 0x%x>\n", 220d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 221d9953105SMichael Ellerman 222d9953105SMichael Ellerman #ifndef DEBUG 223d9953105SMichael Ellerman /* Don't actually power off when debugging so we can test 224d9953105SMichael Ellerman * without actually failing while injecting errors. 225d9953105SMichael Ellerman * Error data will not be logged to syslog. 226d9953105SMichael Ellerman */ 227d9953105SMichael Ellerman ppc_md.power_off(); 228d9953105SMichael Ellerman #endif 229d9953105SMichael Ellerman } else { 230d9953105SMichael Ellerman udbg_printf("Recoverable HW Error <0x%lx 0x%x>\n", 231d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 232d9953105SMichael Ellerman printk(KERN_WARNING 233d9953105SMichael Ellerman "Warning: Recoverable hardware error <0x%lx 0x%x>\n", 234d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 235d9953105SMichael Ellerman } 236d9953105SMichael Ellerman 237d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 238d9953105SMichael Ellerman return IRQ_HANDLED; 239d9953105SMichael Ellerman } 240d9953105SMichael Ellerman 241d9953105SMichael Ellerman /* Get the error information for errors coming through the 242d9953105SMichael Ellerman * FWNMI vectors. The pt_regs' r3 will be updated to reflect 243d9953105SMichael Ellerman * the actual r3 if possible, and a ptr to the error log entry 244d9953105SMichael Ellerman * will be returned if found. 245d9953105SMichael Ellerman * 246d9953105SMichael Ellerman * The mce_data_buf does not have any locks or protection around it, 247d9953105SMichael Ellerman * if a second machine check comes in, or a system reset is done 248d9953105SMichael Ellerman * before we have logged the error, then we will get corruption in the 249d9953105SMichael Ellerman * error log. This is preferable over holding off on calling 250d9953105SMichael Ellerman * ibm,nmi-interlock which would result in us checkstopping if a 251d9953105SMichael Ellerman * second machine check did come in. 252d9953105SMichael Ellerman */ 253d9953105SMichael Ellerman static struct rtas_error_log *fwnmi_get_errinfo(struct pt_regs *regs) 254d9953105SMichael Ellerman { 255d9953105SMichael Ellerman unsigned long errdata = regs->gpr[3]; 256d9953105SMichael Ellerman struct rtas_error_log *errhdr = NULL; 257d9953105SMichael Ellerman unsigned long *savep; 258d9953105SMichael Ellerman 259d9953105SMichael Ellerman if ((errdata >= 0x7000 && errdata < 0x7fff0) || 260d9953105SMichael Ellerman (errdata >= rtas.base && errdata < rtas.base + rtas.size - 16)) { 261d9953105SMichael Ellerman savep = __va(errdata); 262d9953105SMichael Ellerman regs->gpr[3] = savep[0]; /* restore original r3 */ 263d9953105SMichael Ellerman memset(mce_data_buf, 0, RTAS_ERROR_LOG_MAX); 264d9953105SMichael Ellerman memcpy(mce_data_buf, (char *)(savep + 1), RTAS_ERROR_LOG_MAX); 265d9953105SMichael Ellerman errhdr = (struct rtas_error_log *)mce_data_buf; 266d9953105SMichael Ellerman } else { 267d9953105SMichael Ellerman printk("FWNMI: corrupt r3\n"); 268d9953105SMichael Ellerman } 269d9953105SMichael Ellerman return errhdr; 270d9953105SMichael Ellerman } 271d9953105SMichael Ellerman 272d9953105SMichael Ellerman /* Call this when done with the data returned by FWNMI_get_errinfo. 273d9953105SMichael Ellerman * It will release the saved data area for other CPUs in the 274d9953105SMichael Ellerman * partition to receive FWNMI errors. 275d9953105SMichael Ellerman */ 276d9953105SMichael Ellerman static void fwnmi_release_errinfo(void) 277d9953105SMichael Ellerman { 278d9953105SMichael Ellerman int ret = rtas_call(rtas_token("ibm,nmi-interlock"), 0, 1, NULL); 279d9953105SMichael Ellerman if (ret != 0) 280d9953105SMichael Ellerman printk("FWNMI: nmi-interlock failed: %d\n", ret); 281d9953105SMichael Ellerman } 282d9953105SMichael Ellerman 283d9953105SMichael Ellerman void pSeries_system_reset_exception(struct pt_regs *regs) 284d9953105SMichael Ellerman { 285d9953105SMichael Ellerman if (fwnmi_active) { 286d9953105SMichael Ellerman struct rtas_error_log *errhdr = fwnmi_get_errinfo(regs); 287d9953105SMichael Ellerman if (errhdr) { 288d9953105SMichael Ellerman /* XXX Should look at FWNMI information */ 289d9953105SMichael Ellerman } 290d9953105SMichael Ellerman fwnmi_release_errinfo(); 291d9953105SMichael Ellerman } 292d9953105SMichael Ellerman } 293d9953105SMichael Ellerman 294d9953105SMichael Ellerman /* 295d9953105SMichael Ellerman * See if we can recover from a machine check exception. 296d9953105SMichael Ellerman * This is only called on power4 (or above) and only via 297d9953105SMichael Ellerman * the Firmware Non-Maskable Interrupts (fwnmi) handler 298d9953105SMichael Ellerman * which provides the error analysis for us. 299d9953105SMichael Ellerman * 300d9953105SMichael Ellerman * Return 1 if corrected (or delivered a signal). 301d9953105SMichael Ellerman * Return 0 if there is nothing we can do. 302d9953105SMichael Ellerman */ 303d9953105SMichael Ellerman static int recover_mce(struct pt_regs *regs, struct rtas_error_log * err) 304d9953105SMichael Ellerman { 305d9953105SMichael Ellerman int nonfatal = 0; 306d9953105SMichael Ellerman 307d9953105SMichael Ellerman if (err->disposition == RTAS_DISP_FULLY_RECOVERED) { 308d9953105SMichael Ellerman /* Platform corrected itself */ 309d9953105SMichael Ellerman nonfatal = 1; 310d9953105SMichael Ellerman } else if ((regs->msr & MSR_RI) && 311d9953105SMichael Ellerman user_mode(regs) && 312d9953105SMichael Ellerman err->severity == RTAS_SEVERITY_ERROR_SYNC && 313d9953105SMichael Ellerman err->disposition == RTAS_DISP_NOT_RECOVERED && 314d9953105SMichael Ellerman err->target == RTAS_TARGET_MEMORY && 315d9953105SMichael Ellerman err->type == RTAS_TYPE_ECC_UNCORR && 316d9953105SMichael Ellerman !(current->pid == 0 || current->pid == 1)) { 317d9953105SMichael Ellerman /* Kill off a user process with an ECC error */ 318d9953105SMichael Ellerman printk(KERN_ERR "MCE: uncorrectable ecc error for pid %d\n", 319d9953105SMichael Ellerman current->pid); 320d9953105SMichael Ellerman /* XXX something better for ECC error? */ 321d9953105SMichael Ellerman _exception(SIGBUS, regs, BUS_ADRERR, regs->nip); 322d9953105SMichael Ellerman nonfatal = 1; 323d9953105SMichael Ellerman } 324d9953105SMichael Ellerman 325d9953105SMichael Ellerman log_error((char *)err, ERR_TYPE_RTAS_LOG, !nonfatal); 326d9953105SMichael Ellerman 327d9953105SMichael Ellerman return nonfatal; 328d9953105SMichael Ellerman } 329d9953105SMichael Ellerman 330d9953105SMichael Ellerman /* 331d9953105SMichael Ellerman * Handle a machine check. 332d9953105SMichael Ellerman * 333d9953105SMichael Ellerman * Note that on Power 4 and beyond Firmware Non-Maskable Interrupts (fwnmi) 334d9953105SMichael Ellerman * should be present. If so the handler which called us tells us if the 335d9953105SMichael Ellerman * error was recovered (never true if RI=0). 336d9953105SMichael Ellerman * 337d9953105SMichael Ellerman * On hardware prior to Power 4 these exceptions were asynchronous which 338d9953105SMichael Ellerman * means we can't tell exactly where it occurred and so we can't recover. 339d9953105SMichael Ellerman */ 340d9953105SMichael Ellerman int pSeries_machine_check_exception(struct pt_regs *regs) 341d9953105SMichael Ellerman { 342d9953105SMichael Ellerman struct rtas_error_log *errp; 343d9953105SMichael Ellerman 344d9953105SMichael Ellerman if (fwnmi_active) { 345d9953105SMichael Ellerman errp = fwnmi_get_errinfo(regs); 346d9953105SMichael Ellerman fwnmi_release_errinfo(); 347d9953105SMichael Ellerman if (errp && recover_mce(regs, errp)) 348d9953105SMichael Ellerman return 1; 349d9953105SMichael Ellerman } 350d9953105SMichael Ellerman 351d9953105SMichael Ellerman return 0; 352d9953105SMichael Ellerman } 353