1d9953105SMichael Ellerman /* 2d9953105SMichael Ellerman * Copyright (C) 2001 Dave Engebretsen IBM Corporation 3d9953105SMichael Ellerman * 4d9953105SMichael Ellerman * This program is free software; you can redistribute it and/or modify 5d9953105SMichael Ellerman * it under the terms of the GNU General Public License as published by 6d9953105SMichael Ellerman * the Free Software Foundation; either version 2 of the License, or 7d9953105SMichael Ellerman * (at your option) any later version. 8d9953105SMichael Ellerman * 9d9953105SMichael Ellerman * This program is distributed in the hope that it will be useful, 10d9953105SMichael Ellerman * but WITHOUT ANY WARRANTY; without even the implied warranty of 11d9953105SMichael Ellerman * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12d9953105SMichael Ellerman * GNU General Public License for more details. 13d9953105SMichael Ellerman * 14d9953105SMichael Ellerman * You should have received a copy of the GNU General Public License 15d9953105SMichael Ellerman * along with this program; if not, write to the Free Software 16d9953105SMichael Ellerman * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 17d9953105SMichael Ellerman */ 18d9953105SMichael Ellerman 19d9953105SMichael Ellerman /* Change Activity: 20d9953105SMichael Ellerman * 2001/09/21 : engebret : Created with minimal EPOW and HW exception support. 21d9953105SMichael Ellerman * End Change Activity 22d9953105SMichael Ellerman */ 23d9953105SMichael Ellerman 24d9953105SMichael Ellerman #include <linux/errno.h> 25d9953105SMichael Ellerman #include <linux/threads.h> 26d9953105SMichael Ellerman #include <linux/kernel_stat.h> 27d9953105SMichael Ellerman #include <linux/signal.h> 28d9953105SMichael Ellerman #include <linux/sched.h> 29d9953105SMichael Ellerman #include <linux/ioport.h> 30d9953105SMichael Ellerman #include <linux/interrupt.h> 31d9953105SMichael Ellerman #include <linux/timex.h> 32d9953105SMichael Ellerman #include <linux/init.h> 33d9953105SMichael Ellerman #include <linux/slab.h> 34d9953105SMichael Ellerman #include <linux/pci.h> 35d9953105SMichael Ellerman #include <linux/delay.h> 36d9953105SMichael Ellerman #include <linux/irq.h> 37d9953105SMichael Ellerman #include <linux/random.h> 38d9953105SMichael Ellerman #include <linux/sysrq.h> 39d9953105SMichael Ellerman #include <linux/bitops.h> 40d9953105SMichael Ellerman 41d9953105SMichael Ellerman #include <asm/uaccess.h> 42d9953105SMichael Ellerman #include <asm/system.h> 43d9953105SMichael Ellerman #include <asm/io.h> 44d9953105SMichael Ellerman #include <asm/pgtable.h> 45d9953105SMichael Ellerman #include <asm/irq.h> 46d9953105SMichael Ellerman #include <asm/cache.h> 47d9953105SMichael Ellerman #include <asm/prom.h> 48d9953105SMichael Ellerman #include <asm/ptrace.h> 49d9953105SMichael Ellerman #include <asm/machdep.h> 50d9953105SMichael Ellerman #include <asm/rtas.h> 51dcad47fcSDavid Gibson #include <asm/udbg.h> 52*8c4f1f29SMichael Ellerman #include <asm/firmware.h> 53d9953105SMichael Ellerman 54d9953105SMichael Ellerman static unsigned char ras_log_buf[RTAS_ERROR_LOG_MAX]; 55d9953105SMichael Ellerman static DEFINE_SPINLOCK(ras_log_buf_lock); 56d9953105SMichael Ellerman 57*8c4f1f29SMichael Ellerman char mce_data_buf[RTAS_ERROR_LOG_MAX]; 58d9953105SMichael Ellerman 59d9953105SMichael Ellerman static int ras_get_sensor_state_token; 60d9953105SMichael Ellerman static int ras_check_exception_token; 61d9953105SMichael Ellerman 62d9953105SMichael Ellerman #define EPOW_SENSOR_TOKEN 9 63d9953105SMichael Ellerman #define EPOW_SENSOR_INDEX 0 64d9953105SMichael Ellerman #define RAS_VECTOR_OFFSET 0x500 65d9953105SMichael Ellerman 66d9953105SMichael Ellerman static irqreturn_t ras_epow_interrupt(int irq, void *dev_id, 67d9953105SMichael Ellerman struct pt_regs * regs); 68d9953105SMichael Ellerman static irqreturn_t ras_error_interrupt(int irq, void *dev_id, 69d9953105SMichael Ellerman struct pt_regs * regs); 70d9953105SMichael Ellerman 71d9953105SMichael Ellerman /* #define DEBUG */ 72d9953105SMichael Ellerman 73d9953105SMichael Ellerman static void request_ras_irqs(struct device_node *np, char *propname, 74d9953105SMichael Ellerman irqreturn_t (*handler)(int, void *, struct pt_regs *), 75d9953105SMichael Ellerman const char *name) 76d9953105SMichael Ellerman { 77d9953105SMichael Ellerman unsigned int *ireg, len, i; 78d9953105SMichael Ellerman int virq, n_intr; 79d9953105SMichael Ellerman 80d9953105SMichael Ellerman ireg = (unsigned int *)get_property(np, propname, &len); 81d9953105SMichael Ellerman if (ireg == NULL) 82d9953105SMichael Ellerman return; 83d9953105SMichael Ellerman n_intr = prom_n_intr_cells(np); 84d9953105SMichael Ellerman len /= n_intr * sizeof(*ireg); 85d9953105SMichael Ellerman 86d9953105SMichael Ellerman for (i = 0; i < len; i++) { 87d9953105SMichael Ellerman virq = virt_irq_create_mapping(*ireg); 88d9953105SMichael Ellerman if (virq == NO_IRQ) { 89d9953105SMichael Ellerman printk(KERN_ERR "Unable to allocate interrupt " 90d9953105SMichael Ellerman "number for %s\n", np->full_name); 91d9953105SMichael Ellerman return; 92d9953105SMichael Ellerman } 93d9953105SMichael Ellerman if (request_irq(irq_offset_up(virq), handler, 0, name, NULL)) { 94d9953105SMichael Ellerman printk(KERN_ERR "Unable to request interrupt %d for " 95d9953105SMichael Ellerman "%s\n", irq_offset_up(virq), np->full_name); 96d9953105SMichael Ellerman return; 97d9953105SMichael Ellerman } 98d9953105SMichael Ellerman ireg += n_intr; 99d9953105SMichael Ellerman } 100d9953105SMichael Ellerman } 101d9953105SMichael Ellerman 102d9953105SMichael Ellerman /* 103d9953105SMichael Ellerman * Initialize handlers for the set of interrupts caused by hardware errors 104d9953105SMichael Ellerman * and power system events. 105d9953105SMichael Ellerman */ 106d9953105SMichael Ellerman static int __init init_ras_IRQ(void) 107d9953105SMichael Ellerman { 108d9953105SMichael Ellerman struct device_node *np; 109d9953105SMichael Ellerman 110d9953105SMichael Ellerman ras_get_sensor_state_token = rtas_token("get-sensor-state"); 111d9953105SMichael Ellerman ras_check_exception_token = rtas_token("check-exception"); 112d9953105SMichael Ellerman 113d9953105SMichael Ellerman /* Internal Errors */ 114d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/internal-errors"); 115d9953105SMichael Ellerman if (np != NULL) { 116d9953105SMichael Ellerman request_ras_irqs(np, "open-pic-interrupt", ras_error_interrupt, 117d9953105SMichael Ellerman "RAS_ERROR"); 118d9953105SMichael Ellerman request_ras_irqs(np, "interrupts", ras_error_interrupt, 119d9953105SMichael Ellerman "RAS_ERROR"); 120d9953105SMichael Ellerman of_node_put(np); 121d9953105SMichael Ellerman } 122d9953105SMichael Ellerman 123d9953105SMichael Ellerman /* EPOW Events */ 124d9953105SMichael Ellerman np = of_find_node_by_path("/event-sources/epow-events"); 125d9953105SMichael Ellerman if (np != NULL) { 126d9953105SMichael Ellerman request_ras_irqs(np, "open-pic-interrupt", ras_epow_interrupt, 127d9953105SMichael Ellerman "RAS_EPOW"); 128d9953105SMichael Ellerman request_ras_irqs(np, "interrupts", ras_epow_interrupt, 129d9953105SMichael Ellerman "RAS_EPOW"); 130d9953105SMichael Ellerman of_node_put(np); 131d9953105SMichael Ellerman } 132d9953105SMichael Ellerman 133d9953105SMichael Ellerman return 1; 134d9953105SMichael Ellerman } 135d9953105SMichael Ellerman __initcall(init_ras_IRQ); 136d9953105SMichael Ellerman 137d9953105SMichael Ellerman /* 138d9953105SMichael Ellerman * Handle power subsystem events (EPOW). 139d9953105SMichael Ellerman * 140d9953105SMichael Ellerman * Presently we just log the event has occurred. This should be fixed 141d9953105SMichael Ellerman * to examine the type of power failure and take appropriate action where 142d9953105SMichael Ellerman * the time horizon permits something useful to be done. 143d9953105SMichael Ellerman */ 144d9953105SMichael Ellerman static irqreturn_t 145d9953105SMichael Ellerman ras_epow_interrupt(int irq, void *dev_id, struct pt_regs * regs) 146d9953105SMichael Ellerman { 147d9953105SMichael Ellerman int status = 0xdeadbeef; 148d9953105SMichael Ellerman int state = 0; 149d9953105SMichael Ellerman int critical; 150d9953105SMichael Ellerman 151d9953105SMichael Ellerman status = rtas_call(ras_get_sensor_state_token, 2, 2, &state, 152d9953105SMichael Ellerman EPOW_SENSOR_TOKEN, EPOW_SENSOR_INDEX); 153d9953105SMichael Ellerman 154d9953105SMichael Ellerman if (state > 3) 155d9953105SMichael Ellerman critical = 1; /* Time Critical */ 156d9953105SMichael Ellerman else 157d9953105SMichael Ellerman critical = 0; 158d9953105SMichael Ellerman 159d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 160d9953105SMichael Ellerman 161d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 162d9953105SMichael Ellerman RAS_VECTOR_OFFSET, 163d9953105SMichael Ellerman virt_irq_to_real(irq_offset_down(irq)), 164d9953105SMichael Ellerman RTAS_EPOW_WARNING | RTAS_POWERMGM_EVENTS, 165d9953105SMichael Ellerman critical, __pa(&ras_log_buf), 166d9953105SMichael Ellerman rtas_get_error_log_max()); 167d9953105SMichael Ellerman 168d9953105SMichael Ellerman udbg_printf("EPOW <0x%lx 0x%x 0x%x>\n", 169d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 170d9953105SMichael Ellerman printk(KERN_WARNING "EPOW <0x%lx 0x%x 0x%x>\n", 171d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status, state); 172d9953105SMichael Ellerman 173d9953105SMichael Ellerman /* format and print the extended information */ 174d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, 0); 175d9953105SMichael Ellerman 176d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 177d9953105SMichael Ellerman return IRQ_HANDLED; 178d9953105SMichael Ellerman } 179d9953105SMichael Ellerman 180d9953105SMichael Ellerman /* 181d9953105SMichael Ellerman * Handle hardware error interrupts. 182d9953105SMichael Ellerman * 183d9953105SMichael Ellerman * RTAS check-exception is called to collect data on the exception. If 184d9953105SMichael Ellerman * the error is deemed recoverable, we log a warning and return. 185d9953105SMichael Ellerman * For nonrecoverable errors, an error is logged and we stop all processing 186d9953105SMichael Ellerman * as quickly as possible in order to prevent propagation of the failure. 187d9953105SMichael Ellerman */ 188d9953105SMichael Ellerman static irqreturn_t 189d9953105SMichael Ellerman ras_error_interrupt(int irq, void *dev_id, struct pt_regs * regs) 190d9953105SMichael Ellerman { 191d9953105SMichael Ellerman struct rtas_error_log *rtas_elog; 192d9953105SMichael Ellerman int status = 0xdeadbeef; 193d9953105SMichael Ellerman int fatal; 194d9953105SMichael Ellerman 195d9953105SMichael Ellerman spin_lock(&ras_log_buf_lock); 196d9953105SMichael Ellerman 197d9953105SMichael Ellerman status = rtas_call(ras_check_exception_token, 6, 1, NULL, 198d9953105SMichael Ellerman RAS_VECTOR_OFFSET, 199d9953105SMichael Ellerman virt_irq_to_real(irq_offset_down(irq)), 200d9953105SMichael Ellerman RTAS_INTERNAL_ERROR, 1 /*Time Critical */, 201d9953105SMichael Ellerman __pa(&ras_log_buf), 202d9953105SMichael Ellerman rtas_get_error_log_max()); 203d9953105SMichael Ellerman 204d9953105SMichael Ellerman rtas_elog = (struct rtas_error_log *)ras_log_buf; 205d9953105SMichael Ellerman 206d9953105SMichael Ellerman if ((status == 0) && (rtas_elog->severity >= RTAS_SEVERITY_ERROR_SYNC)) 207d9953105SMichael Ellerman fatal = 1; 208d9953105SMichael Ellerman else 209d9953105SMichael Ellerman fatal = 0; 210d9953105SMichael Ellerman 211d9953105SMichael Ellerman /* format and print the extended information */ 212d9953105SMichael Ellerman log_error(ras_log_buf, ERR_TYPE_RTAS_LOG, fatal); 213d9953105SMichael Ellerman 214d9953105SMichael Ellerman if (fatal) { 215d9953105SMichael Ellerman udbg_printf("Fatal HW Error <0x%lx 0x%x>\n", 216d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 217d9953105SMichael Ellerman printk(KERN_EMERG "Error: Fatal hardware error <0x%lx 0x%x>\n", 218d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 219d9953105SMichael Ellerman 220d9953105SMichael Ellerman #ifndef DEBUG 221d9953105SMichael Ellerman /* Don't actually power off when debugging so we can test 222d9953105SMichael Ellerman * without actually failing while injecting errors. 223d9953105SMichael Ellerman * Error data will not be logged to syslog. 224d9953105SMichael Ellerman */ 225d9953105SMichael Ellerman ppc_md.power_off(); 226d9953105SMichael Ellerman #endif 227d9953105SMichael Ellerman } else { 228d9953105SMichael Ellerman udbg_printf("Recoverable HW Error <0x%lx 0x%x>\n", 229d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 230d9953105SMichael Ellerman printk(KERN_WARNING 231d9953105SMichael Ellerman "Warning: Recoverable hardware error <0x%lx 0x%x>\n", 232d9953105SMichael Ellerman *((unsigned long *)&ras_log_buf), status); 233d9953105SMichael Ellerman } 234d9953105SMichael Ellerman 235d9953105SMichael Ellerman spin_unlock(&ras_log_buf_lock); 236d9953105SMichael Ellerman return IRQ_HANDLED; 237d9953105SMichael Ellerman } 238d9953105SMichael Ellerman 239d9953105SMichael Ellerman /* Get the error information for errors coming through the 240d9953105SMichael Ellerman * FWNMI vectors. The pt_regs' r3 will be updated to reflect 241d9953105SMichael Ellerman * the actual r3 if possible, and a ptr to the error log entry 242d9953105SMichael Ellerman * will be returned if found. 243d9953105SMichael Ellerman * 244d9953105SMichael Ellerman * The mce_data_buf does not have any locks or protection around it, 245d9953105SMichael Ellerman * if a second machine check comes in, or a system reset is done 246d9953105SMichael Ellerman * before we have logged the error, then we will get corruption in the 247d9953105SMichael Ellerman * error log. This is preferable over holding off on calling 248d9953105SMichael Ellerman * ibm,nmi-interlock which would result in us checkstopping if a 249d9953105SMichael Ellerman * second machine check did come in. 250d9953105SMichael Ellerman */ 251d9953105SMichael Ellerman static struct rtas_error_log *fwnmi_get_errinfo(struct pt_regs *regs) 252d9953105SMichael Ellerman { 253d9953105SMichael Ellerman unsigned long errdata = regs->gpr[3]; 254d9953105SMichael Ellerman struct rtas_error_log *errhdr = NULL; 255d9953105SMichael Ellerman unsigned long *savep; 256d9953105SMichael Ellerman 257d9953105SMichael Ellerman if ((errdata >= 0x7000 && errdata < 0x7fff0) || 258d9953105SMichael Ellerman (errdata >= rtas.base && errdata < rtas.base + rtas.size - 16)) { 259d9953105SMichael Ellerman savep = __va(errdata); 260d9953105SMichael Ellerman regs->gpr[3] = savep[0]; /* restore original r3 */ 261d9953105SMichael Ellerman memset(mce_data_buf, 0, RTAS_ERROR_LOG_MAX); 262d9953105SMichael Ellerman memcpy(mce_data_buf, (char *)(savep + 1), RTAS_ERROR_LOG_MAX); 263d9953105SMichael Ellerman errhdr = (struct rtas_error_log *)mce_data_buf; 264d9953105SMichael Ellerman } else { 265d9953105SMichael Ellerman printk("FWNMI: corrupt r3\n"); 266d9953105SMichael Ellerman } 267d9953105SMichael Ellerman return errhdr; 268d9953105SMichael Ellerman } 269d9953105SMichael Ellerman 270d9953105SMichael Ellerman /* Call this when done with the data returned by FWNMI_get_errinfo. 271d9953105SMichael Ellerman * It will release the saved data area for other CPUs in the 272d9953105SMichael Ellerman * partition to receive FWNMI errors. 273d9953105SMichael Ellerman */ 274d9953105SMichael Ellerman static void fwnmi_release_errinfo(void) 275d9953105SMichael Ellerman { 276d9953105SMichael Ellerman int ret = rtas_call(rtas_token("ibm,nmi-interlock"), 0, 1, NULL); 277d9953105SMichael Ellerman if (ret != 0) 278d9953105SMichael Ellerman printk("FWNMI: nmi-interlock failed: %d\n", ret); 279d9953105SMichael Ellerman } 280d9953105SMichael Ellerman 281d9953105SMichael Ellerman void pSeries_system_reset_exception(struct pt_regs *regs) 282d9953105SMichael Ellerman { 283d9953105SMichael Ellerman if (fwnmi_active) { 284d9953105SMichael Ellerman struct rtas_error_log *errhdr = fwnmi_get_errinfo(regs); 285d9953105SMichael Ellerman if (errhdr) { 286d9953105SMichael Ellerman /* XXX Should look at FWNMI information */ 287d9953105SMichael Ellerman } 288d9953105SMichael Ellerman fwnmi_release_errinfo(); 289d9953105SMichael Ellerman } 290d9953105SMichael Ellerman } 291d9953105SMichael Ellerman 292d9953105SMichael Ellerman /* 293d9953105SMichael Ellerman * See if we can recover from a machine check exception. 294d9953105SMichael Ellerman * This is only called on power4 (or above) and only via 295d9953105SMichael Ellerman * the Firmware Non-Maskable Interrupts (fwnmi) handler 296d9953105SMichael Ellerman * which provides the error analysis for us. 297d9953105SMichael Ellerman * 298d9953105SMichael Ellerman * Return 1 if corrected (or delivered a signal). 299d9953105SMichael Ellerman * Return 0 if there is nothing we can do. 300d9953105SMichael Ellerman */ 301d9953105SMichael Ellerman static int recover_mce(struct pt_regs *regs, struct rtas_error_log * err) 302d9953105SMichael Ellerman { 303d9953105SMichael Ellerman int nonfatal = 0; 304d9953105SMichael Ellerman 305d9953105SMichael Ellerman if (err->disposition == RTAS_DISP_FULLY_RECOVERED) { 306d9953105SMichael Ellerman /* Platform corrected itself */ 307d9953105SMichael Ellerman nonfatal = 1; 308d9953105SMichael Ellerman } else if ((regs->msr & MSR_RI) && 309d9953105SMichael Ellerman user_mode(regs) && 310d9953105SMichael Ellerman err->severity == RTAS_SEVERITY_ERROR_SYNC && 311d9953105SMichael Ellerman err->disposition == RTAS_DISP_NOT_RECOVERED && 312d9953105SMichael Ellerman err->target == RTAS_TARGET_MEMORY && 313d9953105SMichael Ellerman err->type == RTAS_TYPE_ECC_UNCORR && 314d9953105SMichael Ellerman !(current->pid == 0 || current->pid == 1)) { 315d9953105SMichael Ellerman /* Kill off a user process with an ECC error */ 316d9953105SMichael Ellerman printk(KERN_ERR "MCE: uncorrectable ecc error for pid %d\n", 317d9953105SMichael Ellerman current->pid); 318d9953105SMichael Ellerman /* XXX something better for ECC error? */ 319d9953105SMichael Ellerman _exception(SIGBUS, regs, BUS_ADRERR, regs->nip); 320d9953105SMichael Ellerman nonfatal = 1; 321d9953105SMichael Ellerman } 322d9953105SMichael Ellerman 323d9953105SMichael Ellerman log_error((char *)err, ERR_TYPE_RTAS_LOG, !nonfatal); 324d9953105SMichael Ellerman 325d9953105SMichael Ellerman return nonfatal; 326d9953105SMichael Ellerman } 327d9953105SMichael Ellerman 328d9953105SMichael Ellerman /* 329d9953105SMichael Ellerman * Handle a machine check. 330d9953105SMichael Ellerman * 331d9953105SMichael Ellerman * Note that on Power 4 and beyond Firmware Non-Maskable Interrupts (fwnmi) 332d9953105SMichael Ellerman * should be present. If so the handler which called us tells us if the 333d9953105SMichael Ellerman * error was recovered (never true if RI=0). 334d9953105SMichael Ellerman * 335d9953105SMichael Ellerman * On hardware prior to Power 4 these exceptions were asynchronous which 336d9953105SMichael Ellerman * means we can't tell exactly where it occurred and so we can't recover. 337d9953105SMichael Ellerman */ 338d9953105SMichael Ellerman int pSeries_machine_check_exception(struct pt_regs *regs) 339d9953105SMichael Ellerman { 340d9953105SMichael Ellerman struct rtas_error_log *errp; 341d9953105SMichael Ellerman 342d9953105SMichael Ellerman if (fwnmi_active) { 343d9953105SMichael Ellerman errp = fwnmi_get_errinfo(regs); 344d9953105SMichael Ellerman fwnmi_release_errinfo(); 345d9953105SMichael Ellerman if (errp && recover_mce(regs, errp)) 346d9953105SMichael Ellerman return 1; 347d9953105SMichael Ellerman } 348d9953105SMichael Ellerman 349d9953105SMichael Ellerman return 0; 350d9953105SMichael Ellerman } 351