1 /* 2 * PowerNV OPAL high level interfaces 3 * 4 * Copyright 2011 IBM Corp. 5 * 6 * This program is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU General Public License 8 * as published by the Free Software Foundation; either version 9 * 2 of the License, or (at your option) any later version. 10 */ 11 12 #undef DEBUG 13 14 #include <linux/types.h> 15 #include <linux/of.h> 16 #include <linux/of_platform.h> 17 #include <linux/interrupt.h> 18 #include <linux/notifier.h> 19 #include <linux/slab.h> 20 #include <asm/opal.h> 21 #include <asm/firmware.h> 22 23 #include "powernv.h" 24 25 struct opal { 26 u64 base; 27 u64 entry; 28 } opal; 29 30 static struct device_node *opal_node; 31 static DEFINE_SPINLOCK(opal_write_lock); 32 extern u64 opal_mc_secondary_handler[]; 33 static unsigned int *opal_irqs; 34 static unsigned int opal_irq_count; 35 static ATOMIC_NOTIFIER_HEAD(opal_notifier_head); 36 static DEFINE_SPINLOCK(opal_notifier_lock); 37 static uint64_t last_notified_mask = 0x0ul; 38 static atomic_t opal_notifier_hold = ATOMIC_INIT(0); 39 40 int __init early_init_dt_scan_opal(unsigned long node, 41 const char *uname, int depth, void *data) 42 { 43 const void *basep, *entryp; 44 unsigned long basesz, entrysz; 45 46 if (depth != 1 || strcmp(uname, "ibm,opal") != 0) 47 return 0; 48 49 basep = of_get_flat_dt_prop(node, "opal-base-address", &basesz); 50 entryp = of_get_flat_dt_prop(node, "opal-entry-address", &entrysz); 51 52 if (!basep || !entryp) 53 return 1; 54 55 opal.base = of_read_number(basep, basesz/4); 56 opal.entry = of_read_number(entryp, entrysz/4); 57 58 pr_debug("OPAL Base = 0x%llx (basep=%p basesz=%ld)\n", 59 opal.base, basep, basesz); 60 pr_debug("OPAL Entry = 0x%llx (entryp=%p basesz=%ld)\n", 61 opal.entry, entryp, entrysz); 62 63 powerpc_firmware_features |= FW_FEATURE_OPAL; 64 if (of_flat_dt_is_compatible(node, "ibm,opal-v3")) { 65 powerpc_firmware_features |= FW_FEATURE_OPALv2; 66 powerpc_firmware_features |= FW_FEATURE_OPALv3; 67 printk("OPAL V3 detected !\n"); 68 } else if (of_flat_dt_is_compatible(node, "ibm,opal-v2")) { 69 powerpc_firmware_features |= FW_FEATURE_OPALv2; 70 printk("OPAL V2 detected !\n"); 71 } else { 72 printk("OPAL V1 detected !\n"); 73 } 74 75 return 1; 76 } 77 78 static int __init opal_register_exception_handlers(void) 79 { 80 u64 glue; 81 82 if (!(powerpc_firmware_features & FW_FEATURE_OPAL)) 83 return -ENODEV; 84 85 /* Hookup some exception handlers. We use the fwnmi area at 0x7000 86 * to provide the glue space to OPAL 87 */ 88 glue = 0x7000; 89 opal_register_exception_handler(OPAL_MACHINE_CHECK_HANDLER, 90 __pa(opal_mc_secondary_handler[0]), 91 glue); 92 glue += 128; 93 opal_register_exception_handler(OPAL_HYPERVISOR_MAINTENANCE_HANDLER, 94 0, glue); 95 glue += 128; 96 opal_register_exception_handler(OPAL_SOFTPATCH_HANDLER, 0, glue); 97 98 return 0; 99 } 100 101 early_initcall(opal_register_exception_handlers); 102 103 int opal_notifier_register(struct notifier_block *nb) 104 { 105 if (!nb) { 106 pr_warning("%s: Invalid argument (%p)\n", 107 __func__, nb); 108 return -EINVAL; 109 } 110 111 atomic_notifier_chain_register(&opal_notifier_head, nb); 112 return 0; 113 } 114 115 static void opal_do_notifier(uint64_t events) 116 { 117 unsigned long flags; 118 uint64_t changed_mask; 119 120 if (atomic_read(&opal_notifier_hold)) 121 return; 122 123 spin_lock_irqsave(&opal_notifier_lock, flags); 124 changed_mask = last_notified_mask ^ events; 125 last_notified_mask = events; 126 spin_unlock_irqrestore(&opal_notifier_lock, flags); 127 128 /* 129 * We feed with the event bits and changed bits for 130 * enough information to the callback. 131 */ 132 atomic_notifier_call_chain(&opal_notifier_head, 133 events, (void *)changed_mask); 134 } 135 136 void opal_notifier_update_evt(uint64_t evt_mask, 137 uint64_t evt_val) 138 { 139 unsigned long flags; 140 141 spin_lock_irqsave(&opal_notifier_lock, flags); 142 last_notified_mask &= ~evt_mask; 143 last_notified_mask |= evt_val; 144 spin_unlock_irqrestore(&opal_notifier_lock, flags); 145 } 146 147 void opal_notifier_enable(void) 148 { 149 int64_t rc; 150 uint64_t evt = 0; 151 152 atomic_set(&opal_notifier_hold, 0); 153 154 /* Process pending events */ 155 rc = opal_poll_events(&evt); 156 if (rc == OPAL_SUCCESS && evt) 157 opal_do_notifier(evt); 158 } 159 160 void opal_notifier_disable(void) 161 { 162 atomic_set(&opal_notifier_hold, 1); 163 } 164 165 int opal_get_chars(uint32_t vtermno, char *buf, int count) 166 { 167 s64 len, rc; 168 u64 evt; 169 170 if (!opal.entry) 171 return -ENODEV; 172 opal_poll_events(&evt); 173 if ((evt & OPAL_EVENT_CONSOLE_INPUT) == 0) 174 return 0; 175 len = count; 176 rc = opal_console_read(vtermno, &len, buf); 177 if (rc == OPAL_SUCCESS) 178 return len; 179 return 0; 180 } 181 182 int opal_put_chars(uint32_t vtermno, const char *data, int total_len) 183 { 184 int written = 0; 185 s64 len, rc; 186 unsigned long flags; 187 u64 evt; 188 189 if (!opal.entry) 190 return -ENODEV; 191 192 /* We want put_chars to be atomic to avoid mangling of hvsi 193 * packets. To do that, we first test for room and return 194 * -EAGAIN if there isn't enough. 195 * 196 * Unfortunately, opal_console_write_buffer_space() doesn't 197 * appear to work on opal v1, so we just assume there is 198 * enough room and be done with it 199 */ 200 spin_lock_irqsave(&opal_write_lock, flags); 201 if (firmware_has_feature(FW_FEATURE_OPALv2)) { 202 rc = opal_console_write_buffer_space(vtermno, &len); 203 if (rc || len < total_len) { 204 spin_unlock_irqrestore(&opal_write_lock, flags); 205 /* Closed -> drop characters */ 206 if (rc) 207 return total_len; 208 opal_poll_events(&evt); 209 return -EAGAIN; 210 } 211 } 212 213 /* We still try to handle partial completions, though they 214 * should no longer happen. 215 */ 216 rc = OPAL_BUSY; 217 while(total_len > 0 && (rc == OPAL_BUSY || 218 rc == OPAL_BUSY_EVENT || rc == OPAL_SUCCESS)) { 219 len = total_len; 220 rc = opal_console_write(vtermno, &len, data); 221 222 /* Closed or other error drop */ 223 if (rc != OPAL_SUCCESS && rc != OPAL_BUSY && 224 rc != OPAL_BUSY_EVENT) { 225 written = total_len; 226 break; 227 } 228 if (rc == OPAL_SUCCESS) { 229 total_len -= len; 230 data += len; 231 written += len; 232 } 233 /* This is a bit nasty but we need that for the console to 234 * flush when there aren't any interrupts. We will clean 235 * things a bit later to limit that to synchronous path 236 * such as the kernel console and xmon/udbg 237 */ 238 do 239 opal_poll_events(&evt); 240 while(rc == OPAL_SUCCESS && (evt & OPAL_EVENT_CONSOLE_OUTPUT)); 241 } 242 spin_unlock_irqrestore(&opal_write_lock, flags); 243 return written; 244 } 245 246 int opal_machine_check(struct pt_regs *regs) 247 { 248 struct opal_machine_check_event *opal_evt = get_paca()->opal_mc_evt; 249 struct opal_machine_check_event evt; 250 const char *level, *sevstr, *subtype; 251 static const char *opal_mc_ue_types[] = { 252 "Indeterminate", 253 "Instruction fetch", 254 "Page table walk ifetch", 255 "Load/Store", 256 "Page table walk Load/Store", 257 }; 258 static const char *opal_mc_slb_types[] = { 259 "Indeterminate", 260 "Parity", 261 "Multihit", 262 }; 263 static const char *opal_mc_erat_types[] = { 264 "Indeterminate", 265 "Parity", 266 "Multihit", 267 }; 268 static const char *opal_mc_tlb_types[] = { 269 "Indeterminate", 270 "Parity", 271 "Multihit", 272 }; 273 274 /* Copy the event structure and release the original */ 275 evt = *opal_evt; 276 opal_evt->in_use = 0; 277 278 /* Print things out */ 279 if (evt.version != OpalMCE_V1) { 280 pr_err("Machine Check Exception, Unknown event version %d !\n", 281 evt.version); 282 return 0; 283 } 284 switch(evt.severity) { 285 case OpalMCE_SEV_NO_ERROR: 286 level = KERN_INFO; 287 sevstr = "Harmless"; 288 break; 289 case OpalMCE_SEV_WARNING: 290 level = KERN_WARNING; 291 sevstr = ""; 292 break; 293 case OpalMCE_SEV_ERROR_SYNC: 294 level = KERN_ERR; 295 sevstr = "Severe"; 296 break; 297 case OpalMCE_SEV_FATAL: 298 default: 299 level = KERN_ERR; 300 sevstr = "Fatal"; 301 break; 302 } 303 304 printk("%s%s Machine check interrupt [%s]\n", level, sevstr, 305 evt.disposition == OpalMCE_DISPOSITION_RECOVERED ? 306 "Recovered" : "[Not recovered"); 307 printk("%s Initiator: %s\n", level, 308 evt.initiator == OpalMCE_INITIATOR_CPU ? "CPU" : "Unknown"); 309 switch(evt.error_type) { 310 case OpalMCE_ERROR_TYPE_UE: 311 subtype = evt.u.ue_error.ue_error_type < 312 ARRAY_SIZE(opal_mc_ue_types) ? 313 opal_mc_ue_types[evt.u.ue_error.ue_error_type] 314 : "Unknown"; 315 printk("%s Error type: UE [%s]\n", level, subtype); 316 if (evt.u.ue_error.effective_address_provided) 317 printk("%s Effective address: %016llx\n", 318 level, evt.u.ue_error.effective_address); 319 if (evt.u.ue_error.physical_address_provided) 320 printk("%s Physial address: %016llx\n", 321 level, evt.u.ue_error.physical_address); 322 break; 323 case OpalMCE_ERROR_TYPE_SLB: 324 subtype = evt.u.slb_error.slb_error_type < 325 ARRAY_SIZE(opal_mc_slb_types) ? 326 opal_mc_slb_types[evt.u.slb_error.slb_error_type] 327 : "Unknown"; 328 printk("%s Error type: SLB [%s]\n", level, subtype); 329 if (evt.u.slb_error.effective_address_provided) 330 printk("%s Effective address: %016llx\n", 331 level, evt.u.slb_error.effective_address); 332 break; 333 case OpalMCE_ERROR_TYPE_ERAT: 334 subtype = evt.u.erat_error.erat_error_type < 335 ARRAY_SIZE(opal_mc_erat_types) ? 336 opal_mc_erat_types[evt.u.erat_error.erat_error_type] 337 : "Unknown"; 338 printk("%s Error type: ERAT [%s]\n", level, subtype); 339 if (evt.u.erat_error.effective_address_provided) 340 printk("%s Effective address: %016llx\n", 341 level, evt.u.erat_error.effective_address); 342 break; 343 case OpalMCE_ERROR_TYPE_TLB: 344 subtype = evt.u.tlb_error.tlb_error_type < 345 ARRAY_SIZE(opal_mc_tlb_types) ? 346 opal_mc_tlb_types[evt.u.tlb_error.tlb_error_type] 347 : "Unknown"; 348 printk("%s Error type: TLB [%s]\n", level, subtype); 349 if (evt.u.tlb_error.effective_address_provided) 350 printk("%s Effective address: %016llx\n", 351 level, evt.u.tlb_error.effective_address); 352 break; 353 default: 354 case OpalMCE_ERROR_TYPE_UNKNOWN: 355 printk("%s Error type: Unknown\n", level); 356 break; 357 } 358 return evt.severity == OpalMCE_SEV_FATAL ? 0 : 1; 359 } 360 361 static irqreturn_t opal_interrupt(int irq, void *data) 362 { 363 uint64_t events; 364 365 opal_handle_interrupt(virq_to_hw(irq), &events); 366 367 opal_do_notifier(events); 368 369 return IRQ_HANDLED; 370 } 371 372 static int __init opal_init(void) 373 { 374 struct device_node *np, *consoles; 375 const u32 *irqs; 376 int rc, i, irqlen; 377 378 opal_node = of_find_node_by_path("/ibm,opal"); 379 if (!opal_node) { 380 pr_warn("opal: Node not found\n"); 381 return -ENODEV; 382 } 383 384 /* Register OPAL consoles if any ports */ 385 if (firmware_has_feature(FW_FEATURE_OPALv2)) 386 consoles = of_find_node_by_path("/ibm,opal/consoles"); 387 else 388 consoles = of_node_get(opal_node); 389 if (consoles) { 390 for_each_child_of_node(consoles, np) { 391 if (strcmp(np->name, "serial")) 392 continue; 393 of_platform_device_create(np, NULL, NULL); 394 } 395 of_node_put(consoles); 396 } 397 398 /* Find all OPAL interrupts and request them */ 399 irqs = of_get_property(opal_node, "opal-interrupts", &irqlen); 400 pr_debug("opal: Found %d interrupts reserved for OPAL\n", 401 irqs ? (irqlen / 4) : 0); 402 opal_irq_count = irqlen / 4; 403 opal_irqs = kzalloc(opal_irq_count * sizeof(unsigned int), GFP_KERNEL); 404 for (i = 0; irqs && i < (irqlen / 4); i++, irqs++) { 405 unsigned int hwirq = be32_to_cpup(irqs); 406 unsigned int irq = irq_create_mapping(NULL, hwirq); 407 if (irq == NO_IRQ) { 408 pr_warning("opal: Failed to map irq 0x%x\n", hwirq); 409 continue; 410 } 411 rc = request_irq(irq, opal_interrupt, 0, "opal", NULL); 412 if (rc) 413 pr_warning("opal: Error %d requesting irq %d" 414 " (0x%x)\n", rc, irq, hwirq); 415 opal_irqs[i] = irq; 416 } 417 return 0; 418 } 419 subsys_initcall(opal_init); 420 421 void opal_shutdown(void) 422 { 423 unsigned int i; 424 425 for (i = 0; i < opal_irq_count; i++) { 426 if (opal_irqs[i]) 427 free_irq(opal_irqs[i], NULL); 428 opal_irqs[i] = 0; 429 } 430 } 431