1 /* 2 * arch/sparc/kernel/sun4d_irq.c: 3 * SS1000/SC2000 interrupt handling. 4 * 5 * Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz) 6 * Heavily based on arch/sparc/kernel/irq.c. 7 */ 8 9 #include <linux/errno.h> 10 #include <linux/linkage.h> 11 #include <linux/kernel_stat.h> 12 #include <linux/signal.h> 13 #include <linux/sched.h> 14 #include <linux/ptrace.h> 15 #include <linux/interrupt.h> 16 #include <linux/slab.h> 17 #include <linux/random.h> 18 #include <linux/init.h> 19 #include <linux/smp.h> 20 #include <linux/spinlock.h> 21 #include <linux/seq_file.h> 22 23 #include <asm/ptrace.h> 24 #include <asm/processor.h> 25 #include <asm/system.h> 26 #include <asm/psr.h> 27 #include <asm/smp.h> 28 #include <asm/vaddrs.h> 29 #include <asm/timer.h> 30 #include <asm/openprom.h> 31 #include <asm/oplib.h> 32 #include <asm/traps.h> 33 #include <asm/irq.h> 34 #include <asm/io.h> 35 #include <asm/pgalloc.h> 36 #include <asm/pgtable.h> 37 #include <asm/sbus.h> 38 #include <asm/sbi.h> 39 #include <asm/cacheflush.h> 40 #include <asm/irq_regs.h> 41 42 #include "irq.h" 43 44 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */ 45 /* #define DISTRIBUTE_IRQS */ 46 47 struct sun4d_timer_regs *sun4d_timers; 48 #define TIMER_IRQ 10 49 50 #define MAX_STATIC_ALLOC 4 51 extern struct irqaction static_irqaction[MAX_STATIC_ALLOC]; 52 extern int static_irq_count; 53 unsigned char cpu_leds[32]; 54 #ifdef CONFIG_SMP 55 static unsigned char sbus_tid[32]; 56 #endif 57 58 static struct irqaction *irq_action[NR_IRQS]; 59 extern spinlock_t irq_action_lock; 60 61 static struct sbus_action { 62 struct irqaction *action; 63 /* For SMP this needs to be extended */ 64 } *sbus_actions; 65 66 static int pil_to_sbus[] = { 67 0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0, 68 }; 69 70 static int sbus_to_pil[] = { 71 0, 2, 3, 5, 7, 9, 11, 13, 72 }; 73 74 static int nsbi; 75 #ifdef CONFIG_SMP 76 DEFINE_SPINLOCK(sun4d_imsk_lock); 77 #endif 78 79 int show_sun4d_interrupts(struct seq_file *p, void *v) 80 { 81 int i = *(loff_t *) v, j = 0, k = 0, sbusl; 82 struct irqaction * action; 83 unsigned long flags; 84 #ifdef CONFIG_SMP 85 int x; 86 #endif 87 88 spin_lock_irqsave(&irq_action_lock, flags); 89 if (i < NR_IRQS) { 90 sbusl = pil_to_sbus[i]; 91 if (!sbusl) { 92 action = *(i + irq_action); 93 if (!action) 94 goto out_unlock; 95 } else { 96 for (j = 0; j < nsbi; j++) { 97 for (k = 0; k < 4; k++) 98 if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action)) 99 goto found_it; 100 } 101 goto out_unlock; 102 } 103 found_it: seq_printf(p, "%3d: ", i); 104 #ifndef CONFIG_SMP 105 seq_printf(p, "%10u ", kstat_irqs(i)); 106 #else 107 for_each_online_cpu(x) 108 seq_printf(p, "%10u ", 109 kstat_cpu(cpu_logical_map(x)).irqs[i]); 110 #endif 111 seq_printf(p, "%c %s", 112 (action->flags & IRQF_DISABLED) ? '+' : ' ', 113 action->name); 114 action = action->next; 115 for (;;) { 116 for (; action; action = action->next) { 117 seq_printf(p, ",%s %s", 118 (action->flags & IRQF_DISABLED) ? " +" : "", 119 action->name); 120 } 121 if (!sbusl) break; 122 k++; 123 if (k < 4) 124 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action; 125 else { 126 j++; 127 if (j == nsbi) break; 128 k = 0; 129 action = sbus_actions [(j << 5) + (sbusl << 2)].action; 130 } 131 } 132 seq_putc(p, '\n'); 133 } 134 out_unlock: 135 spin_unlock_irqrestore(&irq_action_lock, flags); 136 return 0; 137 } 138 139 void sun4d_free_irq(unsigned int irq, void *dev_id) 140 { 141 struct irqaction *action, **actionp; 142 struct irqaction *tmp = NULL; 143 unsigned long flags; 144 145 spin_lock_irqsave(&irq_action_lock, flags); 146 if (irq < 15) 147 actionp = irq + irq_action; 148 else 149 actionp = &(sbus_actions[irq - (1 << 5)].action); 150 action = *actionp; 151 if (!action) { 152 printk("Trying to free free IRQ%d\n",irq); 153 goto out_unlock; 154 } 155 if (dev_id) { 156 for (; action; action = action->next) { 157 if (action->dev_id == dev_id) 158 break; 159 tmp = action; 160 } 161 if (!action) { 162 printk("Trying to free free shared IRQ%d\n",irq); 163 goto out_unlock; 164 } 165 } else if (action->flags & IRQF_SHARED) { 166 printk("Trying to free shared IRQ%d with NULL device ID\n", irq); 167 goto out_unlock; 168 } 169 if (action->flags & SA_STATIC_ALLOC) 170 { 171 /* This interrupt is marked as specially allocated 172 * so it is a bad idea to free it. 173 */ 174 printk("Attempt to free statically allocated IRQ%d (%s)\n", 175 irq, action->name); 176 goto out_unlock; 177 } 178 179 if (action && tmp) 180 tmp->next = action->next; 181 else 182 *actionp = action->next; 183 184 spin_unlock_irqrestore(&irq_action_lock, flags); 185 186 synchronize_irq(irq); 187 188 spin_lock_irqsave(&irq_action_lock, flags); 189 190 kfree(action); 191 192 if (!(*actionp)) 193 __disable_irq(irq); 194 195 out_unlock: 196 spin_unlock_irqrestore(&irq_action_lock, flags); 197 } 198 199 extern void unexpected_irq(int, void *, struct pt_regs *); 200 201 void sun4d_handler_irq(int irq, struct pt_regs * regs) 202 { 203 struct pt_regs *old_regs; 204 struct irqaction * action; 205 int cpu = smp_processor_id(); 206 /* SBUS IRQ level (1 - 7) */ 207 int sbusl = pil_to_sbus[irq]; 208 209 /* FIXME: Is this necessary?? */ 210 cc_get_ipen(); 211 212 cc_set_iclr(1 << irq); 213 214 old_regs = set_irq_regs(regs); 215 irq_enter(); 216 kstat_cpu(cpu).irqs[irq]++; 217 if (!sbusl) { 218 action = *(irq + irq_action); 219 if (!action) 220 unexpected_irq(irq, NULL, regs); 221 do { 222 action->handler(irq, action->dev_id); 223 action = action->next; 224 } while (action); 225 } else { 226 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff; 227 int sbino; 228 struct sbus_action *actionp; 229 unsigned mask, slot; 230 int sbil = (sbusl << 2); 231 232 bw_clear_intr_mask(sbusl, bus_mask); 233 234 /* Loop for each pending SBI */ 235 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1) 236 if (bus_mask & 1) { 237 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil); 238 mask &= (0xf << sbil); 239 actionp = sbus_actions + (sbino << 5) + (sbil); 240 /* Loop for each pending SBI slot */ 241 for (slot = (1 << sbil); mask; slot <<= 1, actionp++) 242 if (mask & slot) { 243 mask &= ~slot; 244 action = actionp->action; 245 246 if (!action) 247 unexpected_irq(irq, NULL, regs); 248 do { 249 action->handler(irq, action->dev_id); 250 action = action->next; 251 } while (action); 252 release_sbi(SBI2DEVID(sbino), slot); 253 } 254 } 255 } 256 irq_exit(); 257 set_irq_regs(old_regs); 258 } 259 260 unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq) 261 { 262 int sbusl = pil_to_sbus[irq]; 263 264 if (sbusl) 265 return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot; 266 else 267 return irq; 268 } 269 270 static unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev, 271 unsigned int sbint) 272 { 273 if (sbint >= sizeof(sbus_to_pil)) { 274 printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint); 275 BUG(); 276 } 277 return sun4d_build_irq(sdev, sbus_to_pil[sbint]); 278 } 279 280 int sun4d_request_irq(unsigned int irq, 281 irq_handler_t handler, 282 unsigned long irqflags, const char * devname, void *dev_id) 283 { 284 struct irqaction *action, *tmp = NULL, **actionp; 285 unsigned long flags; 286 int ret; 287 288 if(irq > 14 && irq < (1 << 5)) { 289 ret = -EINVAL; 290 goto out; 291 } 292 293 if (!handler) { 294 ret = -EINVAL; 295 goto out; 296 } 297 298 spin_lock_irqsave(&irq_action_lock, flags); 299 300 if (irq >= (1 << 5)) 301 actionp = &(sbus_actions[irq - (1 << 5)].action); 302 else 303 actionp = irq + irq_action; 304 action = *actionp; 305 306 if (action) { 307 if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) { 308 for (tmp = action; tmp->next; tmp = tmp->next); 309 } else { 310 ret = -EBUSY; 311 goto out_unlock; 312 } 313 if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) { 314 printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq); 315 ret = -EBUSY; 316 goto out_unlock; 317 } 318 action = NULL; /* Or else! */ 319 } 320 321 /* If this is flagged as statically allocated then we use our 322 * private struct which is never freed. 323 */ 324 if (irqflags & SA_STATIC_ALLOC) { 325 if (static_irq_count < MAX_STATIC_ALLOC) 326 action = &static_irqaction[static_irq_count++]; 327 else 328 printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname); 329 } 330 331 if (action == NULL) 332 action = kmalloc(sizeof(struct irqaction), 333 GFP_ATOMIC); 334 335 if (!action) { 336 ret = -ENOMEM; 337 goto out_unlock; 338 } 339 340 action->handler = handler; 341 action->flags = irqflags; 342 cpus_clear(action->mask); 343 action->name = devname; 344 action->next = NULL; 345 action->dev_id = dev_id; 346 347 if (tmp) 348 tmp->next = action; 349 else 350 *actionp = action; 351 352 __enable_irq(irq); 353 354 ret = 0; 355 out_unlock: 356 spin_unlock_irqrestore(&irq_action_lock, flags); 357 out: 358 return ret; 359 } 360 361 static void sun4d_disable_irq(unsigned int irq) 362 { 363 #ifdef CONFIG_SMP 364 int tid = sbus_tid[(irq >> 5) - 1]; 365 unsigned long flags; 366 #endif 367 368 if (irq < NR_IRQS) return; 369 #ifdef CONFIG_SMP 370 spin_lock_irqsave(&sun4d_imsk_lock, flags); 371 cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7])); 372 spin_unlock_irqrestore(&sun4d_imsk_lock, flags); 373 #else 374 cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7])); 375 #endif 376 } 377 378 static void sun4d_enable_irq(unsigned int irq) 379 { 380 #ifdef CONFIG_SMP 381 int tid = sbus_tid[(irq >> 5) - 1]; 382 unsigned long flags; 383 #endif 384 385 if (irq < NR_IRQS) return; 386 #ifdef CONFIG_SMP 387 spin_lock_irqsave(&sun4d_imsk_lock, flags); 388 cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7])); 389 spin_unlock_irqrestore(&sun4d_imsk_lock, flags); 390 #else 391 cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7])); 392 #endif 393 } 394 395 #ifdef CONFIG_SMP 396 static void sun4d_set_cpu_int(int cpu, int level) 397 { 398 sun4d_send_ipi(cpu, level); 399 } 400 401 static void sun4d_clear_ipi(int cpu, int level) 402 { 403 } 404 405 static void sun4d_set_udt(int cpu) 406 { 407 } 408 409 /* Setup IRQ distribution scheme. */ 410 void __init sun4d_distribute_irqs(void) 411 { 412 #ifdef DISTRIBUTE_IRQS 413 struct sbus_bus *sbus; 414 unsigned long sbus_serving_map; 415 416 sbus_serving_map = cpu_present_map; 417 for_each_sbus(sbus) { 418 if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1)))) 419 sbus_tid[sbus->board] = (sbus->board * 2 + 1); 420 else if (cpu_present_map & (1 << (sbus->board * 2))) 421 sbus_tid[sbus->board] = (sbus->board * 2); 422 else if (cpu_present_map & (1 << (sbus->board * 2 + 1))) 423 sbus_tid[sbus->board] = (sbus->board * 2 + 1); 424 else 425 sbus_tid[sbus->board] = 0xff; 426 if (sbus_tid[sbus->board] != 0xff) 427 sbus_serving_map &= ~(1 << sbus_tid[sbus->board]); 428 } 429 for_each_sbus(sbus) 430 if (sbus_tid[sbus->board] == 0xff) { 431 int i = 31; 432 433 if (!sbus_serving_map) 434 sbus_serving_map = cpu_present_map; 435 while (!(sbus_serving_map & (1 << i))) 436 i--; 437 sbus_tid[sbus->board] = i; 438 sbus_serving_map &= ~(1 << i); 439 } 440 for_each_sbus(sbus) { 441 printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]); 442 set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3); 443 } 444 #else 445 struct sbus_bus *sbus; 446 int cpuid = cpu_logical_map(1); 447 448 if (cpuid == -1) 449 cpuid = cpu_logical_map(0); 450 for_each_sbus(sbus) { 451 sbus_tid[sbus->board] = cpuid; 452 set_sbi_tid(sbus->devid, cpuid << 3); 453 } 454 printk("All sbus IRQs directed to CPU%d\n", cpuid); 455 #endif 456 } 457 #endif 458 459 static void sun4d_clear_clock_irq(void) 460 { 461 volatile unsigned int clear_intr; 462 clear_intr = sun4d_timers->l10_timer_limit; 463 } 464 465 static void sun4d_clear_profile_irq(int cpu) 466 { 467 bw_get_prof_limit(cpu); 468 } 469 470 static void sun4d_load_profile_irq(int cpu, unsigned int limit) 471 { 472 bw_set_prof_limit(cpu, limit); 473 } 474 475 static void __init sun4d_init_timers(irq_handler_t counter_fn) 476 { 477 int irq; 478 int cpu; 479 struct resource r; 480 int mid; 481 482 /* Map the User Timer registers. */ 483 memset(&r, 0, sizeof(r)); 484 #ifdef CONFIG_SMP 485 r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT; 486 #else 487 r.start = CSR_BASE(0)+BW_TIMER_LIMIT; 488 #endif 489 r.flags = 0xf; 490 sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0, 491 PAGE_SIZE, "user timer"); 492 493 sun4d_timers->l10_timer_limit = (((1000000/HZ) + 1) << 10); 494 master_l10_counter = &sun4d_timers->l10_cur_count; 495 master_l10_limit = &sun4d_timers->l10_timer_limit; 496 497 irq = request_irq(TIMER_IRQ, 498 counter_fn, 499 (IRQF_DISABLED | SA_STATIC_ALLOC), 500 "timer", NULL); 501 if (irq) { 502 prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ); 503 prom_halt(); 504 } 505 506 /* Enable user timer free run for CPU 0 in BW */ 507 /* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */ 508 509 cpu = 0; 510 while (!cpu_find_by_instance(cpu, NULL, &mid)) { 511 sun4d_load_profile_irq(mid >> 3, 0); 512 cpu++; 513 } 514 515 #ifdef CONFIG_SMP 516 { 517 unsigned long flags; 518 extern unsigned long lvl14_save[4]; 519 struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)]; 520 extern unsigned int real_irq_entry[], smp4d_ticker[]; 521 extern unsigned int patchme_maybe_smp_msg[]; 522 523 /* Adjust so that we jump directly to smp4d_ticker */ 524 lvl14_save[2] += smp4d_ticker - real_irq_entry; 525 526 /* For SMP we use the level 14 ticker, however the bootup code 527 * has copied the firmware's level 14 vector into the boot cpu's 528 * trap table, we must fix this now or we get squashed. 529 */ 530 local_irq_save(flags); 531 patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */ 532 trap_table->inst_one = lvl14_save[0]; 533 trap_table->inst_two = lvl14_save[1]; 534 trap_table->inst_three = lvl14_save[2]; 535 trap_table->inst_four = lvl14_save[3]; 536 local_flush_cache_all(); 537 local_irq_restore(flags); 538 } 539 #endif 540 } 541 542 void __init sun4d_init_sbi_irq(void) 543 { 544 struct sbus_bus *sbus; 545 unsigned mask; 546 547 nsbi = 0; 548 for_each_sbus(sbus) 549 nsbi++; 550 sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC); 551 if (!sbus_actions) { 552 prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n"); 553 prom_halt(); 554 } 555 for_each_sbus(sbus) { 556 #ifdef CONFIG_SMP 557 extern unsigned char boot_cpu_id; 558 559 set_sbi_tid(sbus->devid, boot_cpu_id << 3); 560 sbus_tid[sbus->board] = boot_cpu_id; 561 #endif 562 /* Get rid of pending irqs from PROM */ 563 mask = acquire_sbi(sbus->devid, 0xffffffff); 564 if (mask) { 565 printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board); 566 release_sbi(sbus->devid, mask); 567 } 568 } 569 } 570 571 void __init sun4d_init_IRQ(void) 572 { 573 local_irq_disable(); 574 575 BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM); 576 BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM); 577 BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM); 578 BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM); 579 BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM); 580 BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM); 581 sparc_init_timers = sun4d_init_timers; 582 #ifdef CONFIG_SMP 583 BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM); 584 BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP); 585 BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP); 586 #endif 587 /* Cannot enable interrupts until OBP ticker is disabled. */ 588 } 589