1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * arch/alpha/kernel/traps.c 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * (C) Copyright 1994 Linus Torvalds 61da177e4SLinus Torvalds */ 71da177e4SLinus Torvalds 81da177e4SLinus Torvalds /* 91da177e4SLinus Torvalds * This file initializes the trap entry points 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 12037f436fSS.Caglar Onur #include <linux/jiffies.h> 131da177e4SLinus Torvalds #include <linux/mm.h> 143f07c014SIngo Molnar #include <linux/sched/signal.h> 15b17b0153SIngo Molnar #include <linux/sched/debug.h> 161da177e4SLinus Torvalds #include <linux/tty.h> 171da177e4SLinus Torvalds #include <linux/delay.h> 189c14f835SPaul Gortmaker #include <linux/extable.h> 191da177e4SLinus Torvalds #include <linux/kallsyms.h> 202a238a96SAkinobu Mita #include <linux/ratelimit.h> 211da177e4SLinus Torvalds 221da177e4SLinus Torvalds #include <asm/gentrap.h> 237c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 241da177e4SLinus Torvalds #include <asm/unaligned.h> 251da177e4SLinus Torvalds #include <asm/sysinfo.h> 261da177e4SLinus Torvalds #include <asm/hwrpb.h> 271da177e4SLinus Torvalds #include <asm/mmu_context.h> 28ec221208SDavid Howells #include <asm/special_insns.h> 291da177e4SLinus Torvalds 301da177e4SLinus Torvalds #include "proto.h" 311da177e4SLinus Torvalds 321da177e4SLinus Torvalds /* Work-around for some SRMs which mishandle opDEC faults. */ 331da177e4SLinus Torvalds 341da177e4SLinus Torvalds static int opDEC_fix; 351da177e4SLinus Torvalds 36ab39c77cSPaul Gortmaker static void 371da177e4SLinus Torvalds opDEC_check(void) 381da177e4SLinus Torvalds { 391da177e4SLinus Torvalds __asm__ __volatile__ ( 401da177e4SLinus Torvalds /* Load the address of... */ 411da177e4SLinus Torvalds " br $16, 1f\n" 421da177e4SLinus Torvalds /* A stub instruction fault handler. Just add 4 to the 431da177e4SLinus Torvalds pc and continue. */ 441da177e4SLinus Torvalds " ldq $16, 8($sp)\n" 451da177e4SLinus Torvalds " addq $16, 4, $16\n" 461da177e4SLinus Torvalds " stq $16, 8($sp)\n" 471da177e4SLinus Torvalds " call_pal %[rti]\n" 481da177e4SLinus Torvalds /* Install the instruction fault handler. */ 491da177e4SLinus Torvalds "1: lda $17, 3\n" 501da177e4SLinus Torvalds " call_pal %[wrent]\n" 511da177e4SLinus Torvalds /* With that in place, the fault from the round-to-minf fp 521da177e4SLinus Torvalds insn will arrive either at the "lda 4" insn (bad) or one 531da177e4SLinus Torvalds past that (good). This places the correct fixup in %0. */ 541da177e4SLinus Torvalds " lda %[fix], 0\n" 551da177e4SLinus Torvalds " cvttq/svm $f31,$f31\n" 561da177e4SLinus Torvalds " lda %[fix], 4" 571da177e4SLinus Torvalds : [fix] "=r" (opDEC_fix) 581da177e4SLinus Torvalds : [rti] "n" (PAL_rti), [wrent] "n" (PAL_wrent) 591da177e4SLinus Torvalds : "$0", "$1", "$16", "$17", "$22", "$23", "$24", "$25"); 601da177e4SLinus Torvalds 611da177e4SLinus Torvalds if (opDEC_fix) 621da177e4SLinus Torvalds printk("opDEC fixup enabled.\n"); 631da177e4SLinus Torvalds } 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds void 661da177e4SLinus Torvalds dik_show_regs(struct pt_regs *regs, unsigned long *r9_15) 671da177e4SLinus Torvalds { 681da177e4SLinus Torvalds printk("pc = [<%016lx>] ra = [<%016lx>] ps = %04lx %s\n", 691da177e4SLinus Torvalds regs->pc, regs->r26, regs->ps, print_tainted()); 7029b7a47aSJoe Perches printk("pc is at %pSR\n", (void *)regs->pc); 7129b7a47aSJoe Perches printk("ra is at %pSR\n", (void *)regs->r26); 721da177e4SLinus Torvalds printk("v0 = %016lx t0 = %016lx t1 = %016lx\n", 731da177e4SLinus Torvalds regs->r0, regs->r1, regs->r2); 741da177e4SLinus Torvalds printk("t2 = %016lx t3 = %016lx t4 = %016lx\n", 751da177e4SLinus Torvalds regs->r3, regs->r4, regs->r5); 761da177e4SLinus Torvalds printk("t5 = %016lx t6 = %016lx t7 = %016lx\n", 771da177e4SLinus Torvalds regs->r6, regs->r7, regs->r8); 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds if (r9_15) { 801da177e4SLinus Torvalds printk("s0 = %016lx s1 = %016lx s2 = %016lx\n", 811da177e4SLinus Torvalds r9_15[9], r9_15[10], r9_15[11]); 821da177e4SLinus Torvalds printk("s3 = %016lx s4 = %016lx s5 = %016lx\n", 831da177e4SLinus Torvalds r9_15[12], r9_15[13], r9_15[14]); 841da177e4SLinus Torvalds printk("s6 = %016lx\n", r9_15[15]); 851da177e4SLinus Torvalds } 861da177e4SLinus Torvalds 871da177e4SLinus Torvalds printk("a0 = %016lx a1 = %016lx a2 = %016lx\n", 881da177e4SLinus Torvalds regs->r16, regs->r17, regs->r18); 891da177e4SLinus Torvalds printk("a3 = %016lx a4 = %016lx a5 = %016lx\n", 901da177e4SLinus Torvalds regs->r19, regs->r20, regs->r21); 911da177e4SLinus Torvalds printk("t8 = %016lx t9 = %016lx t10= %016lx\n", 921da177e4SLinus Torvalds regs->r22, regs->r23, regs->r24); 931da177e4SLinus Torvalds printk("t11= %016lx pv = %016lx at = %016lx\n", 941da177e4SLinus Torvalds regs->r25, regs->r27, regs->r28); 951da177e4SLinus Torvalds printk("gp = %016lx sp = %p\n", regs->gp, regs+1); 961da177e4SLinus Torvalds #if 0 971da177e4SLinus Torvalds __halt(); 981da177e4SLinus Torvalds #endif 991da177e4SLinus Torvalds } 1001da177e4SLinus Torvalds 1011da177e4SLinus Torvalds #if 0 1021da177e4SLinus Torvalds static char * ireg_name[] = {"v0", "t0", "t1", "t2", "t3", "t4", "t5", "t6", 1031da177e4SLinus Torvalds "t7", "s0", "s1", "s2", "s3", "s4", "s5", "s6", 1041da177e4SLinus Torvalds "a0", "a1", "a2", "a3", "a4", "a5", "t8", "t9", 1051da177e4SLinus Torvalds "t10", "t11", "ra", "pv", "at", "gp", "sp", "zero"}; 1061da177e4SLinus Torvalds #endif 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds static void 1091da177e4SLinus Torvalds dik_show_code(unsigned int *pc) 1101da177e4SLinus Torvalds { 1111da177e4SLinus Torvalds long i; 1121da177e4SLinus Torvalds 1131da177e4SLinus Torvalds printk("Code:"); 1141da177e4SLinus Torvalds for (i = -6; i < 2; i++) { 1151da177e4SLinus Torvalds unsigned int insn; 1161da177e4SLinus Torvalds if (__get_user(insn, (unsigned int __user *)pc + i)) 1171da177e4SLinus Torvalds break; 1181da177e4SLinus Torvalds printk("%c%08x%c", i ? ' ' : '<', insn, i ? ' ' : '>'); 1191da177e4SLinus Torvalds } 1201da177e4SLinus Torvalds printk("\n"); 1211da177e4SLinus Torvalds } 1221da177e4SLinus Torvalds 1231da177e4SLinus Torvalds static void 1241da177e4SLinus Torvalds dik_show_trace(unsigned long *sp) 1251da177e4SLinus Torvalds { 1261da177e4SLinus Torvalds long i = 0; 1271da177e4SLinus Torvalds printk("Trace:\n"); 1281da177e4SLinus Torvalds while (0x1ff8 & (unsigned long) sp) { 1291da177e4SLinus Torvalds extern char _stext[], _etext[]; 1301da177e4SLinus Torvalds unsigned long tmp = *sp; 1311da177e4SLinus Torvalds sp++; 1321da177e4SLinus Torvalds if (tmp < (unsigned long) &_stext) 1331da177e4SLinus Torvalds continue; 1341da177e4SLinus Torvalds if (tmp >= (unsigned long) &_etext) 1351da177e4SLinus Torvalds continue; 13629b7a47aSJoe Perches printk("[<%lx>] %pSR\n", tmp, (void *)tmp); 1371da177e4SLinus Torvalds if (i > 40) { 1381da177e4SLinus Torvalds printk(" ..."); 1391da177e4SLinus Torvalds break; 1401da177e4SLinus Torvalds } 1411da177e4SLinus Torvalds } 1421da177e4SLinus Torvalds printk("\n"); 1431da177e4SLinus Torvalds } 1441da177e4SLinus Torvalds 1451da177e4SLinus Torvalds static int kstack_depth_to_print = 24; 1461da177e4SLinus Torvalds 1471da177e4SLinus Torvalds void show_stack(struct task_struct *task, unsigned long *sp) 1481da177e4SLinus Torvalds { 1491da177e4SLinus Torvalds unsigned long *stack; 1501da177e4SLinus Torvalds int i; 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds /* 1531da177e4SLinus Torvalds * debugging aid: "show_stack(NULL);" prints the 1541da177e4SLinus Torvalds * back trace for this cpu. 1551da177e4SLinus Torvalds */ 1561da177e4SLinus Torvalds if(sp==NULL) 1571da177e4SLinus Torvalds sp=(unsigned long*)&sp; 1581da177e4SLinus Torvalds 1591da177e4SLinus Torvalds stack = sp; 1601da177e4SLinus Torvalds for(i=0; i < kstack_depth_to_print; i++) { 1611da177e4SLinus Torvalds if (((long) stack & (THREAD_SIZE-1)) == 0) 1621da177e4SLinus Torvalds break; 1634b01abdbSMikulas Patocka if ((i % 4) == 0) { 1644b01abdbSMikulas Patocka if (i) 1654b01abdbSMikulas Patocka pr_cont("\n"); 1664b01abdbSMikulas Patocka printk(" "); 1674b01abdbSMikulas Patocka } else { 1684b01abdbSMikulas Patocka pr_cont(" "); 1691da177e4SLinus Torvalds } 1704b01abdbSMikulas Patocka pr_cont("%016lx", *stack++); 1714b01abdbSMikulas Patocka } 1724b01abdbSMikulas Patocka pr_cont("\n"); 1731da177e4SLinus Torvalds dik_show_trace(sp); 1741da177e4SLinus Torvalds } 1751da177e4SLinus Torvalds 1761da177e4SLinus Torvalds void 1771da177e4SLinus Torvalds die_if_kernel(char * str, struct pt_regs *regs, long err, unsigned long *r9_15) 1781da177e4SLinus Torvalds { 1791da177e4SLinus Torvalds if (regs->ps & 8) 1801da177e4SLinus Torvalds return; 1811da177e4SLinus Torvalds #ifdef CONFIG_SMP 1821da177e4SLinus Torvalds printk("CPU %d ", hard_smp_processor_id()); 1831da177e4SLinus Torvalds #endif 18419c5870cSAlexey Dobriyan printk("%s(%d): %s %ld\n", current->comm, task_pid_nr(current), str, err); 1851da177e4SLinus Torvalds dik_show_regs(regs, r9_15); 186373d4d09SRusty Russell add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE); 1871da177e4SLinus Torvalds dik_show_trace((unsigned long *)(regs+1)); 1881da177e4SLinus Torvalds dik_show_code((unsigned int *)regs->pc); 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds if (test_and_set_thread_flag (TIF_DIE_IF_KERNEL)) { 1911da177e4SLinus Torvalds printk("die_if_kernel recursion detected.\n"); 1921da177e4SLinus Torvalds local_irq_enable(); 1931da177e4SLinus Torvalds while (1); 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds do_exit(SIGSEGV); 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds 1981da177e4SLinus Torvalds #ifndef CONFIG_MATHEMU 1991da177e4SLinus Torvalds static long dummy_emul(void) { return 0; } 2001da177e4SLinus Torvalds long (*alpha_fp_emul_imprecise)(struct pt_regs *regs, unsigned long writemask) 2011da177e4SLinus Torvalds = (void *)dummy_emul; 202d9e3cb2fSBen Hutchings EXPORT_SYMBOL_GPL(alpha_fp_emul_imprecise); 2031da177e4SLinus Torvalds long (*alpha_fp_emul) (unsigned long pc) 2041da177e4SLinus Torvalds = (void *)dummy_emul; 205d9e3cb2fSBen Hutchings EXPORT_SYMBOL_GPL(alpha_fp_emul); 2061da177e4SLinus Torvalds #else 2071da177e4SLinus Torvalds long alpha_fp_emul_imprecise(struct pt_regs *regs, unsigned long writemask); 2081da177e4SLinus Torvalds long alpha_fp_emul (unsigned long pc); 2091da177e4SLinus Torvalds #endif 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds asmlinkage void 2121da177e4SLinus Torvalds do_entArith(unsigned long summary, unsigned long write_mask, 2131da177e4SLinus Torvalds struct pt_regs *regs) 2141da177e4SLinus Torvalds { 2151da177e4SLinus Torvalds long si_code = FPE_FLTINV; 2161da177e4SLinus Torvalds siginfo_t info; 2171da177e4SLinus Torvalds 2181da177e4SLinus Torvalds if (summary & 1) { 2191da177e4SLinus Torvalds /* Software-completion summary bit is set, so try to 2201da177e4SLinus Torvalds emulate the instruction. If the processor supports 2211da177e4SLinus Torvalds precise exceptions, we don't have to search. */ 2221da177e4SLinus Torvalds if (!amask(AMASK_PRECISE_TRAP)) 2231da177e4SLinus Torvalds si_code = alpha_fp_emul(regs->pc - 4); 2241da177e4SLinus Torvalds else 2251da177e4SLinus Torvalds si_code = alpha_fp_emul_imprecise(regs, write_mask); 2261da177e4SLinus Torvalds if (si_code == 0) 2271da177e4SLinus Torvalds return; 2281da177e4SLinus Torvalds } 2291da177e4SLinus Torvalds die_if_kernel("Arithmetic fault", regs, 0, NULL); 2301da177e4SLinus Torvalds 2313eb0f519SEric W. Biederman clear_siginfo(&info); 2321da177e4SLinus Torvalds info.si_signo = SIGFPE; 2331da177e4SLinus Torvalds info.si_errno = 0; 2341da177e4SLinus Torvalds info.si_code = si_code; 2351da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 2361da177e4SLinus Torvalds send_sig_info(SIGFPE, &info, current); 2371da177e4SLinus Torvalds } 2381da177e4SLinus Torvalds 2391da177e4SLinus Torvalds asmlinkage void 2401da177e4SLinus Torvalds do_entIF(unsigned long type, struct pt_regs *regs) 2411da177e4SLinus Torvalds { 2421da177e4SLinus Torvalds siginfo_t info; 2431da177e4SLinus Torvalds int signo, code; 2441da177e4SLinus Torvalds 2453eb0f519SEric W. Biederman clear_siginfo(&info); 246eaf05be0SIvan Kokshaysky if ((regs->ps & ~IPL_MAX) == 0) { 2471da177e4SLinus Torvalds if (type == 1) { 2481da177e4SLinus Torvalds const unsigned int *data 2491da177e4SLinus Torvalds = (const unsigned int *) regs->pc; 2501da177e4SLinus Torvalds printk("Kernel bug at %s:%d\n", 2511da177e4SLinus Torvalds (const char *)(data[1] | (long)data[2] << 32), 2521da177e4SLinus Torvalds data[0]); 2531da177e4SLinus Torvalds } 2547f3bbb82SRichard Henderson #ifdef CONFIG_ALPHA_WTINT 2557f3bbb82SRichard Henderson if (type == 4) { 2567f3bbb82SRichard Henderson /* If CALL_PAL WTINT is totally unsupported by the 2577f3bbb82SRichard Henderson PALcode, e.g. MILO, "emulate" it by overwriting 2587f3bbb82SRichard Henderson the insn. */ 2597f3bbb82SRichard Henderson unsigned int *pinsn 2607f3bbb82SRichard Henderson = (unsigned int *) regs->pc - 1; 2617f3bbb82SRichard Henderson if (*pinsn == PAL_wtint) { 2627f3bbb82SRichard Henderson *pinsn = 0x47e01400; /* mov 0,$0 */ 2637f3bbb82SRichard Henderson imb(); 2647f3bbb82SRichard Henderson regs->r0 = 0; 2657f3bbb82SRichard Henderson return; 2667f3bbb82SRichard Henderson } 2677f3bbb82SRichard Henderson } 2687f3bbb82SRichard Henderson #endif /* ALPHA_WTINT */ 2691da177e4SLinus Torvalds die_if_kernel((type == 1 ? "Kernel Bug" : "Instruction fault"), 2701da177e4SLinus Torvalds regs, type, NULL); 2711da177e4SLinus Torvalds } 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds switch (type) { 2741da177e4SLinus Torvalds case 0: /* breakpoint */ 2751da177e4SLinus Torvalds info.si_signo = SIGTRAP; 2761da177e4SLinus Torvalds info.si_errno = 0; 2771da177e4SLinus Torvalds info.si_code = TRAP_BRKPT; 2781da177e4SLinus Torvalds info.si_trapno = 0; 2791da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds if (ptrace_cancel_bpt(current)) { 2821da177e4SLinus Torvalds regs->pc -= 4; /* make pc point to former bpt */ 2831da177e4SLinus Torvalds } 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds send_sig_info(SIGTRAP, &info, current); 2861da177e4SLinus Torvalds return; 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds case 1: /* bugcheck */ 2891da177e4SLinus Torvalds info.si_signo = SIGTRAP; 2901da177e4SLinus Torvalds info.si_errno = 0; 291e2bd64d9SEric W. Biederman info.si_code = TRAP_FIXME; 2921da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 2931da177e4SLinus Torvalds info.si_trapno = 0; 2941da177e4SLinus Torvalds send_sig_info(SIGTRAP, &info, current); 2951da177e4SLinus Torvalds return; 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds case 2: /* gentrap */ 2981da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 2991da177e4SLinus Torvalds info.si_trapno = regs->r16; 3001da177e4SLinus Torvalds switch ((long) regs->r16) { 3011da177e4SLinus Torvalds case GEN_INTOVF: 3021da177e4SLinus Torvalds signo = SIGFPE; 3031da177e4SLinus Torvalds code = FPE_INTOVF; 3041da177e4SLinus Torvalds break; 3051da177e4SLinus Torvalds case GEN_INTDIV: 3061da177e4SLinus Torvalds signo = SIGFPE; 3071da177e4SLinus Torvalds code = FPE_INTDIV; 3081da177e4SLinus Torvalds break; 3091da177e4SLinus Torvalds case GEN_FLTOVF: 3101da177e4SLinus Torvalds signo = SIGFPE; 3111da177e4SLinus Torvalds code = FPE_FLTOVF; 3121da177e4SLinus Torvalds break; 3131da177e4SLinus Torvalds case GEN_FLTDIV: 3141da177e4SLinus Torvalds signo = SIGFPE; 3151da177e4SLinus Torvalds code = FPE_FLTDIV; 3161da177e4SLinus Torvalds break; 3171da177e4SLinus Torvalds case GEN_FLTUND: 3181da177e4SLinus Torvalds signo = SIGFPE; 3191da177e4SLinus Torvalds code = FPE_FLTUND; 3201da177e4SLinus Torvalds break; 3211da177e4SLinus Torvalds case GEN_FLTINV: 3221da177e4SLinus Torvalds signo = SIGFPE; 3231da177e4SLinus Torvalds code = FPE_FLTINV; 3241da177e4SLinus Torvalds break; 3251da177e4SLinus Torvalds case GEN_FLTINE: 3261da177e4SLinus Torvalds signo = SIGFPE; 3271da177e4SLinus Torvalds code = FPE_FLTRES; 3281da177e4SLinus Torvalds break; 3291da177e4SLinus Torvalds case GEN_ROPRAND: 3301da177e4SLinus Torvalds signo = SIGFPE; 331*4cc13e4fSEric W. Biederman code = FPE_FLTUNK; 3321da177e4SLinus Torvalds break; 3331da177e4SLinus Torvalds 3341da177e4SLinus Torvalds case GEN_DECOVF: 3351da177e4SLinus Torvalds case GEN_DECDIV: 3361da177e4SLinus Torvalds case GEN_DECINV: 3371da177e4SLinus Torvalds case GEN_ASSERTERR: 3381da177e4SLinus Torvalds case GEN_NULPTRERR: 3391da177e4SLinus Torvalds case GEN_STKOVF: 3401da177e4SLinus Torvalds case GEN_STRLENERR: 3411da177e4SLinus Torvalds case GEN_SUBSTRERR: 3421da177e4SLinus Torvalds case GEN_RANGERR: 3431da177e4SLinus Torvalds case GEN_SUBRNG: 3441da177e4SLinus Torvalds case GEN_SUBRNG1: 3451da177e4SLinus Torvalds case GEN_SUBRNG2: 3461da177e4SLinus Torvalds case GEN_SUBRNG3: 3471da177e4SLinus Torvalds case GEN_SUBRNG4: 3481da177e4SLinus Torvalds case GEN_SUBRNG5: 3491da177e4SLinus Torvalds case GEN_SUBRNG6: 3501da177e4SLinus Torvalds case GEN_SUBRNG7: 3511da177e4SLinus Torvalds default: 3521da177e4SLinus Torvalds signo = SIGTRAP; 353e2bd64d9SEric W. Biederman code = TRAP_FIXME; 3541da177e4SLinus Torvalds break; 3551da177e4SLinus Torvalds } 3561da177e4SLinus Torvalds 3571da177e4SLinus Torvalds info.si_signo = signo; 3581da177e4SLinus Torvalds info.si_errno = 0; 3591da177e4SLinus Torvalds info.si_code = code; 3601da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 3611da177e4SLinus Torvalds send_sig_info(signo, &info, current); 3621da177e4SLinus Torvalds return; 3631da177e4SLinus Torvalds 3641da177e4SLinus Torvalds case 4: /* opDEC */ 3651da177e4SLinus Torvalds if (implver() == IMPLVER_EV4) { 3661da177e4SLinus Torvalds long si_code; 3671da177e4SLinus Torvalds 3681da177e4SLinus Torvalds /* The some versions of SRM do not handle 3691da177e4SLinus Torvalds the opDEC properly - they return the PC of the 3701da177e4SLinus Torvalds opDEC fault, not the instruction after as the 3711da177e4SLinus Torvalds Alpha architecture requires. Here we fix it up. 3721da177e4SLinus Torvalds We do this by intentionally causing an opDEC 3731da177e4SLinus Torvalds fault during the boot sequence and testing if 3741da177e4SLinus Torvalds we get the correct PC. If not, we set a flag 3751da177e4SLinus Torvalds to correct it every time through. */ 3761da177e4SLinus Torvalds regs->pc += opDEC_fix; 3771da177e4SLinus Torvalds 3781da177e4SLinus Torvalds /* EV4 does not implement anything except normal 3791da177e4SLinus Torvalds rounding. Everything else will come here as 3801da177e4SLinus Torvalds an illegal instruction. Emulate them. */ 3811da177e4SLinus Torvalds si_code = alpha_fp_emul(regs->pc - 4); 3821da177e4SLinus Torvalds if (si_code == 0) 3831da177e4SLinus Torvalds return; 3841da177e4SLinus Torvalds if (si_code > 0) { 3851da177e4SLinus Torvalds info.si_signo = SIGFPE; 3861da177e4SLinus Torvalds info.si_errno = 0; 3871da177e4SLinus Torvalds info.si_code = si_code; 3881da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 3891da177e4SLinus Torvalds send_sig_info(SIGFPE, &info, current); 3901da177e4SLinus Torvalds return; 3911da177e4SLinus Torvalds } 3921da177e4SLinus Torvalds } 3931da177e4SLinus Torvalds break; 3941da177e4SLinus Torvalds 3951da177e4SLinus Torvalds case 3: /* FEN fault */ 3961da177e4SLinus Torvalds /* Irritating users can call PAL_clrfen to disable the 3971da177e4SLinus Torvalds FPU for the process. The kernel will then trap in 3981da177e4SLinus Torvalds do_switch_stack and undo_switch_stack when we try 3991da177e4SLinus Torvalds to save and restore the FP registers. 4001da177e4SLinus Torvalds 4011da177e4SLinus Torvalds Given that GCC by default generates code that uses the 4021da177e4SLinus Torvalds FP registers, PAL_clrfen is not useful except for DoS 4031da177e4SLinus Torvalds attacks. So turn the bleeding FPU back on and be done 4041da177e4SLinus Torvalds with it. */ 4051da177e4SLinus Torvalds current_thread_info()->pcb.flags |= 1; 4061da177e4SLinus Torvalds __reload_thread(¤t_thread_info()->pcb); 4071da177e4SLinus Torvalds return; 4081da177e4SLinus Torvalds 4091da177e4SLinus Torvalds case 5: /* illoc */ 4101da177e4SLinus Torvalds default: /* unexpected instruction-fault type */ 4111da177e4SLinus Torvalds ; 4121da177e4SLinus Torvalds } 4131da177e4SLinus Torvalds 4141da177e4SLinus Torvalds info.si_signo = SIGILL; 4151da177e4SLinus Torvalds info.si_errno = 0; 4161da177e4SLinus Torvalds info.si_code = ILL_ILLOPC; 4171da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 4181da177e4SLinus Torvalds send_sig_info(SIGILL, &info, current); 4191da177e4SLinus Torvalds } 4201da177e4SLinus Torvalds 4211da177e4SLinus Torvalds /* There is an ifdef in the PALcode in MILO that enables a 4221da177e4SLinus Torvalds "kernel debugging entry point" as an unprivileged call_pal. 4231da177e4SLinus Torvalds 4241da177e4SLinus Torvalds We don't want to have anything to do with it, but unfortunately 4251da177e4SLinus Torvalds several versions of MILO included in distributions have it enabled, 4261da177e4SLinus Torvalds and if we don't put something on the entry point we'll oops. */ 4271da177e4SLinus Torvalds 4281da177e4SLinus Torvalds asmlinkage void 4291da177e4SLinus Torvalds do_entDbg(struct pt_regs *regs) 4301da177e4SLinus Torvalds { 4311da177e4SLinus Torvalds siginfo_t info; 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds die_if_kernel("Instruction fault", regs, 0, NULL); 4341da177e4SLinus Torvalds 4353eb0f519SEric W. Biederman clear_siginfo(&info); 4361da177e4SLinus Torvalds info.si_signo = SIGILL; 4371da177e4SLinus Torvalds info.si_errno = 0; 4381da177e4SLinus Torvalds info.si_code = ILL_ILLOPC; 4391da177e4SLinus Torvalds info.si_addr = (void __user *) regs->pc; 4401da177e4SLinus Torvalds force_sig_info(SIGILL, &info, current); 4411da177e4SLinus Torvalds } 4421da177e4SLinus Torvalds 4431da177e4SLinus Torvalds 4441da177e4SLinus Torvalds /* 4451da177e4SLinus Torvalds * entUna has a different register layout to be reasonably simple. It 4461da177e4SLinus Torvalds * needs access to all the integer registers (the kernel doesn't use 4471da177e4SLinus Torvalds * fp-regs), and it needs to have them in order for simpler access. 4481da177e4SLinus Torvalds * 4491da177e4SLinus Torvalds * Due to the non-standard register layout (and because we don't want 4501da177e4SLinus Torvalds * to handle floating-point regs), user-mode unaligned accesses are 4511da177e4SLinus Torvalds * handled separately by do_entUnaUser below. 4521da177e4SLinus Torvalds * 4531da177e4SLinus Torvalds * Oh, btw, we don't handle the "gp" register correctly, but if we fault 4541da177e4SLinus Torvalds * on a gp-register unaligned load/store, something is _very_ wrong 4551da177e4SLinus Torvalds * in the kernel anyway.. 4561da177e4SLinus Torvalds */ 4571da177e4SLinus Torvalds struct allregs { 4581da177e4SLinus Torvalds unsigned long regs[32]; 4591da177e4SLinus Torvalds unsigned long ps, pc, gp, a0, a1, a2; 4601da177e4SLinus Torvalds }; 4611da177e4SLinus Torvalds 4621da177e4SLinus Torvalds struct unaligned_stat { 4631da177e4SLinus Torvalds unsigned long count, va, pc; 4641da177e4SLinus Torvalds } unaligned[2]; 4651da177e4SLinus Torvalds 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds /* Macro for exception fixup code to access integer registers. */ 468d559d4a2SIvan Kokshaysky #define una_reg(r) (_regs[(r) >= 16 && (r) <= 18 ? (r)+19 : (r)]) 4691da177e4SLinus Torvalds 4701da177e4SLinus Torvalds 4711da177e4SLinus Torvalds asmlinkage void 4721da177e4SLinus Torvalds do_entUna(void * va, unsigned long opcode, unsigned long reg, 473d70ddac1SRichard Henderson struct allregs *regs) 4741da177e4SLinus Torvalds { 4751da177e4SLinus Torvalds long error, tmp1, tmp2, tmp3, tmp4; 476d70ddac1SRichard Henderson unsigned long pc = regs->pc - 4; 477d559d4a2SIvan Kokshaysky unsigned long *_regs = regs->regs; 4781da177e4SLinus Torvalds const struct exception_table_entry *fixup; 4791da177e4SLinus Torvalds 4801da177e4SLinus Torvalds unaligned[0].count++; 4811da177e4SLinus Torvalds unaligned[0].va = (unsigned long) va; 4821da177e4SLinus Torvalds unaligned[0].pc = pc; 4831da177e4SLinus Torvalds 4841da177e4SLinus Torvalds /* We don't want to use the generic get/put unaligned macros as 4851da177e4SLinus Torvalds we want to trap exceptions. Only if we actually get an 4861da177e4SLinus Torvalds exception will we decide whether we should have caught it. */ 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds switch (opcode) { 4891da177e4SLinus Torvalds case 0x0c: /* ldwu */ 4901da177e4SLinus Torvalds __asm__ __volatile__( 4911da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 4921da177e4SLinus Torvalds "2: ldq_u %2,1(%3)\n" 4931da177e4SLinus Torvalds " extwl %1,%3,%1\n" 4941da177e4SLinus Torvalds " extwh %2,%3,%2\n" 4951da177e4SLinus Torvalds "3:\n" 496ca282f69SAl Viro EXC(1b,3b,%1,%0) 497ca282f69SAl Viro EXC(2b,3b,%2,%0) 4981da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 4991da177e4SLinus Torvalds : "r"(va), "0"(0)); 5001da177e4SLinus Torvalds if (error) 5011da177e4SLinus Torvalds goto got_exception; 5021da177e4SLinus Torvalds una_reg(reg) = tmp1|tmp2; 5031da177e4SLinus Torvalds return; 5041da177e4SLinus Torvalds 5051da177e4SLinus Torvalds case 0x28: /* ldl */ 5061da177e4SLinus Torvalds __asm__ __volatile__( 5071da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 5081da177e4SLinus Torvalds "2: ldq_u %2,3(%3)\n" 5091da177e4SLinus Torvalds " extll %1,%3,%1\n" 5101da177e4SLinus Torvalds " extlh %2,%3,%2\n" 5111da177e4SLinus Torvalds "3:\n" 512ca282f69SAl Viro EXC(1b,3b,%1,%0) 513ca282f69SAl Viro EXC(2b,3b,%2,%0) 5141da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 5151da177e4SLinus Torvalds : "r"(va), "0"(0)); 5161da177e4SLinus Torvalds if (error) 5171da177e4SLinus Torvalds goto got_exception; 5181da177e4SLinus Torvalds una_reg(reg) = (int)(tmp1|tmp2); 5191da177e4SLinus Torvalds return; 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds case 0x29: /* ldq */ 5221da177e4SLinus Torvalds __asm__ __volatile__( 5231da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 5241da177e4SLinus Torvalds "2: ldq_u %2,7(%3)\n" 5251da177e4SLinus Torvalds " extql %1,%3,%1\n" 5261da177e4SLinus Torvalds " extqh %2,%3,%2\n" 5271da177e4SLinus Torvalds "3:\n" 528ca282f69SAl Viro EXC(1b,3b,%1,%0) 529ca282f69SAl Viro EXC(2b,3b,%2,%0) 5301da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 5311da177e4SLinus Torvalds : "r"(va), "0"(0)); 5321da177e4SLinus Torvalds if (error) 5331da177e4SLinus Torvalds goto got_exception; 5341da177e4SLinus Torvalds una_reg(reg) = tmp1|tmp2; 5351da177e4SLinus Torvalds return; 5361da177e4SLinus Torvalds 5371da177e4SLinus Torvalds /* Note that the store sequences do not indicate that they change 5381da177e4SLinus Torvalds memory because it _should_ be affecting nothing in this context. 5391da177e4SLinus Torvalds (Otherwise we have other, much larger, problems.) */ 5401da177e4SLinus Torvalds case 0x0d: /* stw */ 5411da177e4SLinus Torvalds __asm__ __volatile__( 5421da177e4SLinus Torvalds "1: ldq_u %2,1(%5)\n" 5431da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 5441da177e4SLinus Torvalds " inswh %6,%5,%4\n" 5451da177e4SLinus Torvalds " inswl %6,%5,%3\n" 5461da177e4SLinus Torvalds " mskwh %2,%5,%2\n" 5471da177e4SLinus Torvalds " mskwl %1,%5,%1\n" 5481da177e4SLinus Torvalds " or %2,%4,%2\n" 5491da177e4SLinus Torvalds " or %1,%3,%1\n" 5501da177e4SLinus Torvalds "3: stq_u %2,1(%5)\n" 5511da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 5521da177e4SLinus Torvalds "5:\n" 553ca282f69SAl Viro EXC(1b,5b,%2,%0) 554ca282f69SAl Viro EXC(2b,5b,%1,%0) 555ca282f69SAl Viro EXC(3b,5b,$31,%0) 556ca282f69SAl Viro EXC(4b,5b,$31,%0) 5571da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 5581da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 5591da177e4SLinus Torvalds : "r"(va), "r"(una_reg(reg)), "0"(0)); 5601da177e4SLinus Torvalds if (error) 5611da177e4SLinus Torvalds goto got_exception; 5621da177e4SLinus Torvalds return; 5631da177e4SLinus Torvalds 5641da177e4SLinus Torvalds case 0x2c: /* stl */ 5651da177e4SLinus Torvalds __asm__ __volatile__( 5661da177e4SLinus Torvalds "1: ldq_u %2,3(%5)\n" 5671da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 5681da177e4SLinus Torvalds " inslh %6,%5,%4\n" 5691da177e4SLinus Torvalds " insll %6,%5,%3\n" 5701da177e4SLinus Torvalds " msklh %2,%5,%2\n" 5711da177e4SLinus Torvalds " mskll %1,%5,%1\n" 5721da177e4SLinus Torvalds " or %2,%4,%2\n" 5731da177e4SLinus Torvalds " or %1,%3,%1\n" 5741da177e4SLinus Torvalds "3: stq_u %2,3(%5)\n" 5751da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 5761da177e4SLinus Torvalds "5:\n" 577ca282f69SAl Viro EXC(1b,5b,%2,%0) 578ca282f69SAl Viro EXC(2b,5b,%1,%0) 579ca282f69SAl Viro EXC(3b,5b,$31,%0) 580ca282f69SAl Viro EXC(4b,5b,$31,%0) 5811da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 5821da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 5831da177e4SLinus Torvalds : "r"(va), "r"(una_reg(reg)), "0"(0)); 5841da177e4SLinus Torvalds if (error) 5851da177e4SLinus Torvalds goto got_exception; 5861da177e4SLinus Torvalds return; 5871da177e4SLinus Torvalds 5881da177e4SLinus Torvalds case 0x2d: /* stq */ 5891da177e4SLinus Torvalds __asm__ __volatile__( 5901da177e4SLinus Torvalds "1: ldq_u %2,7(%5)\n" 5911da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 5921da177e4SLinus Torvalds " insqh %6,%5,%4\n" 5931da177e4SLinus Torvalds " insql %6,%5,%3\n" 5941da177e4SLinus Torvalds " mskqh %2,%5,%2\n" 5951da177e4SLinus Torvalds " mskql %1,%5,%1\n" 5961da177e4SLinus Torvalds " or %2,%4,%2\n" 5971da177e4SLinus Torvalds " or %1,%3,%1\n" 5981da177e4SLinus Torvalds "3: stq_u %2,7(%5)\n" 5991da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 6001da177e4SLinus Torvalds "5:\n" 601ca282f69SAl Viro EXC(1b,5b,%2,%0) 602ca282f69SAl Viro EXC(2b,5b,%1,%0) 603ca282f69SAl Viro EXC(3b,5b,$31,%0) 604ca282f69SAl Viro EXC(4b,5b,$31,%0) 6051da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 6061da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 6071da177e4SLinus Torvalds : "r"(va), "r"(una_reg(reg)), "0"(0)); 6081da177e4SLinus Torvalds if (error) 6091da177e4SLinus Torvalds goto got_exception; 6101da177e4SLinus Torvalds return; 6111da177e4SLinus Torvalds } 6121da177e4SLinus Torvalds 6135f0e3da6SRandy Dunlap printk("Bad unaligned kernel access at %016lx: %p %lx %lu\n", 6141da177e4SLinus Torvalds pc, va, opcode, reg); 6151da177e4SLinus Torvalds do_exit(SIGSEGV); 6161da177e4SLinus Torvalds 6171da177e4SLinus Torvalds got_exception: 6181da177e4SLinus Torvalds /* Ok, we caught the exception, but we don't want it. Is there 6191da177e4SLinus Torvalds someone to pass it along to? */ 6201da177e4SLinus Torvalds if ((fixup = search_exception_tables(pc)) != 0) { 6211da177e4SLinus Torvalds unsigned long newpc; 6221da177e4SLinus Torvalds newpc = fixup_exception(una_reg, fixup, pc); 6231da177e4SLinus Torvalds 6241da177e4SLinus Torvalds printk("Forwarding unaligned exception at %lx (%lx)\n", 6251da177e4SLinus Torvalds pc, newpc); 6261da177e4SLinus Torvalds 627d70ddac1SRichard Henderson regs->pc = newpc; 6281da177e4SLinus Torvalds return; 6291da177e4SLinus Torvalds } 6301da177e4SLinus Torvalds 6311da177e4SLinus Torvalds /* 6321da177e4SLinus Torvalds * Yikes! No one to forward the exception to. 6331da177e4SLinus Torvalds * Since the registers are in a weird format, dump them ourselves. 6341da177e4SLinus Torvalds */ 6351da177e4SLinus Torvalds 6361da177e4SLinus Torvalds printk("%s(%d): unhandled unaligned exception\n", 63719c5870cSAlexey Dobriyan current->comm, task_pid_nr(current)); 6381da177e4SLinus Torvalds 6391da177e4SLinus Torvalds printk("pc = [<%016lx>] ra = [<%016lx>] ps = %04lx\n", 640d70ddac1SRichard Henderson pc, una_reg(26), regs->ps); 6411da177e4SLinus Torvalds printk("r0 = %016lx r1 = %016lx r2 = %016lx\n", 6421da177e4SLinus Torvalds una_reg(0), una_reg(1), una_reg(2)); 6431da177e4SLinus Torvalds printk("r3 = %016lx r4 = %016lx r5 = %016lx\n", 6441da177e4SLinus Torvalds una_reg(3), una_reg(4), una_reg(5)); 6451da177e4SLinus Torvalds printk("r6 = %016lx r7 = %016lx r8 = %016lx\n", 6461da177e4SLinus Torvalds una_reg(6), una_reg(7), una_reg(8)); 6471da177e4SLinus Torvalds printk("r9 = %016lx r10= %016lx r11= %016lx\n", 6481da177e4SLinus Torvalds una_reg(9), una_reg(10), una_reg(11)); 6491da177e4SLinus Torvalds printk("r12= %016lx r13= %016lx r14= %016lx\n", 6501da177e4SLinus Torvalds una_reg(12), una_reg(13), una_reg(14)); 6511da177e4SLinus Torvalds printk("r15= %016lx\n", una_reg(15)); 6521da177e4SLinus Torvalds printk("r16= %016lx r17= %016lx r18= %016lx\n", 6531da177e4SLinus Torvalds una_reg(16), una_reg(17), una_reg(18)); 6541da177e4SLinus Torvalds printk("r19= %016lx r20= %016lx r21= %016lx\n", 6551da177e4SLinus Torvalds una_reg(19), una_reg(20), una_reg(21)); 6561da177e4SLinus Torvalds printk("r22= %016lx r23= %016lx r24= %016lx\n", 6571da177e4SLinus Torvalds una_reg(22), una_reg(23), una_reg(24)); 6581da177e4SLinus Torvalds printk("r25= %016lx r27= %016lx r28= %016lx\n", 6591da177e4SLinus Torvalds una_reg(25), una_reg(27), una_reg(28)); 660d70ddac1SRichard Henderson printk("gp = %016lx sp = %p\n", regs->gp, regs+1); 6611da177e4SLinus Torvalds 6621da177e4SLinus Torvalds dik_show_code((unsigned int *)pc); 663d70ddac1SRichard Henderson dik_show_trace((unsigned long *)(regs+1)); 6641da177e4SLinus Torvalds 6651da177e4SLinus Torvalds if (test_and_set_thread_flag (TIF_DIE_IF_KERNEL)) { 6661da177e4SLinus Torvalds printk("die_if_kernel recursion detected.\n"); 6671da177e4SLinus Torvalds local_irq_enable(); 6681da177e4SLinus Torvalds while (1); 6691da177e4SLinus Torvalds } 6701da177e4SLinus Torvalds do_exit(SIGSEGV); 6711da177e4SLinus Torvalds } 6721da177e4SLinus Torvalds 6731da177e4SLinus Torvalds /* 6741da177e4SLinus Torvalds * Convert an s-floating point value in memory format to the 6751da177e4SLinus Torvalds * corresponding value in register format. The exponent 6761da177e4SLinus Torvalds * needs to be remapped to preserve non-finite values 6771da177e4SLinus Torvalds * (infinities, not-a-numbers, denormals). 6781da177e4SLinus Torvalds */ 6791da177e4SLinus Torvalds static inline unsigned long 6801da177e4SLinus Torvalds s_mem_to_reg (unsigned long s_mem) 6811da177e4SLinus Torvalds { 6821da177e4SLinus Torvalds unsigned long frac = (s_mem >> 0) & 0x7fffff; 6831da177e4SLinus Torvalds unsigned long sign = (s_mem >> 31) & 0x1; 6841da177e4SLinus Torvalds unsigned long exp_msb = (s_mem >> 30) & 0x1; 6851da177e4SLinus Torvalds unsigned long exp_low = (s_mem >> 23) & 0x7f; 6861da177e4SLinus Torvalds unsigned long exp; 6871da177e4SLinus Torvalds 6881da177e4SLinus Torvalds exp = (exp_msb << 10) | exp_low; /* common case */ 6891da177e4SLinus Torvalds if (exp_msb) { 6901da177e4SLinus Torvalds if (exp_low == 0x7f) { 6911da177e4SLinus Torvalds exp = 0x7ff; 6921da177e4SLinus Torvalds } 6931da177e4SLinus Torvalds } else { 6941da177e4SLinus Torvalds if (exp_low == 0x00) { 6951da177e4SLinus Torvalds exp = 0x000; 6961da177e4SLinus Torvalds } else { 6971da177e4SLinus Torvalds exp |= (0x7 << 7); 6981da177e4SLinus Torvalds } 6991da177e4SLinus Torvalds } 7001da177e4SLinus Torvalds return (sign << 63) | (exp << 52) | (frac << 29); 7011da177e4SLinus Torvalds } 7021da177e4SLinus Torvalds 7031da177e4SLinus Torvalds /* 7041da177e4SLinus Torvalds * Convert an s-floating point value in register format to the 7051da177e4SLinus Torvalds * corresponding value in memory format. 7061da177e4SLinus Torvalds */ 7071da177e4SLinus Torvalds static inline unsigned long 7081da177e4SLinus Torvalds s_reg_to_mem (unsigned long s_reg) 7091da177e4SLinus Torvalds { 7101da177e4SLinus Torvalds return ((s_reg >> 62) << 30) | ((s_reg << 5) >> 34); 7111da177e4SLinus Torvalds } 7121da177e4SLinus Torvalds 7131da177e4SLinus Torvalds /* 7141da177e4SLinus Torvalds * Handle user-level unaligned fault. Handling user-level unaligned 7151da177e4SLinus Torvalds * faults is *extremely* slow and produces nasty messages. A user 7161da177e4SLinus Torvalds * program *should* fix unaligned faults ASAP. 7171da177e4SLinus Torvalds * 7181da177e4SLinus Torvalds * Notice that we have (almost) the regular kernel stack layout here, 7191da177e4SLinus Torvalds * so finding the appropriate registers is a little more difficult 7201da177e4SLinus Torvalds * than in the kernel case. 7211da177e4SLinus Torvalds * 7221da177e4SLinus Torvalds * Finally, we handle regular integer load/stores only. In 7231da177e4SLinus Torvalds * particular, load-linked/store-conditionally and floating point 7241da177e4SLinus Torvalds * load/stores are not supported. The former make no sense with 7251da177e4SLinus Torvalds * unaligned faults (they are guaranteed to fail) and I don't think 7261da177e4SLinus Torvalds * the latter will occur in any decent program. 7271da177e4SLinus Torvalds * 7281da177e4SLinus Torvalds * Sigh. We *do* have to handle some FP operations, because GCC will 7291da177e4SLinus Torvalds * uses them as temporary storage for integer memory to memory copies. 7301da177e4SLinus Torvalds * However, we need to deal with stt/ldt and sts/lds only. 7311da177e4SLinus Torvalds */ 7321da177e4SLinus Torvalds 7331da177e4SLinus Torvalds #define OP_INT_MASK ( 1L << 0x28 | 1L << 0x2c /* ldl stl */ \ 7341da177e4SLinus Torvalds | 1L << 0x29 | 1L << 0x2d /* ldq stq */ \ 7351da177e4SLinus Torvalds | 1L << 0x0c | 1L << 0x0d /* ldwu stw */ \ 7361da177e4SLinus Torvalds | 1L << 0x0a | 1L << 0x0e ) /* ldbu stb */ 7371da177e4SLinus Torvalds 7381da177e4SLinus Torvalds #define OP_WRITE_MASK ( 1L << 0x26 | 1L << 0x27 /* sts stt */ \ 7391da177e4SLinus Torvalds | 1L << 0x2c | 1L << 0x2d /* stl stq */ \ 7401da177e4SLinus Torvalds | 1L << 0x0d | 1L << 0x0e ) /* stw stb */ 7411da177e4SLinus Torvalds 7421da177e4SLinus Torvalds #define R(x) ((size_t) &((struct pt_regs *)0)->x) 7431da177e4SLinus Torvalds 7441da177e4SLinus Torvalds static int unauser_reg_offsets[32] = { 7451da177e4SLinus Torvalds R(r0), R(r1), R(r2), R(r3), R(r4), R(r5), R(r6), R(r7), R(r8), 7461da177e4SLinus Torvalds /* r9 ... r15 are stored in front of regs. */ 7471da177e4SLinus Torvalds -56, -48, -40, -32, -24, -16, -8, 7481da177e4SLinus Torvalds R(r16), R(r17), R(r18), 7491da177e4SLinus Torvalds R(r19), R(r20), R(r21), R(r22), R(r23), R(r24), R(r25), R(r26), 7501da177e4SLinus Torvalds R(r27), R(r28), R(gp), 7511da177e4SLinus Torvalds 0, 0 7521da177e4SLinus Torvalds }; 7531da177e4SLinus Torvalds 7541da177e4SLinus Torvalds #undef R 7551da177e4SLinus Torvalds 7561da177e4SLinus Torvalds asmlinkage void 7571da177e4SLinus Torvalds do_entUnaUser(void __user * va, unsigned long opcode, 7581da177e4SLinus Torvalds unsigned long reg, struct pt_regs *regs) 7591da177e4SLinus Torvalds { 7602a238a96SAkinobu Mita static DEFINE_RATELIMIT_STATE(ratelimit, 5 * HZ, 5); 7611da177e4SLinus Torvalds 7621da177e4SLinus Torvalds unsigned long tmp1, tmp2, tmp3, tmp4; 7631da177e4SLinus Torvalds unsigned long fake_reg, *reg_addr = &fake_reg; 7641da177e4SLinus Torvalds siginfo_t info; 7651da177e4SLinus Torvalds long error; 7661da177e4SLinus Torvalds 7673eb0f519SEric W. Biederman clear_siginfo(&info); 7683eb0f519SEric W. Biederman 7691da177e4SLinus Torvalds /* Check the UAC bits to decide what the user wants us to do 7701da177e4SLinus Torvalds with the unaliged access. */ 7711da177e4SLinus Torvalds 7723185bd26SAl Viro if (!(current_thread_info()->status & TS_UAC_NOPRINT)) { 7732a238a96SAkinobu Mita if (__ratelimit(&ratelimit)) { 7741da177e4SLinus Torvalds printk("%s(%d): unaligned trap at %016lx: %p %lx %ld\n", 77519c5870cSAlexey Dobriyan current->comm, task_pid_nr(current), 7761da177e4SLinus Torvalds regs->pc - 4, va, opcode, reg); 7771da177e4SLinus Torvalds } 7781da177e4SLinus Torvalds } 7793185bd26SAl Viro if ((current_thread_info()->status & TS_UAC_SIGBUS)) 7801da177e4SLinus Torvalds goto give_sigbus; 7811da177e4SLinus Torvalds /* Not sure why you'd want to use this, but... */ 7823185bd26SAl Viro if ((current_thread_info()->status & TS_UAC_NOFIX)) 7831da177e4SLinus Torvalds return; 7841da177e4SLinus Torvalds 7851da177e4SLinus Torvalds /* Don't bother reading ds in the access check since we already 7861da177e4SLinus Torvalds know that this came from the user. Also rely on the fact that 7871da177e4SLinus Torvalds the page at TASK_SIZE is unmapped and so can't be touched anyway. */ 788f14d6b4fSAl Viro if ((unsigned long)va >= TASK_SIZE) 7891da177e4SLinus Torvalds goto give_sigsegv; 7901da177e4SLinus Torvalds 7911da177e4SLinus Torvalds ++unaligned[1].count; 7921da177e4SLinus Torvalds unaligned[1].va = (unsigned long)va; 7931da177e4SLinus Torvalds unaligned[1].pc = regs->pc - 4; 7941da177e4SLinus Torvalds 7951da177e4SLinus Torvalds if ((1L << opcode) & OP_INT_MASK) { 7961da177e4SLinus Torvalds /* it's an integer load/store */ 7971da177e4SLinus Torvalds if (reg < 30) { 7981da177e4SLinus Torvalds reg_addr = (unsigned long *) 7991da177e4SLinus Torvalds ((char *)regs + unauser_reg_offsets[reg]); 8001da177e4SLinus Torvalds } else if (reg == 30) { 8011da177e4SLinus Torvalds /* usp in PAL regs */ 8021da177e4SLinus Torvalds fake_reg = rdusp(); 8031da177e4SLinus Torvalds } else { 8041da177e4SLinus Torvalds /* zero "register" */ 8051da177e4SLinus Torvalds fake_reg = 0; 8061da177e4SLinus Torvalds } 8071da177e4SLinus Torvalds } 8081da177e4SLinus Torvalds 8091da177e4SLinus Torvalds /* We don't want to use the generic get/put unaligned macros as 8101da177e4SLinus Torvalds we want to trap exceptions. Only if we actually get an 8111da177e4SLinus Torvalds exception will we decide whether we should have caught it. */ 8121da177e4SLinus Torvalds 8131da177e4SLinus Torvalds switch (opcode) { 8141da177e4SLinus Torvalds case 0x0c: /* ldwu */ 8151da177e4SLinus Torvalds __asm__ __volatile__( 8161da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 8171da177e4SLinus Torvalds "2: ldq_u %2,1(%3)\n" 8181da177e4SLinus Torvalds " extwl %1,%3,%1\n" 8191da177e4SLinus Torvalds " extwh %2,%3,%2\n" 8201da177e4SLinus Torvalds "3:\n" 821ca282f69SAl Viro EXC(1b,3b,%1,%0) 822ca282f69SAl Viro EXC(2b,3b,%2,%0) 8231da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 8241da177e4SLinus Torvalds : "r"(va), "0"(0)); 8251da177e4SLinus Torvalds if (error) 8261da177e4SLinus Torvalds goto give_sigsegv; 8271da177e4SLinus Torvalds *reg_addr = tmp1|tmp2; 8281da177e4SLinus Torvalds break; 8291da177e4SLinus Torvalds 8301da177e4SLinus Torvalds case 0x22: /* lds */ 8311da177e4SLinus Torvalds __asm__ __volatile__( 8321da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 8331da177e4SLinus Torvalds "2: ldq_u %2,3(%3)\n" 8341da177e4SLinus Torvalds " extll %1,%3,%1\n" 8351da177e4SLinus Torvalds " extlh %2,%3,%2\n" 8361da177e4SLinus Torvalds "3:\n" 837ca282f69SAl Viro EXC(1b,3b,%1,%0) 838ca282f69SAl Viro EXC(2b,3b,%2,%0) 8391da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 8401da177e4SLinus Torvalds : "r"(va), "0"(0)); 8411da177e4SLinus Torvalds if (error) 8421da177e4SLinus Torvalds goto give_sigsegv; 8431da177e4SLinus Torvalds alpha_write_fp_reg(reg, s_mem_to_reg((int)(tmp1|tmp2))); 8441da177e4SLinus Torvalds return; 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds case 0x23: /* ldt */ 8471da177e4SLinus Torvalds __asm__ __volatile__( 8481da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 8491da177e4SLinus Torvalds "2: ldq_u %2,7(%3)\n" 8501da177e4SLinus Torvalds " extql %1,%3,%1\n" 8511da177e4SLinus Torvalds " extqh %2,%3,%2\n" 8521da177e4SLinus Torvalds "3:\n" 853ca282f69SAl Viro EXC(1b,3b,%1,%0) 854ca282f69SAl Viro EXC(2b,3b,%2,%0) 8551da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 8561da177e4SLinus Torvalds : "r"(va), "0"(0)); 8571da177e4SLinus Torvalds if (error) 8581da177e4SLinus Torvalds goto give_sigsegv; 8591da177e4SLinus Torvalds alpha_write_fp_reg(reg, tmp1|tmp2); 8601da177e4SLinus Torvalds return; 8611da177e4SLinus Torvalds 8621da177e4SLinus Torvalds case 0x28: /* ldl */ 8631da177e4SLinus Torvalds __asm__ __volatile__( 8641da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 8651da177e4SLinus Torvalds "2: ldq_u %2,3(%3)\n" 8661da177e4SLinus Torvalds " extll %1,%3,%1\n" 8671da177e4SLinus Torvalds " extlh %2,%3,%2\n" 8681da177e4SLinus Torvalds "3:\n" 869ca282f69SAl Viro EXC(1b,3b,%1,%0) 870ca282f69SAl Viro EXC(2b,3b,%2,%0) 8711da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 8721da177e4SLinus Torvalds : "r"(va), "0"(0)); 8731da177e4SLinus Torvalds if (error) 8741da177e4SLinus Torvalds goto give_sigsegv; 8751da177e4SLinus Torvalds *reg_addr = (int)(tmp1|tmp2); 8761da177e4SLinus Torvalds break; 8771da177e4SLinus Torvalds 8781da177e4SLinus Torvalds case 0x29: /* ldq */ 8791da177e4SLinus Torvalds __asm__ __volatile__( 8801da177e4SLinus Torvalds "1: ldq_u %1,0(%3)\n" 8811da177e4SLinus Torvalds "2: ldq_u %2,7(%3)\n" 8821da177e4SLinus Torvalds " extql %1,%3,%1\n" 8831da177e4SLinus Torvalds " extqh %2,%3,%2\n" 8841da177e4SLinus Torvalds "3:\n" 885ca282f69SAl Viro EXC(1b,3b,%1,%0) 886ca282f69SAl Viro EXC(2b,3b,%2,%0) 8871da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2) 8881da177e4SLinus Torvalds : "r"(va), "0"(0)); 8891da177e4SLinus Torvalds if (error) 8901da177e4SLinus Torvalds goto give_sigsegv; 8911da177e4SLinus Torvalds *reg_addr = tmp1|tmp2; 8921da177e4SLinus Torvalds break; 8931da177e4SLinus Torvalds 8941da177e4SLinus Torvalds /* Note that the store sequences do not indicate that they change 8951da177e4SLinus Torvalds memory because it _should_ be affecting nothing in this context. 8961da177e4SLinus Torvalds (Otherwise we have other, much larger, problems.) */ 8971da177e4SLinus Torvalds case 0x0d: /* stw */ 8981da177e4SLinus Torvalds __asm__ __volatile__( 8991da177e4SLinus Torvalds "1: ldq_u %2,1(%5)\n" 9001da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 9011da177e4SLinus Torvalds " inswh %6,%5,%4\n" 9021da177e4SLinus Torvalds " inswl %6,%5,%3\n" 9031da177e4SLinus Torvalds " mskwh %2,%5,%2\n" 9041da177e4SLinus Torvalds " mskwl %1,%5,%1\n" 9051da177e4SLinus Torvalds " or %2,%4,%2\n" 9061da177e4SLinus Torvalds " or %1,%3,%1\n" 9071da177e4SLinus Torvalds "3: stq_u %2,1(%5)\n" 9081da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 9091da177e4SLinus Torvalds "5:\n" 910ca282f69SAl Viro EXC(1b,5b,%2,%0) 911ca282f69SAl Viro EXC(2b,5b,%1,%0) 912ca282f69SAl Viro EXC(3b,5b,$31,%0) 913ca282f69SAl Viro EXC(4b,5b,$31,%0) 9141da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 9151da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 9161da177e4SLinus Torvalds : "r"(va), "r"(*reg_addr), "0"(0)); 9171da177e4SLinus Torvalds if (error) 9181da177e4SLinus Torvalds goto give_sigsegv; 9191da177e4SLinus Torvalds return; 9201da177e4SLinus Torvalds 9211da177e4SLinus Torvalds case 0x26: /* sts */ 9221da177e4SLinus Torvalds fake_reg = s_reg_to_mem(alpha_read_fp_reg(reg)); 9231da177e4SLinus Torvalds /* FALLTHRU */ 9241da177e4SLinus Torvalds 9251da177e4SLinus Torvalds case 0x2c: /* stl */ 9261da177e4SLinus Torvalds __asm__ __volatile__( 9271da177e4SLinus Torvalds "1: ldq_u %2,3(%5)\n" 9281da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 9291da177e4SLinus Torvalds " inslh %6,%5,%4\n" 9301da177e4SLinus Torvalds " insll %6,%5,%3\n" 9311da177e4SLinus Torvalds " msklh %2,%5,%2\n" 9321da177e4SLinus Torvalds " mskll %1,%5,%1\n" 9331da177e4SLinus Torvalds " or %2,%4,%2\n" 9341da177e4SLinus Torvalds " or %1,%3,%1\n" 9351da177e4SLinus Torvalds "3: stq_u %2,3(%5)\n" 9361da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 9371da177e4SLinus Torvalds "5:\n" 938ca282f69SAl Viro EXC(1b,5b,%2,%0) 939ca282f69SAl Viro EXC(2b,5b,%1,%0) 940ca282f69SAl Viro EXC(3b,5b,$31,%0) 941ca282f69SAl Viro EXC(4b,5b,$31,%0) 9421da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 9431da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 9441da177e4SLinus Torvalds : "r"(va), "r"(*reg_addr), "0"(0)); 9451da177e4SLinus Torvalds if (error) 9461da177e4SLinus Torvalds goto give_sigsegv; 9471da177e4SLinus Torvalds return; 9481da177e4SLinus Torvalds 9491da177e4SLinus Torvalds case 0x27: /* stt */ 9501da177e4SLinus Torvalds fake_reg = alpha_read_fp_reg(reg); 9511da177e4SLinus Torvalds /* FALLTHRU */ 9521da177e4SLinus Torvalds 9531da177e4SLinus Torvalds case 0x2d: /* stq */ 9541da177e4SLinus Torvalds __asm__ __volatile__( 9551da177e4SLinus Torvalds "1: ldq_u %2,7(%5)\n" 9561da177e4SLinus Torvalds "2: ldq_u %1,0(%5)\n" 9571da177e4SLinus Torvalds " insqh %6,%5,%4\n" 9581da177e4SLinus Torvalds " insql %6,%5,%3\n" 9591da177e4SLinus Torvalds " mskqh %2,%5,%2\n" 9601da177e4SLinus Torvalds " mskql %1,%5,%1\n" 9611da177e4SLinus Torvalds " or %2,%4,%2\n" 9621da177e4SLinus Torvalds " or %1,%3,%1\n" 9631da177e4SLinus Torvalds "3: stq_u %2,7(%5)\n" 9641da177e4SLinus Torvalds "4: stq_u %1,0(%5)\n" 9651da177e4SLinus Torvalds "5:\n" 966ca282f69SAl Viro EXC(1b,5b,%2,%0) 967ca282f69SAl Viro EXC(2b,5b,%1,%0) 968ca282f69SAl Viro EXC(3b,5b,$31,%0) 969ca282f69SAl Viro EXC(4b,5b,$31,%0) 9701da177e4SLinus Torvalds : "=r"(error), "=&r"(tmp1), "=&r"(tmp2), 9711da177e4SLinus Torvalds "=&r"(tmp3), "=&r"(tmp4) 9721da177e4SLinus Torvalds : "r"(va), "r"(*reg_addr), "0"(0)); 9731da177e4SLinus Torvalds if (error) 9741da177e4SLinus Torvalds goto give_sigsegv; 9751da177e4SLinus Torvalds return; 9761da177e4SLinus Torvalds 9771da177e4SLinus Torvalds default: 9781da177e4SLinus Torvalds /* What instruction were you trying to use, exactly? */ 9791da177e4SLinus Torvalds goto give_sigbus; 9801da177e4SLinus Torvalds } 9811da177e4SLinus Torvalds 9821da177e4SLinus Torvalds /* Only integer loads should get here; everyone else returns early. */ 9831da177e4SLinus Torvalds if (reg == 30) 9841da177e4SLinus Torvalds wrusp(fake_reg); 9851da177e4SLinus Torvalds return; 9861da177e4SLinus Torvalds 9871da177e4SLinus Torvalds give_sigsegv: 9881da177e4SLinus Torvalds regs->pc -= 4; /* make pc point to faulting insn */ 9891da177e4SLinus Torvalds info.si_signo = SIGSEGV; 9901da177e4SLinus Torvalds info.si_errno = 0; 9911da177e4SLinus Torvalds 9921da177e4SLinus Torvalds /* We need to replicate some of the logic in mm/fault.c, 9931da177e4SLinus Torvalds since we don't have access to the fault code in the 9941da177e4SLinus Torvalds exception handling return path. */ 995f14d6b4fSAl Viro if ((unsigned long)va >= TASK_SIZE) 9961da177e4SLinus Torvalds info.si_code = SEGV_ACCERR; 9971da177e4SLinus Torvalds else { 9981da177e4SLinus Torvalds struct mm_struct *mm = current->mm; 9991da177e4SLinus Torvalds down_read(&mm->mmap_sem); 10001da177e4SLinus Torvalds if (find_vma(mm, (unsigned long)va)) 10011da177e4SLinus Torvalds info.si_code = SEGV_ACCERR; 10021da177e4SLinus Torvalds else 10031da177e4SLinus Torvalds info.si_code = SEGV_MAPERR; 10041da177e4SLinus Torvalds up_read(&mm->mmap_sem); 10051da177e4SLinus Torvalds } 10061da177e4SLinus Torvalds info.si_addr = va; 10071da177e4SLinus Torvalds send_sig_info(SIGSEGV, &info, current); 10081da177e4SLinus Torvalds return; 10091da177e4SLinus Torvalds 10101da177e4SLinus Torvalds give_sigbus: 10111da177e4SLinus Torvalds regs->pc -= 4; 10121da177e4SLinus Torvalds info.si_signo = SIGBUS; 10131da177e4SLinus Torvalds info.si_errno = 0; 10141da177e4SLinus Torvalds info.si_code = BUS_ADRALN; 10151da177e4SLinus Torvalds info.si_addr = va; 10161da177e4SLinus Torvalds send_sig_info(SIGBUS, &info, current); 10171da177e4SLinus Torvalds return; 10181da177e4SLinus Torvalds } 10191da177e4SLinus Torvalds 1020ab39c77cSPaul Gortmaker void 10211da177e4SLinus Torvalds trap_init(void) 10221da177e4SLinus Torvalds { 10231da177e4SLinus Torvalds /* Tell PAL-code what global pointer we want in the kernel. */ 10241da177e4SLinus Torvalds register unsigned long gptr __asm__("$29"); 10251da177e4SLinus Torvalds wrkgp(gptr); 10261da177e4SLinus Torvalds 10271da177e4SLinus Torvalds /* Hack for Multia (UDB) and JENSEN: some of their SRMs have 10281da177e4SLinus Torvalds a bug in the handling of the opDEC fault. Fix it up if so. */ 10291da177e4SLinus Torvalds if (implver() == IMPLVER_EV4) 10301da177e4SLinus Torvalds opDEC_check(); 10311da177e4SLinus Torvalds 10321da177e4SLinus Torvalds wrent(entArith, 1); 10331da177e4SLinus Torvalds wrent(entMM, 2); 10341da177e4SLinus Torvalds wrent(entIF, 3); 10351da177e4SLinus Torvalds wrent(entUna, 4); 10361da177e4SLinus Torvalds wrent(entSys, 5); 10371da177e4SLinus Torvalds wrent(entDbg, 6); 10381da177e4SLinus Torvalds } 1039