11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Kernel unwinding support 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * (c) 2002-2004 Randolph Chung <tausq@debian.org> 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Derived partially from the IA64 implementation. The PA-RISC 71da177e4SLinus Torvalds * Runtime Architecture Document is also a useful reference to 81da177e4SLinus Torvalds * understand what is happening here 91da177e4SLinus Torvalds */ 101da177e4SLinus Torvalds 111da177e4SLinus Torvalds #include <linux/kernel.h> 121da177e4SLinus Torvalds #include <linux/init.h> 13e6fc0449SMatthew Wilcox #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/slab.h> 151da177e4SLinus Torvalds #include <linux/kallsyms.h> 16*8f78df87SHelge Deller #include <linux/sort.h> 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds #include <asm/uaccess.h> 191da177e4SLinus Torvalds #include <asm/assembly.h> 2005dc16d6SRandolph Chung #include <asm/asm-offsets.h> 2105dc16d6SRandolph Chung #include <asm/ptrace.h> 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #include <asm/unwind.h> 241da177e4SLinus Torvalds 251da177e4SLinus Torvalds /* #define DEBUG 1 */ 261da177e4SLinus Torvalds #ifdef DEBUG 271da177e4SLinus Torvalds #define dbg(x...) printk(x) 281da177e4SLinus Torvalds #else 291da177e4SLinus Torvalds #define dbg(x...) 301da177e4SLinus Torvalds #endif 311da177e4SLinus Torvalds 3233a932d1SHelge Deller #define KERNEL_START (KERNEL_BINARY_TEXT_START) 33e036306aSRandolph Chung 341da177e4SLinus Torvalds extern struct unwind_table_entry __start___unwind[]; 351da177e4SLinus Torvalds extern struct unwind_table_entry __stop___unwind[]; 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds static spinlock_t unwind_lock; 381da177e4SLinus Torvalds /* 391da177e4SLinus Torvalds * the kernel unwind block is not dynamically allocated so that 401da177e4SLinus Torvalds * we can call unwind_init as early in the bootup process as 411da177e4SLinus Torvalds * possible (before the slab allocator is initialized) 421da177e4SLinus Torvalds */ 438039de10SHelge Deller static struct unwind_table kernel_unwind_table __read_mostly; 441da177e4SLinus Torvalds static LIST_HEAD(unwind_tables); 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds static inline const struct unwind_table_entry * 471da177e4SLinus Torvalds find_unwind_entry_in_table(const struct unwind_table *table, unsigned long addr) 481da177e4SLinus Torvalds { 491da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 501da177e4SLinus Torvalds unsigned long lo, hi, mid; 511da177e4SLinus Torvalds 521da177e4SLinus Torvalds lo = 0; 531da177e4SLinus Torvalds hi = table->length - 1; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds while (lo <= hi) { 561da177e4SLinus Torvalds mid = (hi - lo) / 2 + lo; 571da177e4SLinus Torvalds e = &table->table[mid]; 581da177e4SLinus Torvalds if (addr < e->region_start) 591da177e4SLinus Torvalds hi = mid - 1; 601da177e4SLinus Torvalds else if (addr > e->region_end) 611da177e4SLinus Torvalds lo = mid + 1; 621da177e4SLinus Torvalds else 631da177e4SLinus Torvalds return e; 641da177e4SLinus Torvalds } 651da177e4SLinus Torvalds 661da177e4SLinus Torvalds return NULL; 671da177e4SLinus Torvalds } 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds static const struct unwind_table_entry * 701da177e4SLinus Torvalds find_unwind_entry(unsigned long addr) 711da177e4SLinus Torvalds { 721da177e4SLinus Torvalds struct unwind_table *table; 731da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds if (addr >= kernel_unwind_table.start && 761da177e4SLinus Torvalds addr <= kernel_unwind_table.end) 771da177e4SLinus Torvalds e = find_unwind_entry_in_table(&kernel_unwind_table, addr); 781da177e4SLinus Torvalds else 791da177e4SLinus Torvalds list_for_each_entry(table, &unwind_tables, list) { 801da177e4SLinus Torvalds if (addr >= table->start && 811da177e4SLinus Torvalds addr <= table->end) 821da177e4SLinus Torvalds e = find_unwind_entry_in_table(table, addr); 831da177e4SLinus Torvalds if (e) 841da177e4SLinus Torvalds break; 851da177e4SLinus Torvalds } 861da177e4SLinus Torvalds 871da177e4SLinus Torvalds return e; 881da177e4SLinus Torvalds } 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds static void 911da177e4SLinus Torvalds unwind_table_init(struct unwind_table *table, const char *name, 921da177e4SLinus Torvalds unsigned long base_addr, unsigned long gp, 931da177e4SLinus Torvalds void *table_start, void *table_end) 941da177e4SLinus Torvalds { 951da177e4SLinus Torvalds struct unwind_table_entry *start = table_start; 961da177e4SLinus Torvalds struct unwind_table_entry *end = 971da177e4SLinus Torvalds (struct unwind_table_entry *)table_end - 1; 981da177e4SLinus Torvalds 991da177e4SLinus Torvalds table->name = name; 1001da177e4SLinus Torvalds table->base_addr = base_addr; 1011da177e4SLinus Torvalds table->gp = gp; 1021da177e4SLinus Torvalds table->start = base_addr + start->region_start; 1031da177e4SLinus Torvalds table->end = base_addr + end->region_end; 1041da177e4SLinus Torvalds table->table = (struct unwind_table_entry *)table_start; 1051da177e4SLinus Torvalds table->length = end - start + 1; 1061da177e4SLinus Torvalds INIT_LIST_HEAD(&table->list); 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds for (; start <= end; start++) { 1091da177e4SLinus Torvalds if (start < end && 1101da177e4SLinus Torvalds start->region_end > (start+1)->region_start) { 1111da177e4SLinus Torvalds printk("WARNING: Out of order unwind entry! %p and %p\n", start, start+1); 1121da177e4SLinus Torvalds } 1131da177e4SLinus Torvalds 1141da177e4SLinus Torvalds start->region_start += base_addr; 1151da177e4SLinus Torvalds start->region_end += base_addr; 1161da177e4SLinus Torvalds } 1171da177e4SLinus Torvalds } 1181da177e4SLinus Torvalds 119*8f78df87SHelge Deller static int cmp_unwind_table_entry(const void *a, const void *b) 120*8f78df87SHelge Deller { 121*8f78df87SHelge Deller return ((const struct unwind_table_entry *)a)->region_start 122*8f78df87SHelge Deller - ((const struct unwind_table_entry *)b)->region_start; 123*8f78df87SHelge Deller } 124*8f78df87SHelge Deller 1251da177e4SLinus Torvalds static void 1261da177e4SLinus Torvalds unwind_table_sort(struct unwind_table_entry *start, 1271da177e4SLinus Torvalds struct unwind_table_entry *finish) 1281da177e4SLinus Torvalds { 129*8f78df87SHelge Deller sort(start, finish - start, sizeof(struct unwind_table_entry), 130*8f78df87SHelge Deller cmp_unwind_table_entry, NULL); 1311da177e4SLinus Torvalds } 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds struct unwind_table * 1341da177e4SLinus Torvalds unwind_table_add(const char *name, unsigned long base_addr, 1351da177e4SLinus Torvalds unsigned long gp, 1361da177e4SLinus Torvalds void *start, void *end) 1371da177e4SLinus Torvalds { 1381da177e4SLinus Torvalds struct unwind_table *table; 1391da177e4SLinus Torvalds unsigned long flags; 1401da177e4SLinus Torvalds struct unwind_table_entry *s = (struct unwind_table_entry *)start; 1411da177e4SLinus Torvalds struct unwind_table_entry *e = (struct unwind_table_entry *)end; 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds unwind_table_sort(s, e); 1441da177e4SLinus Torvalds 1451da177e4SLinus Torvalds table = kmalloc(sizeof(struct unwind_table), GFP_USER); 1461da177e4SLinus Torvalds if (table == NULL) 1471da177e4SLinus Torvalds return NULL; 1481da177e4SLinus Torvalds unwind_table_init(table, name, base_addr, gp, start, end); 1491da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1501da177e4SLinus Torvalds list_add_tail(&table->list, &unwind_tables); 1511da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1521da177e4SLinus Torvalds 1531da177e4SLinus Torvalds return table; 1541da177e4SLinus Torvalds } 1551da177e4SLinus Torvalds 1561da177e4SLinus Torvalds void unwind_table_remove(struct unwind_table *table) 1571da177e4SLinus Torvalds { 1581da177e4SLinus Torvalds unsigned long flags; 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1611da177e4SLinus Torvalds list_del(&table->list); 1621da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1631da177e4SLinus Torvalds 1641da177e4SLinus Torvalds kfree(table); 1651da177e4SLinus Torvalds } 1661da177e4SLinus Torvalds 1671da177e4SLinus Torvalds /* Called from setup_arch to import the kernel unwind info */ 168f0514ae3SJames Bottomley int unwind_init(void) 1691da177e4SLinus Torvalds { 1701da177e4SLinus Torvalds long start, stop; 1711da177e4SLinus Torvalds register unsigned long gp __asm__ ("r27"); 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds start = (long)&__start___unwind[0]; 1741da177e4SLinus Torvalds stop = (long)&__stop___unwind[0]; 1751da177e4SLinus Torvalds 1761da177e4SLinus Torvalds spin_lock_init(&unwind_lock); 1771da177e4SLinus Torvalds 1781da177e4SLinus Torvalds printk("unwind_init: start = 0x%lx, end = 0x%lx, entries = %lu\n", 1791da177e4SLinus Torvalds start, stop, 1801da177e4SLinus Torvalds (stop - start) / sizeof(struct unwind_table_entry)); 1811da177e4SLinus Torvalds 1821da177e4SLinus Torvalds unwind_table_init(&kernel_unwind_table, "kernel", KERNEL_START, 1831da177e4SLinus Torvalds gp, 1841da177e4SLinus Torvalds &__start___unwind[0], &__stop___unwind[0]); 1851da177e4SLinus Torvalds #if 0 1861da177e4SLinus Torvalds { 1871da177e4SLinus Torvalds int i; 1881da177e4SLinus Torvalds for (i = 0; i < 10; i++) 1891da177e4SLinus Torvalds { 1901da177e4SLinus Torvalds printk("region 0x%x-0x%x\n", 1911da177e4SLinus Torvalds __start___unwind[i].region_start, 1921da177e4SLinus Torvalds __start___unwind[i].region_end); 1931da177e4SLinus Torvalds } 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds #endif 1961da177e4SLinus Torvalds return 0; 1971da177e4SLinus Torvalds } 1981da177e4SLinus Torvalds 19905dc16d6SRandolph Chung #ifdef CONFIG_64BIT 20005dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[2] 20105dc16d6SRandolph Chung #else 20205dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[0] 20305dc16d6SRandolph Chung #endif 20405dc16d6SRandolph Chung 20505dc16d6SRandolph Chung static int unwind_special(struct unwind_frame_info *info, unsigned long pc, int frame_size) 20605dc16d6SRandolph Chung { 20778199943SKyle McMartin extern void handle_interruption(int, struct pt_regs *); 20878199943SKyle McMartin static unsigned long *hi = (unsigned long *)&handle_interruption; 20905dc16d6SRandolph Chung 21005dc16d6SRandolph Chung if (pc == get_func_addr(hi)) { 21105dc16d6SRandolph Chung struct pt_regs *regs = (struct pt_regs *)(info->sp - frame_size - PT_SZ_ALGN); 21205dc16d6SRandolph Chung dbg("Unwinding through handle_interruption()\n"); 21305dc16d6SRandolph Chung info->prev_sp = regs->gr[30]; 21405dc16d6SRandolph Chung info->prev_ip = regs->iaoq[0]; 21505dc16d6SRandolph Chung 21605dc16d6SRandolph Chung return 1; 21705dc16d6SRandolph Chung } 21805dc16d6SRandolph Chung 21905dc16d6SRandolph Chung return 0; 22005dc16d6SRandolph Chung } 22105dc16d6SRandolph Chung 2221da177e4SLinus Torvalds static void unwind_frame_regs(struct unwind_frame_info *info) 2231da177e4SLinus Torvalds { 2241da177e4SLinus Torvalds const struct unwind_table_entry *e; 2251da177e4SLinus Torvalds unsigned long npc; 2261da177e4SLinus Torvalds unsigned int insn; 2271da177e4SLinus Torvalds long frame_size = 0; 2281da177e4SLinus Torvalds int looking_for_rp, rpoffset = 0; 2291da177e4SLinus Torvalds 2301da177e4SLinus Torvalds e = find_unwind_entry(info->ip); 2311da177e4SLinus Torvalds if (e == NULL) { 2321da177e4SLinus Torvalds unsigned long sp; 2331da177e4SLinus Torvalds extern char _stext[], _etext[]; 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds dbg("Cannot find unwind entry for 0x%lx; forced unwinding\n", info->ip); 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 2381da177e4SLinus Torvalds /* Handle some frequent special cases.... */ 2391da177e4SLinus Torvalds { 2409281aceaSTejun Heo char symname[KSYM_NAME_LEN]; 241cb957795SKyle McMartin char *modname; 2421da177e4SLinus Torvalds 243cb957795SKyle McMartin kallsyms_lookup(info->ip, NULL, NULL, &modname, 244cb957795SKyle McMartin symname); 2451da177e4SLinus Torvalds 2461da177e4SLinus Torvalds dbg("info->ip = 0x%lx, name = %s\n", info->ip, symname); 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds if (strcmp(symname, "_switch_to_ret") == 0) { 2491da177e4SLinus Torvalds info->prev_sp = info->sp - CALLEE_SAVE_FRAME_SIZE; 2501da177e4SLinus Torvalds info->prev_ip = *(unsigned long *)(info->prev_sp - RP_OFFSET); 2511da177e4SLinus Torvalds dbg("_switch_to_ret @ %lx - setting " 2521da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", 2531da177e4SLinus Torvalds info->ip, info->prev_sp, 2541da177e4SLinus Torvalds info->prev_ip); 2551da177e4SLinus Torvalds return; 2561da177e4SLinus Torvalds } else if (strcmp(symname, "ret_from_kernel_thread") == 0 || 2571da177e4SLinus Torvalds strcmp(symname, "syscall_exit") == 0) { 2581da177e4SLinus Torvalds info->prev_ip = info->prev_sp = 0; 2591da177e4SLinus Torvalds return; 2601da177e4SLinus Torvalds } 2611da177e4SLinus Torvalds } 2621da177e4SLinus Torvalds #endif 2631da177e4SLinus Torvalds 2641da177e4SLinus Torvalds /* Since we are doing the unwinding blind, we don't know if 2651da177e4SLinus Torvalds we are adjusting the stack correctly or extracting the rp 2661da177e4SLinus Torvalds correctly. The rp is checked to see if it belongs to the 2671da177e4SLinus Torvalds kernel text section, if not we assume we don't have a 2681da177e4SLinus Torvalds correct stack frame and we continue to unwind the stack. 2691da177e4SLinus Torvalds This is not quite correct, and will fail for loadable 2701da177e4SLinus Torvalds modules. */ 2711da177e4SLinus Torvalds sp = info->sp & ~63; 2721da177e4SLinus Torvalds do { 2731da177e4SLinus Torvalds unsigned long tmp; 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds info->prev_sp = sp - 64; 2761da177e4SLinus Torvalds info->prev_ip = 0; 2771da177e4SLinus Torvalds if (get_user(tmp, (unsigned long *)(info->prev_sp - RP_OFFSET))) 2781da177e4SLinus Torvalds break; 2791da177e4SLinus Torvalds info->prev_ip = tmp; 2801da177e4SLinus Torvalds sp = info->prev_sp; 2811da177e4SLinus Torvalds } while (info->prev_ip < (unsigned long)_stext || 2821da177e4SLinus Torvalds info->prev_ip > (unsigned long)_etext); 2831da177e4SLinus Torvalds 2841da177e4SLinus Torvalds info->rp = 0; 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds dbg("analyzing func @ %lx with no unwind info, setting " 2871da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", info->ip, 2881da177e4SLinus Torvalds info->prev_sp, info->prev_ip); 2891da177e4SLinus Torvalds } else { 2901da177e4SLinus Torvalds dbg("e->start = 0x%x, e->end = 0x%x, Save_SP = %d, " 2911da177e4SLinus Torvalds "Save_RP = %d, Millicode = %d size = %u\n", 2921da177e4SLinus Torvalds e->region_start, e->region_end, e->Save_SP, e->Save_RP, 2931da177e4SLinus Torvalds e->Millicode, e->Total_frame_size); 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds looking_for_rp = e->Save_RP; 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds for (npc = e->region_start; 2981da177e4SLinus Torvalds (frame_size < (e->Total_frame_size << 3) || 2991da177e4SLinus Torvalds looking_for_rp) && 3001da177e4SLinus Torvalds npc < info->ip; 3011da177e4SLinus Torvalds npc += 4) { 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds insn = *(unsigned int *)npc; 3041da177e4SLinus Torvalds 3051da177e4SLinus Torvalds if ((insn & 0xffffc000) == 0x37de0000 || 3061da177e4SLinus Torvalds (insn & 0xffe00000) == 0x6fc00000) { 3071da177e4SLinus Torvalds /* ldo X(sp), sp, or stwm X,D(sp) */ 3081da177e4SLinus Torvalds frame_size += (insn & 0x1 ? -1 << 13 : 0) | 3091da177e4SLinus Torvalds ((insn & 0x3fff) >> 1); 3101da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3111da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3121da177e4SLinus Torvalds insn, npc, frame_size); 3131da177e4SLinus Torvalds } else if ((insn & 0xffe00008) == 0x73c00008) { 3141da177e4SLinus Torvalds /* std,ma X,D(sp) */ 3151da177e4SLinus Torvalds frame_size += (insn & 0x1 ? -1 << 13 : 0) | 3161da177e4SLinus Torvalds (((insn >> 4) & 0x3ff) << 3); 3171da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3181da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3191da177e4SLinus Torvalds insn, npc, frame_size); 3201da177e4SLinus Torvalds } else if (insn == 0x6bc23fd9) { 3211da177e4SLinus Torvalds /* stw rp,-20(sp) */ 3221da177e4SLinus Torvalds rpoffset = 20; 3231da177e4SLinus Torvalds looking_for_rp = 0; 3241da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=stw rp," 3251da177e4SLinus Torvalds "-20(sp) @ %lx\n", info->ip, npc); 3261da177e4SLinus Torvalds } else if (insn == 0x0fc212c1) { 3271da177e4SLinus Torvalds /* std rp,-16(sr0,sp) */ 3281da177e4SLinus Torvalds rpoffset = 16; 3291da177e4SLinus Torvalds looking_for_rp = 0; 3301da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=std rp," 3311da177e4SLinus Torvalds "-16(sp) @ %lx\n", info->ip, npc); 3321da177e4SLinus Torvalds } 3331da177e4SLinus Torvalds } 3341da177e4SLinus Torvalds 33505dc16d6SRandolph Chung if (!unwind_special(info, e->region_start, frame_size)) { 3361da177e4SLinus Torvalds info->prev_sp = info->sp - frame_size; 3371da177e4SLinus Torvalds if (e->Millicode) 3381da177e4SLinus Torvalds info->rp = info->r31; 3391da177e4SLinus Torvalds else if (rpoffset) 3401da177e4SLinus Torvalds info->rp = *(unsigned long *)(info->prev_sp - rpoffset); 3411da177e4SLinus Torvalds info->prev_ip = info->rp; 3421da177e4SLinus Torvalds info->rp = 0; 34305dc16d6SRandolph Chung } 3441da177e4SLinus Torvalds 3451da177e4SLinus Torvalds dbg("analyzing func @ %lx, setting prev_sp=%lx " 3461da177e4SLinus Torvalds "prev_ip=%lx npc=%lx\n", info->ip, info->prev_sp, 3471da177e4SLinus Torvalds info->prev_ip, npc); 3481da177e4SLinus Torvalds } 3491da177e4SLinus Torvalds } 3501da177e4SLinus Torvalds 3511da177e4SLinus Torvalds void unwind_frame_init(struct unwind_frame_info *info, struct task_struct *t, 3521da177e4SLinus Torvalds struct pt_regs *regs) 3531da177e4SLinus Torvalds { 3541da177e4SLinus Torvalds memset(info, 0, sizeof(struct unwind_frame_info)); 3551da177e4SLinus Torvalds info->t = t; 3561da177e4SLinus Torvalds info->sp = regs->gr[30]; 3571da177e4SLinus Torvalds info->ip = regs->iaoq[0]; 3581da177e4SLinus Torvalds info->rp = regs->gr[2]; 3591da177e4SLinus Torvalds info->r31 = regs->gr[31]; 3601da177e4SLinus Torvalds 3611da177e4SLinus Torvalds dbg("(%d) Start unwind from sp=%08lx ip=%08lx\n", 3621da177e4SLinus Torvalds t ? (int)t->pid : -1, info->sp, info->ip); 3631da177e4SLinus Torvalds } 3641da177e4SLinus Torvalds 3651da177e4SLinus Torvalds void unwind_frame_init_from_blocked_task(struct unwind_frame_info *info, struct task_struct *t) 3661da177e4SLinus Torvalds { 3671da177e4SLinus Torvalds struct pt_regs *r = &t->thread.regs; 3681da177e4SLinus Torvalds struct pt_regs *r2; 3691da177e4SLinus Torvalds 370e0e7ed48SHelge Deller r2 = kmalloc(sizeof(struct pt_regs), GFP_ATOMIC); 3711da177e4SLinus Torvalds if (!r2) 3721da177e4SLinus Torvalds return; 3731da177e4SLinus Torvalds *r2 = *r; 3741da177e4SLinus Torvalds r2->gr[30] = r->ksp; 3751da177e4SLinus Torvalds r2->iaoq[0] = r->kpc; 3761da177e4SLinus Torvalds unwind_frame_init(info, t, r2); 3771da177e4SLinus Torvalds kfree(r2); 3781da177e4SLinus Torvalds } 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds void unwind_frame_init_running(struct unwind_frame_info *info, struct pt_regs *regs) 3811da177e4SLinus Torvalds { 3821da177e4SLinus Torvalds unwind_frame_init(info, current, regs); 3831da177e4SLinus Torvalds } 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds int unwind_once(struct unwind_frame_info *next_frame) 3861da177e4SLinus Torvalds { 3871da177e4SLinus Torvalds unwind_frame_regs(next_frame); 3881da177e4SLinus Torvalds 3891da177e4SLinus Torvalds if (next_frame->prev_sp == 0 || 3901da177e4SLinus Torvalds next_frame->prev_ip == 0) 3911da177e4SLinus Torvalds return -1; 3921da177e4SLinus Torvalds 3931da177e4SLinus Torvalds next_frame->sp = next_frame->prev_sp; 3941da177e4SLinus Torvalds next_frame->ip = next_frame->prev_ip; 3951da177e4SLinus Torvalds next_frame->prev_sp = 0; 3961da177e4SLinus Torvalds next_frame->prev_ip = 0; 3971da177e4SLinus Torvalds 3981da177e4SLinus Torvalds dbg("(%d) Continue unwind to sp=%08lx ip=%08lx\n", 3991da177e4SLinus Torvalds next_frame->t ? (int)next_frame->t->pid : -1, 4001da177e4SLinus Torvalds next_frame->sp, next_frame->ip); 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds return 0; 4031da177e4SLinus Torvalds } 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds int unwind_to_user(struct unwind_frame_info *info) 4061da177e4SLinus Torvalds { 4071da177e4SLinus Torvalds int ret; 4081da177e4SLinus Torvalds 4091da177e4SLinus Torvalds do { 4101da177e4SLinus Torvalds ret = unwind_once(info); 4111da177e4SLinus Torvalds } while (!ret && !(info->ip & 3)); 4121da177e4SLinus Torvalds 4131da177e4SLinus Torvalds return ret; 4141da177e4SLinus Torvalds } 41511e17809SHelge Deller 41611e17809SHelge Deller unsigned long return_address(unsigned int level) 41711e17809SHelge Deller { 41811e17809SHelge Deller struct unwind_frame_info info; 41911e17809SHelge Deller struct pt_regs r; 42011e17809SHelge Deller unsigned long sp; 42111e17809SHelge Deller 42211e17809SHelge Deller /* initialize unwind info */ 42311e17809SHelge Deller asm volatile ("copy %%r30, %0" : "=r"(sp)); 42411e17809SHelge Deller memset(&r, 0, sizeof(struct pt_regs)); 42511e17809SHelge Deller r.iaoq[0] = (unsigned long) current_text_addr(); 42611e17809SHelge Deller r.gr[2] = (unsigned long) __builtin_return_address(0); 42711e17809SHelge Deller r.gr[30] = sp; 42811e17809SHelge Deller unwind_frame_init(&info, current, &r); 42911e17809SHelge Deller 43011e17809SHelge Deller /* unwind stack */ 43111e17809SHelge Deller ++level; 43211e17809SHelge Deller do { 43311e17809SHelge Deller if (unwind_once(&info) < 0 || info.ip == 0) 43411e17809SHelge Deller return 0; 43511e17809SHelge Deller if (!__kernel_text_address(info.ip)) { 43611e17809SHelge Deller return 0; 43711e17809SHelge Deller } 43811e17809SHelge Deller } while (info.ip && level--); 43911e17809SHelge Deller 44011e17809SHelge Deller return info.ip; 44111e17809SHelge Deller } 442