11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Kernel unwinding support 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * (c) 2002-2004 Randolph Chung <tausq@debian.org> 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Derived partially from the IA64 implementation. The PA-RISC 71da177e4SLinus Torvalds * Runtime Architecture Document is also a useful reference to 81da177e4SLinus Torvalds * understand what is happening here 91da177e4SLinus Torvalds */ 101da177e4SLinus Torvalds 111da177e4SLinus Torvalds #include <linux/kernel.h> 121da177e4SLinus Torvalds #include <linux/init.h> 13e6fc0449SMatthew Wilcox #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/slab.h> 151da177e4SLinus Torvalds #include <linux/kallsyms.h> 168f78df87SHelge Deller #include <linux/sort.h> 171da177e4SLinus Torvalds 187c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 191da177e4SLinus Torvalds #include <asm/assembly.h> 2005dc16d6SRandolph Chung #include <asm/asm-offsets.h> 2105dc16d6SRandolph Chung #include <asm/ptrace.h> 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #include <asm/unwind.h> 241da177e4SLinus Torvalds 251da177e4SLinus Torvalds /* #define DEBUG 1 */ 261da177e4SLinus Torvalds #ifdef DEBUG 271da177e4SLinus Torvalds #define dbg(x...) printk(x) 281da177e4SLinus Torvalds #else 291da177e4SLinus Torvalds #define dbg(x...) 301da177e4SLinus Torvalds #endif 311da177e4SLinus Torvalds 3233a932d1SHelge Deller #define KERNEL_START (KERNEL_BINARY_TEXT_START) 33e036306aSRandolph Chung 341da177e4SLinus Torvalds extern struct unwind_table_entry __start___unwind[]; 351da177e4SLinus Torvalds extern struct unwind_table_entry __stop___unwind[]; 361da177e4SLinus Torvalds 37*76cffeb6SHelge Deller static DEFINE_SPINLOCK(unwind_lock); 381da177e4SLinus Torvalds /* 391da177e4SLinus Torvalds * the kernel unwind block is not dynamically allocated so that 401da177e4SLinus Torvalds * we can call unwind_init as early in the bootup process as 411da177e4SLinus Torvalds * possible (before the slab allocator is initialized) 421da177e4SLinus Torvalds */ 438039de10SHelge Deller static struct unwind_table kernel_unwind_table __read_mostly; 441da177e4SLinus Torvalds static LIST_HEAD(unwind_tables); 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds static inline const struct unwind_table_entry * 471da177e4SLinus Torvalds find_unwind_entry_in_table(const struct unwind_table *table, unsigned long addr) 481da177e4SLinus Torvalds { 491da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 501da177e4SLinus Torvalds unsigned long lo, hi, mid; 511da177e4SLinus Torvalds 521da177e4SLinus Torvalds lo = 0; 531da177e4SLinus Torvalds hi = table->length - 1; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds while (lo <= hi) { 561da177e4SLinus Torvalds mid = (hi - lo) / 2 + lo; 571da177e4SLinus Torvalds e = &table->table[mid]; 581da177e4SLinus Torvalds if (addr < e->region_start) 591da177e4SLinus Torvalds hi = mid - 1; 601da177e4SLinus Torvalds else if (addr > e->region_end) 611da177e4SLinus Torvalds lo = mid + 1; 621da177e4SLinus Torvalds else 631da177e4SLinus Torvalds return e; 641da177e4SLinus Torvalds } 651da177e4SLinus Torvalds 661da177e4SLinus Torvalds return NULL; 671da177e4SLinus Torvalds } 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds static const struct unwind_table_entry * 701da177e4SLinus Torvalds find_unwind_entry(unsigned long addr) 711da177e4SLinus Torvalds { 721da177e4SLinus Torvalds struct unwind_table *table; 731da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds if (addr >= kernel_unwind_table.start && 761da177e4SLinus Torvalds addr <= kernel_unwind_table.end) 771da177e4SLinus Torvalds e = find_unwind_entry_in_table(&kernel_unwind_table, addr); 78be24a897SMikulas Patocka else { 79be24a897SMikulas Patocka unsigned long flags; 80be24a897SMikulas Patocka 81be24a897SMikulas Patocka spin_lock_irqsave(&unwind_lock, flags); 821da177e4SLinus Torvalds list_for_each_entry(table, &unwind_tables, list) { 831da177e4SLinus Torvalds if (addr >= table->start && 841da177e4SLinus Torvalds addr <= table->end) 851da177e4SLinus Torvalds e = find_unwind_entry_in_table(table, addr); 86b1b1d4a6SPhil Carmody if (e) { 87b1b1d4a6SPhil Carmody /* Move-to-front to exploit common traces */ 88b1b1d4a6SPhil Carmody list_move(&table->list, &unwind_tables); 891da177e4SLinus Torvalds break; 901da177e4SLinus Torvalds } 91b1b1d4a6SPhil Carmody } 92be24a897SMikulas Patocka spin_unlock_irqrestore(&unwind_lock, flags); 93be24a897SMikulas Patocka } 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds return e; 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds static void 991da177e4SLinus Torvalds unwind_table_init(struct unwind_table *table, const char *name, 1001da177e4SLinus Torvalds unsigned long base_addr, unsigned long gp, 1011da177e4SLinus Torvalds void *table_start, void *table_end) 1021da177e4SLinus Torvalds { 1031da177e4SLinus Torvalds struct unwind_table_entry *start = table_start; 1041da177e4SLinus Torvalds struct unwind_table_entry *end = 1051da177e4SLinus Torvalds (struct unwind_table_entry *)table_end - 1; 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds table->name = name; 1081da177e4SLinus Torvalds table->base_addr = base_addr; 1091da177e4SLinus Torvalds table->gp = gp; 1101da177e4SLinus Torvalds table->start = base_addr + start->region_start; 1111da177e4SLinus Torvalds table->end = base_addr + end->region_end; 1121da177e4SLinus Torvalds table->table = (struct unwind_table_entry *)table_start; 1131da177e4SLinus Torvalds table->length = end - start + 1; 1141da177e4SLinus Torvalds INIT_LIST_HEAD(&table->list); 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds for (; start <= end; start++) { 1171da177e4SLinus Torvalds if (start < end && 1181da177e4SLinus Torvalds start->region_end > (start+1)->region_start) { 1191da177e4SLinus Torvalds printk("WARNING: Out of order unwind entry! %p and %p\n", start, start+1); 1201da177e4SLinus Torvalds } 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds start->region_start += base_addr; 1231da177e4SLinus Torvalds start->region_end += base_addr; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds } 1261da177e4SLinus Torvalds 1278f78df87SHelge Deller static int cmp_unwind_table_entry(const void *a, const void *b) 1288f78df87SHelge Deller { 1298f78df87SHelge Deller return ((const struct unwind_table_entry *)a)->region_start 1308f78df87SHelge Deller - ((const struct unwind_table_entry *)b)->region_start; 1318f78df87SHelge Deller } 1328f78df87SHelge Deller 1331da177e4SLinus Torvalds static void 1341da177e4SLinus Torvalds unwind_table_sort(struct unwind_table_entry *start, 1351da177e4SLinus Torvalds struct unwind_table_entry *finish) 1361da177e4SLinus Torvalds { 1378f78df87SHelge Deller sort(start, finish - start, sizeof(struct unwind_table_entry), 1388f78df87SHelge Deller cmp_unwind_table_entry, NULL); 1391da177e4SLinus Torvalds } 1401da177e4SLinus Torvalds 1411da177e4SLinus Torvalds struct unwind_table * 1421da177e4SLinus Torvalds unwind_table_add(const char *name, unsigned long base_addr, 1431da177e4SLinus Torvalds unsigned long gp, 1441da177e4SLinus Torvalds void *start, void *end) 1451da177e4SLinus Torvalds { 1461da177e4SLinus Torvalds struct unwind_table *table; 1471da177e4SLinus Torvalds unsigned long flags; 1481da177e4SLinus Torvalds struct unwind_table_entry *s = (struct unwind_table_entry *)start; 1491da177e4SLinus Torvalds struct unwind_table_entry *e = (struct unwind_table_entry *)end; 1501da177e4SLinus Torvalds 1511da177e4SLinus Torvalds unwind_table_sort(s, e); 1521da177e4SLinus Torvalds 1531da177e4SLinus Torvalds table = kmalloc(sizeof(struct unwind_table), GFP_USER); 1541da177e4SLinus Torvalds if (table == NULL) 1551da177e4SLinus Torvalds return NULL; 1561da177e4SLinus Torvalds unwind_table_init(table, name, base_addr, gp, start, end); 1571da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1581da177e4SLinus Torvalds list_add_tail(&table->list, &unwind_tables); 1591da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1601da177e4SLinus Torvalds 1611da177e4SLinus Torvalds return table; 1621da177e4SLinus Torvalds } 1631da177e4SLinus Torvalds 1641da177e4SLinus Torvalds void unwind_table_remove(struct unwind_table *table) 1651da177e4SLinus Torvalds { 1661da177e4SLinus Torvalds unsigned long flags; 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1691da177e4SLinus Torvalds list_del(&table->list); 1701da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds kfree(table); 1731da177e4SLinus Torvalds } 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds /* Called from setup_arch to import the kernel unwind info */ 176c790b41bSHelge Deller int __init unwind_init(void) 1771da177e4SLinus Torvalds { 1781da177e4SLinus Torvalds long start, stop; 1791da177e4SLinus Torvalds register unsigned long gp __asm__ ("r27"); 1801da177e4SLinus Torvalds 1811da177e4SLinus Torvalds start = (long)&__start___unwind[0]; 1821da177e4SLinus Torvalds stop = (long)&__stop___unwind[0]; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds printk("unwind_init: start = 0x%lx, end = 0x%lx, entries = %lu\n", 1851da177e4SLinus Torvalds start, stop, 1861da177e4SLinus Torvalds (stop - start) / sizeof(struct unwind_table_entry)); 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds unwind_table_init(&kernel_unwind_table, "kernel", KERNEL_START, 1891da177e4SLinus Torvalds gp, 1901da177e4SLinus Torvalds &__start___unwind[0], &__stop___unwind[0]); 1911da177e4SLinus Torvalds #if 0 1921da177e4SLinus Torvalds { 1931da177e4SLinus Torvalds int i; 1941da177e4SLinus Torvalds for (i = 0; i < 10; i++) 1951da177e4SLinus Torvalds { 1961da177e4SLinus Torvalds printk("region 0x%x-0x%x\n", 1971da177e4SLinus Torvalds __start___unwind[i].region_start, 1981da177e4SLinus Torvalds __start___unwind[i].region_end); 1991da177e4SLinus Torvalds } 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds #endif 2021da177e4SLinus Torvalds return 0; 2031da177e4SLinus Torvalds } 2041da177e4SLinus Torvalds 20505dc16d6SRandolph Chung #ifdef CONFIG_64BIT 20605dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[2] 20705dc16d6SRandolph Chung #else 20805dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[0] 20905dc16d6SRandolph Chung #endif 21005dc16d6SRandolph Chung 21105dc16d6SRandolph Chung static int unwind_special(struct unwind_frame_info *info, unsigned long pc, int frame_size) 21205dc16d6SRandolph Chung { 21378199943SKyle McMartin extern void handle_interruption(int, struct pt_regs *); 21478199943SKyle McMartin static unsigned long *hi = (unsigned long *)&handle_interruption; 21505dc16d6SRandolph Chung 21605dc16d6SRandolph Chung if (pc == get_func_addr(hi)) { 21705dc16d6SRandolph Chung struct pt_regs *regs = (struct pt_regs *)(info->sp - frame_size - PT_SZ_ALGN); 21805dc16d6SRandolph Chung dbg("Unwinding through handle_interruption()\n"); 21905dc16d6SRandolph Chung info->prev_sp = regs->gr[30]; 22005dc16d6SRandolph Chung info->prev_ip = regs->iaoq[0]; 22105dc16d6SRandolph Chung 22205dc16d6SRandolph Chung return 1; 22305dc16d6SRandolph Chung } 22405dc16d6SRandolph Chung 22505dc16d6SRandolph Chung return 0; 22605dc16d6SRandolph Chung } 22705dc16d6SRandolph Chung 2281da177e4SLinus Torvalds static void unwind_frame_regs(struct unwind_frame_info *info) 2291da177e4SLinus Torvalds { 2301da177e4SLinus Torvalds const struct unwind_table_entry *e; 2311da177e4SLinus Torvalds unsigned long npc; 2321da177e4SLinus Torvalds unsigned int insn; 2331da177e4SLinus Torvalds long frame_size = 0; 2341da177e4SLinus Torvalds int looking_for_rp, rpoffset = 0; 2351da177e4SLinus Torvalds 2361da177e4SLinus Torvalds e = find_unwind_entry(info->ip); 2371da177e4SLinus Torvalds if (e == NULL) { 2381da177e4SLinus Torvalds unsigned long sp; 2391da177e4SLinus Torvalds 2401da177e4SLinus Torvalds dbg("Cannot find unwind entry for 0x%lx; forced unwinding\n", info->ip); 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 2431da177e4SLinus Torvalds /* Handle some frequent special cases.... */ 2441da177e4SLinus Torvalds { 2459281aceaSTejun Heo char symname[KSYM_NAME_LEN]; 246cb957795SKyle McMartin char *modname; 2471da177e4SLinus Torvalds 248cb957795SKyle McMartin kallsyms_lookup(info->ip, NULL, NULL, &modname, 249cb957795SKyle McMartin symname); 2501da177e4SLinus Torvalds 2511da177e4SLinus Torvalds dbg("info->ip = 0x%lx, name = %s\n", info->ip, symname); 2521da177e4SLinus Torvalds 2531da177e4SLinus Torvalds if (strcmp(symname, "_switch_to_ret") == 0) { 2541da177e4SLinus Torvalds info->prev_sp = info->sp - CALLEE_SAVE_FRAME_SIZE; 2551da177e4SLinus Torvalds info->prev_ip = *(unsigned long *)(info->prev_sp - RP_OFFSET); 2561da177e4SLinus Torvalds dbg("_switch_to_ret @ %lx - setting " 2571da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", 2581da177e4SLinus Torvalds info->ip, info->prev_sp, 2591da177e4SLinus Torvalds info->prev_ip); 2601da177e4SLinus Torvalds return; 2611da177e4SLinus Torvalds } else if (strcmp(symname, "ret_from_kernel_thread") == 0 || 2621da177e4SLinus Torvalds strcmp(symname, "syscall_exit") == 0) { 2631da177e4SLinus Torvalds info->prev_ip = info->prev_sp = 0; 2641da177e4SLinus Torvalds return; 2651da177e4SLinus Torvalds } 2661da177e4SLinus Torvalds } 2671da177e4SLinus Torvalds #endif 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds /* Since we are doing the unwinding blind, we don't know if 2701da177e4SLinus Torvalds we are adjusting the stack correctly or extracting the rp 2711da177e4SLinus Torvalds correctly. The rp is checked to see if it belongs to the 2721da177e4SLinus Torvalds kernel text section, if not we assume we don't have a 2731da177e4SLinus Torvalds correct stack frame and we continue to unwind the stack. 2741da177e4SLinus Torvalds This is not quite correct, and will fail for loadable 2751da177e4SLinus Torvalds modules. */ 2761da177e4SLinus Torvalds sp = info->sp & ~63; 2771da177e4SLinus Torvalds do { 2781da177e4SLinus Torvalds unsigned long tmp; 2791da177e4SLinus Torvalds 2801da177e4SLinus Torvalds info->prev_sp = sp - 64; 2811da177e4SLinus Torvalds info->prev_ip = 0; 2821da177e4SLinus Torvalds if (get_user(tmp, (unsigned long *)(info->prev_sp - RP_OFFSET))) 2831da177e4SLinus Torvalds break; 2841da177e4SLinus Torvalds info->prev_ip = tmp; 2851da177e4SLinus Torvalds sp = info->prev_sp; 286c790b41bSHelge Deller } while (!kernel_text_address(info->prev_ip)); 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds info->rp = 0; 2891da177e4SLinus Torvalds 2901da177e4SLinus Torvalds dbg("analyzing func @ %lx with no unwind info, setting " 2911da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", info->ip, 2921da177e4SLinus Torvalds info->prev_sp, info->prev_ip); 2931da177e4SLinus Torvalds } else { 2941da177e4SLinus Torvalds dbg("e->start = 0x%x, e->end = 0x%x, Save_SP = %d, " 2951da177e4SLinus Torvalds "Save_RP = %d, Millicode = %d size = %u\n", 2961da177e4SLinus Torvalds e->region_start, e->region_end, e->Save_SP, e->Save_RP, 2971da177e4SLinus Torvalds e->Millicode, e->Total_frame_size); 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds looking_for_rp = e->Save_RP; 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds for (npc = e->region_start; 3021da177e4SLinus Torvalds (frame_size < (e->Total_frame_size << 3) || 3031da177e4SLinus Torvalds looking_for_rp) && 3041da177e4SLinus Torvalds npc < info->ip; 3051da177e4SLinus Torvalds npc += 4) { 3061da177e4SLinus Torvalds 3071da177e4SLinus Torvalds insn = *(unsigned int *)npc; 3081da177e4SLinus Torvalds 309be24a897SMikulas Patocka if ((insn & 0xffffc001) == 0x37de0000 || 310be24a897SMikulas Patocka (insn & 0xffe00001) == 0x6fc00000) { 3111da177e4SLinus Torvalds /* ldo X(sp), sp, or stwm X,D(sp) */ 312be24a897SMikulas Patocka frame_size += (insn & 0x3fff) >> 1; 3131da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3141da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3151da177e4SLinus Torvalds insn, npc, frame_size); 316be24a897SMikulas Patocka } else if ((insn & 0xffe00009) == 0x73c00008) { 3171da177e4SLinus Torvalds /* std,ma X,D(sp) */ 318be24a897SMikulas Patocka frame_size += ((insn >> 4) & 0x3ff) << 3; 3191da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3201da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3211da177e4SLinus Torvalds insn, npc, frame_size); 3221da177e4SLinus Torvalds } else if (insn == 0x6bc23fd9) { 3231da177e4SLinus Torvalds /* stw rp,-20(sp) */ 3241da177e4SLinus Torvalds rpoffset = 20; 3251da177e4SLinus Torvalds looking_for_rp = 0; 3261da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=stw rp," 3271da177e4SLinus Torvalds "-20(sp) @ %lx\n", info->ip, npc); 3281da177e4SLinus Torvalds } else if (insn == 0x0fc212c1) { 3291da177e4SLinus Torvalds /* std rp,-16(sr0,sp) */ 3301da177e4SLinus Torvalds rpoffset = 16; 3311da177e4SLinus Torvalds looking_for_rp = 0; 3321da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=std rp," 3331da177e4SLinus Torvalds "-16(sp) @ %lx\n", info->ip, npc); 3341da177e4SLinus Torvalds } 3351da177e4SLinus Torvalds } 3361da177e4SLinus Torvalds 337be24a897SMikulas Patocka if (frame_size > e->Total_frame_size << 3) 338be24a897SMikulas Patocka frame_size = e->Total_frame_size << 3; 339be24a897SMikulas Patocka 34005dc16d6SRandolph Chung if (!unwind_special(info, e->region_start, frame_size)) { 3411da177e4SLinus Torvalds info->prev_sp = info->sp - frame_size; 3421da177e4SLinus Torvalds if (e->Millicode) 3431da177e4SLinus Torvalds info->rp = info->r31; 3441da177e4SLinus Torvalds else if (rpoffset) 3451da177e4SLinus Torvalds info->rp = *(unsigned long *)(info->prev_sp - rpoffset); 3461da177e4SLinus Torvalds info->prev_ip = info->rp; 3471da177e4SLinus Torvalds info->rp = 0; 34805dc16d6SRandolph Chung } 3491da177e4SLinus Torvalds 3501da177e4SLinus Torvalds dbg("analyzing func @ %lx, setting prev_sp=%lx " 3511da177e4SLinus Torvalds "prev_ip=%lx npc=%lx\n", info->ip, info->prev_sp, 3521da177e4SLinus Torvalds info->prev_ip, npc); 3531da177e4SLinus Torvalds } 3541da177e4SLinus Torvalds } 3551da177e4SLinus Torvalds 3561da177e4SLinus Torvalds void unwind_frame_init(struct unwind_frame_info *info, struct task_struct *t, 3571da177e4SLinus Torvalds struct pt_regs *regs) 3581da177e4SLinus Torvalds { 3591da177e4SLinus Torvalds memset(info, 0, sizeof(struct unwind_frame_info)); 3601da177e4SLinus Torvalds info->t = t; 3611da177e4SLinus Torvalds info->sp = regs->gr[30]; 3621da177e4SLinus Torvalds info->ip = regs->iaoq[0]; 3631da177e4SLinus Torvalds info->rp = regs->gr[2]; 3641da177e4SLinus Torvalds info->r31 = regs->gr[31]; 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds dbg("(%d) Start unwind from sp=%08lx ip=%08lx\n", 3671da177e4SLinus Torvalds t ? (int)t->pid : -1, info->sp, info->ip); 3681da177e4SLinus Torvalds } 3691da177e4SLinus Torvalds 3701da177e4SLinus Torvalds void unwind_frame_init_from_blocked_task(struct unwind_frame_info *info, struct task_struct *t) 3711da177e4SLinus Torvalds { 3721da177e4SLinus Torvalds struct pt_regs *r = &t->thread.regs; 3731da177e4SLinus Torvalds struct pt_regs *r2; 3741da177e4SLinus Torvalds 375e0e7ed48SHelge Deller r2 = kmalloc(sizeof(struct pt_regs), GFP_ATOMIC); 3761da177e4SLinus Torvalds if (!r2) 3771da177e4SLinus Torvalds return; 3781da177e4SLinus Torvalds *r2 = *r; 3791da177e4SLinus Torvalds r2->gr[30] = r->ksp; 3801da177e4SLinus Torvalds r2->iaoq[0] = r->kpc; 3811da177e4SLinus Torvalds unwind_frame_init(info, t, r2); 3821da177e4SLinus Torvalds kfree(r2); 3831da177e4SLinus Torvalds } 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds void unwind_frame_init_running(struct unwind_frame_info *info, struct pt_regs *regs) 3861da177e4SLinus Torvalds { 3871da177e4SLinus Torvalds unwind_frame_init(info, current, regs); 3881da177e4SLinus Torvalds } 3891da177e4SLinus Torvalds 3901da177e4SLinus Torvalds int unwind_once(struct unwind_frame_info *next_frame) 3911da177e4SLinus Torvalds { 3921da177e4SLinus Torvalds unwind_frame_regs(next_frame); 3931da177e4SLinus Torvalds 3941da177e4SLinus Torvalds if (next_frame->prev_sp == 0 || 3951da177e4SLinus Torvalds next_frame->prev_ip == 0) 3961da177e4SLinus Torvalds return -1; 3971da177e4SLinus Torvalds 3981da177e4SLinus Torvalds next_frame->sp = next_frame->prev_sp; 3991da177e4SLinus Torvalds next_frame->ip = next_frame->prev_ip; 4001da177e4SLinus Torvalds next_frame->prev_sp = 0; 4011da177e4SLinus Torvalds next_frame->prev_ip = 0; 4021da177e4SLinus Torvalds 4031da177e4SLinus Torvalds dbg("(%d) Continue unwind to sp=%08lx ip=%08lx\n", 4041da177e4SLinus Torvalds next_frame->t ? (int)next_frame->t->pid : -1, 4051da177e4SLinus Torvalds next_frame->sp, next_frame->ip); 4061da177e4SLinus Torvalds 4071da177e4SLinus Torvalds return 0; 4081da177e4SLinus Torvalds } 4091da177e4SLinus Torvalds 4101da177e4SLinus Torvalds int unwind_to_user(struct unwind_frame_info *info) 4111da177e4SLinus Torvalds { 4121da177e4SLinus Torvalds int ret; 4131da177e4SLinus Torvalds 4141da177e4SLinus Torvalds do { 4151da177e4SLinus Torvalds ret = unwind_once(info); 4161da177e4SLinus Torvalds } while (!ret && !(info->ip & 3)); 4171da177e4SLinus Torvalds 4181da177e4SLinus Torvalds return ret; 4191da177e4SLinus Torvalds } 42011e17809SHelge Deller 42111e17809SHelge Deller unsigned long return_address(unsigned int level) 42211e17809SHelge Deller { 42311e17809SHelge Deller struct unwind_frame_info info; 42411e17809SHelge Deller struct pt_regs r; 42511e17809SHelge Deller unsigned long sp; 42611e17809SHelge Deller 42711e17809SHelge Deller /* initialize unwind info */ 42811e17809SHelge Deller asm volatile ("copy %%r30, %0" : "=r"(sp)); 42911e17809SHelge Deller memset(&r, 0, sizeof(struct pt_regs)); 43011e17809SHelge Deller r.iaoq[0] = (unsigned long) current_text_addr(); 43111e17809SHelge Deller r.gr[2] = (unsigned long) __builtin_return_address(0); 43211e17809SHelge Deller r.gr[30] = sp; 43311e17809SHelge Deller unwind_frame_init(&info, current, &r); 43411e17809SHelge Deller 43511e17809SHelge Deller /* unwind stack */ 43611e17809SHelge Deller ++level; 43711e17809SHelge Deller do { 43811e17809SHelge Deller if (unwind_once(&info) < 0 || info.ip == 0) 43911e17809SHelge Deller return 0; 440c790b41bSHelge Deller if (!kernel_text_address(info.ip)) 44111e17809SHelge Deller return 0; 44211e17809SHelge Deller } while (info.ip && level--); 44311e17809SHelge Deller 44411e17809SHelge Deller return info.ip; 44511e17809SHelge Deller } 446