11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Kernel unwinding support 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * (c) 2002-2004 Randolph Chung <tausq@debian.org> 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Derived partially from the IA64 implementation. The PA-RISC 71da177e4SLinus Torvalds * Runtime Architecture Document is also a useful reference to 81da177e4SLinus Torvalds * understand what is happening here 91da177e4SLinus Torvalds */ 101da177e4SLinus Torvalds 111da177e4SLinus Torvalds #include <linux/kernel.h> 121da177e4SLinus Torvalds #include <linux/init.h> 13e6fc0449SMatthew Wilcox #include <linux/sched.h> 141da177e4SLinus Torvalds #include <linux/slab.h> 151da177e4SLinus Torvalds #include <linux/kallsyms.h> 168f78df87SHelge Deller #include <linux/sort.h> 171da177e4SLinus Torvalds 18*7c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 191da177e4SLinus Torvalds #include <asm/assembly.h> 2005dc16d6SRandolph Chung #include <asm/asm-offsets.h> 2105dc16d6SRandolph Chung #include <asm/ptrace.h> 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #include <asm/unwind.h> 241da177e4SLinus Torvalds 251da177e4SLinus Torvalds /* #define DEBUG 1 */ 261da177e4SLinus Torvalds #ifdef DEBUG 271da177e4SLinus Torvalds #define dbg(x...) printk(x) 281da177e4SLinus Torvalds #else 291da177e4SLinus Torvalds #define dbg(x...) 301da177e4SLinus Torvalds #endif 311da177e4SLinus Torvalds 3233a932d1SHelge Deller #define KERNEL_START (KERNEL_BINARY_TEXT_START) 33e036306aSRandolph Chung 341da177e4SLinus Torvalds extern struct unwind_table_entry __start___unwind[]; 351da177e4SLinus Torvalds extern struct unwind_table_entry __stop___unwind[]; 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds static spinlock_t unwind_lock; 381da177e4SLinus Torvalds /* 391da177e4SLinus Torvalds * the kernel unwind block is not dynamically allocated so that 401da177e4SLinus Torvalds * we can call unwind_init as early in the bootup process as 411da177e4SLinus Torvalds * possible (before the slab allocator is initialized) 421da177e4SLinus Torvalds */ 438039de10SHelge Deller static struct unwind_table kernel_unwind_table __read_mostly; 441da177e4SLinus Torvalds static LIST_HEAD(unwind_tables); 451da177e4SLinus Torvalds 461da177e4SLinus Torvalds static inline const struct unwind_table_entry * 471da177e4SLinus Torvalds find_unwind_entry_in_table(const struct unwind_table *table, unsigned long addr) 481da177e4SLinus Torvalds { 491da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 501da177e4SLinus Torvalds unsigned long lo, hi, mid; 511da177e4SLinus Torvalds 521da177e4SLinus Torvalds lo = 0; 531da177e4SLinus Torvalds hi = table->length - 1; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds while (lo <= hi) { 561da177e4SLinus Torvalds mid = (hi - lo) / 2 + lo; 571da177e4SLinus Torvalds e = &table->table[mid]; 581da177e4SLinus Torvalds if (addr < e->region_start) 591da177e4SLinus Torvalds hi = mid - 1; 601da177e4SLinus Torvalds else if (addr > e->region_end) 611da177e4SLinus Torvalds lo = mid + 1; 621da177e4SLinus Torvalds else 631da177e4SLinus Torvalds return e; 641da177e4SLinus Torvalds } 651da177e4SLinus Torvalds 661da177e4SLinus Torvalds return NULL; 671da177e4SLinus Torvalds } 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds static const struct unwind_table_entry * 701da177e4SLinus Torvalds find_unwind_entry(unsigned long addr) 711da177e4SLinus Torvalds { 721da177e4SLinus Torvalds struct unwind_table *table; 731da177e4SLinus Torvalds const struct unwind_table_entry *e = NULL; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds if (addr >= kernel_unwind_table.start && 761da177e4SLinus Torvalds addr <= kernel_unwind_table.end) 771da177e4SLinus Torvalds e = find_unwind_entry_in_table(&kernel_unwind_table, addr); 78be24a897SMikulas Patocka else { 79be24a897SMikulas Patocka unsigned long flags; 80be24a897SMikulas Patocka 81be24a897SMikulas Patocka spin_lock_irqsave(&unwind_lock, flags); 821da177e4SLinus Torvalds list_for_each_entry(table, &unwind_tables, list) { 831da177e4SLinus Torvalds if (addr >= table->start && 841da177e4SLinus Torvalds addr <= table->end) 851da177e4SLinus Torvalds e = find_unwind_entry_in_table(table, addr); 86b1b1d4a6SPhil Carmody if (e) { 87b1b1d4a6SPhil Carmody /* Move-to-front to exploit common traces */ 88b1b1d4a6SPhil Carmody list_move(&table->list, &unwind_tables); 891da177e4SLinus Torvalds break; 901da177e4SLinus Torvalds } 91b1b1d4a6SPhil Carmody } 92be24a897SMikulas Patocka spin_unlock_irqrestore(&unwind_lock, flags); 93be24a897SMikulas Patocka } 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds return e; 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds static void 991da177e4SLinus Torvalds unwind_table_init(struct unwind_table *table, const char *name, 1001da177e4SLinus Torvalds unsigned long base_addr, unsigned long gp, 1011da177e4SLinus Torvalds void *table_start, void *table_end) 1021da177e4SLinus Torvalds { 1031da177e4SLinus Torvalds struct unwind_table_entry *start = table_start; 1041da177e4SLinus Torvalds struct unwind_table_entry *end = 1051da177e4SLinus Torvalds (struct unwind_table_entry *)table_end - 1; 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds table->name = name; 1081da177e4SLinus Torvalds table->base_addr = base_addr; 1091da177e4SLinus Torvalds table->gp = gp; 1101da177e4SLinus Torvalds table->start = base_addr + start->region_start; 1111da177e4SLinus Torvalds table->end = base_addr + end->region_end; 1121da177e4SLinus Torvalds table->table = (struct unwind_table_entry *)table_start; 1131da177e4SLinus Torvalds table->length = end - start + 1; 1141da177e4SLinus Torvalds INIT_LIST_HEAD(&table->list); 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds for (; start <= end; start++) { 1171da177e4SLinus Torvalds if (start < end && 1181da177e4SLinus Torvalds start->region_end > (start+1)->region_start) { 1191da177e4SLinus Torvalds printk("WARNING: Out of order unwind entry! %p and %p\n", start, start+1); 1201da177e4SLinus Torvalds } 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds start->region_start += base_addr; 1231da177e4SLinus Torvalds start->region_end += base_addr; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds } 1261da177e4SLinus Torvalds 1278f78df87SHelge Deller static int cmp_unwind_table_entry(const void *a, const void *b) 1288f78df87SHelge Deller { 1298f78df87SHelge Deller return ((const struct unwind_table_entry *)a)->region_start 1308f78df87SHelge Deller - ((const struct unwind_table_entry *)b)->region_start; 1318f78df87SHelge Deller } 1328f78df87SHelge Deller 1331da177e4SLinus Torvalds static void 1341da177e4SLinus Torvalds unwind_table_sort(struct unwind_table_entry *start, 1351da177e4SLinus Torvalds struct unwind_table_entry *finish) 1361da177e4SLinus Torvalds { 1378f78df87SHelge Deller sort(start, finish - start, sizeof(struct unwind_table_entry), 1388f78df87SHelge Deller cmp_unwind_table_entry, NULL); 1391da177e4SLinus Torvalds } 1401da177e4SLinus Torvalds 1411da177e4SLinus Torvalds struct unwind_table * 1421da177e4SLinus Torvalds unwind_table_add(const char *name, unsigned long base_addr, 1431da177e4SLinus Torvalds unsigned long gp, 1441da177e4SLinus Torvalds void *start, void *end) 1451da177e4SLinus Torvalds { 1461da177e4SLinus Torvalds struct unwind_table *table; 1471da177e4SLinus Torvalds unsigned long flags; 1481da177e4SLinus Torvalds struct unwind_table_entry *s = (struct unwind_table_entry *)start; 1491da177e4SLinus Torvalds struct unwind_table_entry *e = (struct unwind_table_entry *)end; 1501da177e4SLinus Torvalds 1511da177e4SLinus Torvalds unwind_table_sort(s, e); 1521da177e4SLinus Torvalds 1531da177e4SLinus Torvalds table = kmalloc(sizeof(struct unwind_table), GFP_USER); 1541da177e4SLinus Torvalds if (table == NULL) 1551da177e4SLinus Torvalds return NULL; 1561da177e4SLinus Torvalds unwind_table_init(table, name, base_addr, gp, start, end); 1571da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1581da177e4SLinus Torvalds list_add_tail(&table->list, &unwind_tables); 1591da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1601da177e4SLinus Torvalds 1611da177e4SLinus Torvalds return table; 1621da177e4SLinus Torvalds } 1631da177e4SLinus Torvalds 1641da177e4SLinus Torvalds void unwind_table_remove(struct unwind_table *table) 1651da177e4SLinus Torvalds { 1661da177e4SLinus Torvalds unsigned long flags; 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds spin_lock_irqsave(&unwind_lock, flags); 1691da177e4SLinus Torvalds list_del(&table->list); 1701da177e4SLinus Torvalds spin_unlock_irqrestore(&unwind_lock, flags); 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds kfree(table); 1731da177e4SLinus Torvalds } 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds /* Called from setup_arch to import the kernel unwind info */ 176c790b41bSHelge Deller int __init unwind_init(void) 1771da177e4SLinus Torvalds { 1781da177e4SLinus Torvalds long start, stop; 1791da177e4SLinus Torvalds register unsigned long gp __asm__ ("r27"); 1801da177e4SLinus Torvalds 1811da177e4SLinus Torvalds start = (long)&__start___unwind[0]; 1821da177e4SLinus Torvalds stop = (long)&__stop___unwind[0]; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds spin_lock_init(&unwind_lock); 1851da177e4SLinus Torvalds 1861da177e4SLinus Torvalds printk("unwind_init: start = 0x%lx, end = 0x%lx, entries = %lu\n", 1871da177e4SLinus Torvalds start, stop, 1881da177e4SLinus Torvalds (stop - start) / sizeof(struct unwind_table_entry)); 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds unwind_table_init(&kernel_unwind_table, "kernel", KERNEL_START, 1911da177e4SLinus Torvalds gp, 1921da177e4SLinus Torvalds &__start___unwind[0], &__stop___unwind[0]); 1931da177e4SLinus Torvalds #if 0 1941da177e4SLinus Torvalds { 1951da177e4SLinus Torvalds int i; 1961da177e4SLinus Torvalds for (i = 0; i < 10; i++) 1971da177e4SLinus Torvalds { 1981da177e4SLinus Torvalds printk("region 0x%x-0x%x\n", 1991da177e4SLinus Torvalds __start___unwind[i].region_start, 2001da177e4SLinus Torvalds __start___unwind[i].region_end); 2011da177e4SLinus Torvalds } 2021da177e4SLinus Torvalds } 2031da177e4SLinus Torvalds #endif 2041da177e4SLinus Torvalds return 0; 2051da177e4SLinus Torvalds } 2061da177e4SLinus Torvalds 20705dc16d6SRandolph Chung #ifdef CONFIG_64BIT 20805dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[2] 20905dc16d6SRandolph Chung #else 21005dc16d6SRandolph Chung #define get_func_addr(fptr) fptr[0] 21105dc16d6SRandolph Chung #endif 21205dc16d6SRandolph Chung 21305dc16d6SRandolph Chung static int unwind_special(struct unwind_frame_info *info, unsigned long pc, int frame_size) 21405dc16d6SRandolph Chung { 21578199943SKyle McMartin extern void handle_interruption(int, struct pt_regs *); 21678199943SKyle McMartin static unsigned long *hi = (unsigned long *)&handle_interruption; 21705dc16d6SRandolph Chung 21805dc16d6SRandolph Chung if (pc == get_func_addr(hi)) { 21905dc16d6SRandolph Chung struct pt_regs *regs = (struct pt_regs *)(info->sp - frame_size - PT_SZ_ALGN); 22005dc16d6SRandolph Chung dbg("Unwinding through handle_interruption()\n"); 22105dc16d6SRandolph Chung info->prev_sp = regs->gr[30]; 22205dc16d6SRandolph Chung info->prev_ip = regs->iaoq[0]; 22305dc16d6SRandolph Chung 22405dc16d6SRandolph Chung return 1; 22505dc16d6SRandolph Chung } 22605dc16d6SRandolph Chung 22705dc16d6SRandolph Chung return 0; 22805dc16d6SRandolph Chung } 22905dc16d6SRandolph Chung 2301da177e4SLinus Torvalds static void unwind_frame_regs(struct unwind_frame_info *info) 2311da177e4SLinus Torvalds { 2321da177e4SLinus Torvalds const struct unwind_table_entry *e; 2331da177e4SLinus Torvalds unsigned long npc; 2341da177e4SLinus Torvalds unsigned int insn; 2351da177e4SLinus Torvalds long frame_size = 0; 2361da177e4SLinus Torvalds int looking_for_rp, rpoffset = 0; 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds e = find_unwind_entry(info->ip); 2391da177e4SLinus Torvalds if (e == NULL) { 2401da177e4SLinus Torvalds unsigned long sp; 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds dbg("Cannot find unwind entry for 0x%lx; forced unwinding\n", info->ip); 2431da177e4SLinus Torvalds 2441da177e4SLinus Torvalds #ifdef CONFIG_KALLSYMS 2451da177e4SLinus Torvalds /* Handle some frequent special cases.... */ 2461da177e4SLinus Torvalds { 2479281aceaSTejun Heo char symname[KSYM_NAME_LEN]; 248cb957795SKyle McMartin char *modname; 2491da177e4SLinus Torvalds 250cb957795SKyle McMartin kallsyms_lookup(info->ip, NULL, NULL, &modname, 251cb957795SKyle McMartin symname); 2521da177e4SLinus Torvalds 2531da177e4SLinus Torvalds dbg("info->ip = 0x%lx, name = %s\n", info->ip, symname); 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds if (strcmp(symname, "_switch_to_ret") == 0) { 2561da177e4SLinus Torvalds info->prev_sp = info->sp - CALLEE_SAVE_FRAME_SIZE; 2571da177e4SLinus Torvalds info->prev_ip = *(unsigned long *)(info->prev_sp - RP_OFFSET); 2581da177e4SLinus Torvalds dbg("_switch_to_ret @ %lx - setting " 2591da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", 2601da177e4SLinus Torvalds info->ip, info->prev_sp, 2611da177e4SLinus Torvalds info->prev_ip); 2621da177e4SLinus Torvalds return; 2631da177e4SLinus Torvalds } else if (strcmp(symname, "ret_from_kernel_thread") == 0 || 2641da177e4SLinus Torvalds strcmp(symname, "syscall_exit") == 0) { 2651da177e4SLinus Torvalds info->prev_ip = info->prev_sp = 0; 2661da177e4SLinus Torvalds return; 2671da177e4SLinus Torvalds } 2681da177e4SLinus Torvalds } 2691da177e4SLinus Torvalds #endif 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds /* Since we are doing the unwinding blind, we don't know if 2721da177e4SLinus Torvalds we are adjusting the stack correctly or extracting the rp 2731da177e4SLinus Torvalds correctly. The rp is checked to see if it belongs to the 2741da177e4SLinus Torvalds kernel text section, if not we assume we don't have a 2751da177e4SLinus Torvalds correct stack frame and we continue to unwind the stack. 2761da177e4SLinus Torvalds This is not quite correct, and will fail for loadable 2771da177e4SLinus Torvalds modules. */ 2781da177e4SLinus Torvalds sp = info->sp & ~63; 2791da177e4SLinus Torvalds do { 2801da177e4SLinus Torvalds unsigned long tmp; 2811da177e4SLinus Torvalds 2821da177e4SLinus Torvalds info->prev_sp = sp - 64; 2831da177e4SLinus Torvalds info->prev_ip = 0; 2841da177e4SLinus Torvalds if (get_user(tmp, (unsigned long *)(info->prev_sp - RP_OFFSET))) 2851da177e4SLinus Torvalds break; 2861da177e4SLinus Torvalds info->prev_ip = tmp; 2871da177e4SLinus Torvalds sp = info->prev_sp; 288c790b41bSHelge Deller } while (!kernel_text_address(info->prev_ip)); 2891da177e4SLinus Torvalds 2901da177e4SLinus Torvalds info->rp = 0; 2911da177e4SLinus Torvalds 2921da177e4SLinus Torvalds dbg("analyzing func @ %lx with no unwind info, setting " 2931da177e4SLinus Torvalds "prev_sp=%lx prev_ip=%lx\n", info->ip, 2941da177e4SLinus Torvalds info->prev_sp, info->prev_ip); 2951da177e4SLinus Torvalds } else { 2961da177e4SLinus Torvalds dbg("e->start = 0x%x, e->end = 0x%x, Save_SP = %d, " 2971da177e4SLinus Torvalds "Save_RP = %d, Millicode = %d size = %u\n", 2981da177e4SLinus Torvalds e->region_start, e->region_end, e->Save_SP, e->Save_RP, 2991da177e4SLinus Torvalds e->Millicode, e->Total_frame_size); 3001da177e4SLinus Torvalds 3011da177e4SLinus Torvalds looking_for_rp = e->Save_RP; 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds for (npc = e->region_start; 3041da177e4SLinus Torvalds (frame_size < (e->Total_frame_size << 3) || 3051da177e4SLinus Torvalds looking_for_rp) && 3061da177e4SLinus Torvalds npc < info->ip; 3071da177e4SLinus Torvalds npc += 4) { 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds insn = *(unsigned int *)npc; 3101da177e4SLinus Torvalds 311be24a897SMikulas Patocka if ((insn & 0xffffc001) == 0x37de0000 || 312be24a897SMikulas Patocka (insn & 0xffe00001) == 0x6fc00000) { 3131da177e4SLinus Torvalds /* ldo X(sp), sp, or stwm X,D(sp) */ 314be24a897SMikulas Patocka frame_size += (insn & 0x3fff) >> 1; 3151da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3161da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3171da177e4SLinus Torvalds insn, npc, frame_size); 318be24a897SMikulas Patocka } else if ((insn & 0xffe00009) == 0x73c00008) { 3191da177e4SLinus Torvalds /* std,ma X,D(sp) */ 320be24a897SMikulas Patocka frame_size += ((insn >> 4) & 0x3ff) << 3; 3211da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=%08x @ " 3221da177e4SLinus Torvalds "%lx, frame_size = %ld\n", info->ip, 3231da177e4SLinus Torvalds insn, npc, frame_size); 3241da177e4SLinus Torvalds } else if (insn == 0x6bc23fd9) { 3251da177e4SLinus Torvalds /* stw rp,-20(sp) */ 3261da177e4SLinus Torvalds rpoffset = 20; 3271da177e4SLinus Torvalds looking_for_rp = 0; 3281da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=stw rp," 3291da177e4SLinus Torvalds "-20(sp) @ %lx\n", info->ip, npc); 3301da177e4SLinus Torvalds } else if (insn == 0x0fc212c1) { 3311da177e4SLinus Torvalds /* std rp,-16(sr0,sp) */ 3321da177e4SLinus Torvalds rpoffset = 16; 3331da177e4SLinus Torvalds looking_for_rp = 0; 3341da177e4SLinus Torvalds dbg("analyzing func @ %lx, insn=std rp," 3351da177e4SLinus Torvalds "-16(sp) @ %lx\n", info->ip, npc); 3361da177e4SLinus Torvalds } 3371da177e4SLinus Torvalds } 3381da177e4SLinus Torvalds 339be24a897SMikulas Patocka if (frame_size > e->Total_frame_size << 3) 340be24a897SMikulas Patocka frame_size = e->Total_frame_size << 3; 341be24a897SMikulas Patocka 34205dc16d6SRandolph Chung if (!unwind_special(info, e->region_start, frame_size)) { 3431da177e4SLinus Torvalds info->prev_sp = info->sp - frame_size; 3441da177e4SLinus Torvalds if (e->Millicode) 3451da177e4SLinus Torvalds info->rp = info->r31; 3461da177e4SLinus Torvalds else if (rpoffset) 3471da177e4SLinus Torvalds info->rp = *(unsigned long *)(info->prev_sp - rpoffset); 3481da177e4SLinus Torvalds info->prev_ip = info->rp; 3491da177e4SLinus Torvalds info->rp = 0; 35005dc16d6SRandolph Chung } 3511da177e4SLinus Torvalds 3521da177e4SLinus Torvalds dbg("analyzing func @ %lx, setting prev_sp=%lx " 3531da177e4SLinus Torvalds "prev_ip=%lx npc=%lx\n", info->ip, info->prev_sp, 3541da177e4SLinus Torvalds info->prev_ip, npc); 3551da177e4SLinus Torvalds } 3561da177e4SLinus Torvalds } 3571da177e4SLinus Torvalds 3581da177e4SLinus Torvalds void unwind_frame_init(struct unwind_frame_info *info, struct task_struct *t, 3591da177e4SLinus Torvalds struct pt_regs *regs) 3601da177e4SLinus Torvalds { 3611da177e4SLinus Torvalds memset(info, 0, sizeof(struct unwind_frame_info)); 3621da177e4SLinus Torvalds info->t = t; 3631da177e4SLinus Torvalds info->sp = regs->gr[30]; 3641da177e4SLinus Torvalds info->ip = regs->iaoq[0]; 3651da177e4SLinus Torvalds info->rp = regs->gr[2]; 3661da177e4SLinus Torvalds info->r31 = regs->gr[31]; 3671da177e4SLinus Torvalds 3681da177e4SLinus Torvalds dbg("(%d) Start unwind from sp=%08lx ip=%08lx\n", 3691da177e4SLinus Torvalds t ? (int)t->pid : -1, info->sp, info->ip); 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds void unwind_frame_init_from_blocked_task(struct unwind_frame_info *info, struct task_struct *t) 3731da177e4SLinus Torvalds { 3741da177e4SLinus Torvalds struct pt_regs *r = &t->thread.regs; 3751da177e4SLinus Torvalds struct pt_regs *r2; 3761da177e4SLinus Torvalds 377e0e7ed48SHelge Deller r2 = kmalloc(sizeof(struct pt_regs), GFP_ATOMIC); 3781da177e4SLinus Torvalds if (!r2) 3791da177e4SLinus Torvalds return; 3801da177e4SLinus Torvalds *r2 = *r; 3811da177e4SLinus Torvalds r2->gr[30] = r->ksp; 3821da177e4SLinus Torvalds r2->iaoq[0] = r->kpc; 3831da177e4SLinus Torvalds unwind_frame_init(info, t, r2); 3841da177e4SLinus Torvalds kfree(r2); 3851da177e4SLinus Torvalds } 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds void unwind_frame_init_running(struct unwind_frame_info *info, struct pt_regs *regs) 3881da177e4SLinus Torvalds { 3891da177e4SLinus Torvalds unwind_frame_init(info, current, regs); 3901da177e4SLinus Torvalds } 3911da177e4SLinus Torvalds 3921da177e4SLinus Torvalds int unwind_once(struct unwind_frame_info *next_frame) 3931da177e4SLinus Torvalds { 3941da177e4SLinus Torvalds unwind_frame_regs(next_frame); 3951da177e4SLinus Torvalds 3961da177e4SLinus Torvalds if (next_frame->prev_sp == 0 || 3971da177e4SLinus Torvalds next_frame->prev_ip == 0) 3981da177e4SLinus Torvalds return -1; 3991da177e4SLinus Torvalds 4001da177e4SLinus Torvalds next_frame->sp = next_frame->prev_sp; 4011da177e4SLinus Torvalds next_frame->ip = next_frame->prev_ip; 4021da177e4SLinus Torvalds next_frame->prev_sp = 0; 4031da177e4SLinus Torvalds next_frame->prev_ip = 0; 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds dbg("(%d) Continue unwind to sp=%08lx ip=%08lx\n", 4061da177e4SLinus Torvalds next_frame->t ? (int)next_frame->t->pid : -1, 4071da177e4SLinus Torvalds next_frame->sp, next_frame->ip); 4081da177e4SLinus Torvalds 4091da177e4SLinus Torvalds return 0; 4101da177e4SLinus Torvalds } 4111da177e4SLinus Torvalds 4121da177e4SLinus Torvalds int unwind_to_user(struct unwind_frame_info *info) 4131da177e4SLinus Torvalds { 4141da177e4SLinus Torvalds int ret; 4151da177e4SLinus Torvalds 4161da177e4SLinus Torvalds do { 4171da177e4SLinus Torvalds ret = unwind_once(info); 4181da177e4SLinus Torvalds } while (!ret && !(info->ip & 3)); 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds return ret; 4211da177e4SLinus Torvalds } 42211e17809SHelge Deller 42311e17809SHelge Deller unsigned long return_address(unsigned int level) 42411e17809SHelge Deller { 42511e17809SHelge Deller struct unwind_frame_info info; 42611e17809SHelge Deller struct pt_regs r; 42711e17809SHelge Deller unsigned long sp; 42811e17809SHelge Deller 42911e17809SHelge Deller /* initialize unwind info */ 43011e17809SHelge Deller asm volatile ("copy %%r30, %0" : "=r"(sp)); 43111e17809SHelge Deller memset(&r, 0, sizeof(struct pt_regs)); 43211e17809SHelge Deller r.iaoq[0] = (unsigned long) current_text_addr(); 43311e17809SHelge Deller r.gr[2] = (unsigned long) __builtin_return_address(0); 43411e17809SHelge Deller r.gr[30] = sp; 43511e17809SHelge Deller unwind_frame_init(&info, current, &r); 43611e17809SHelge Deller 43711e17809SHelge Deller /* unwind stack */ 43811e17809SHelge Deller ++level; 43911e17809SHelge Deller do { 44011e17809SHelge Deller if (unwind_once(&info) < 0 || info.ip == 0) 44111e17809SHelge Deller return 0; 442c790b41bSHelge Deller if (!kernel_text_address(info.ip)) 44311e17809SHelge Deller return 0; 44411e17809SHelge Deller } while (info.ip && level--); 44511e17809SHelge Deller 44611e17809SHelge Deller return info.ip; 44711e17809SHelge Deller } 448