1250c2277SThomas Gleixner /* 2250c2277SThomas Gleixner * Stack trace management functions 3250c2277SThomas Gleixner * 48f47e163SIngo Molnar * Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> 5250c2277SThomas Gleixner */ 6250c2277SThomas Gleixner #include <linux/sched.h> 7b17b0153SIngo Molnar #include <linux/sched/debug.h> 8*68db0cf1SIngo Molnar #include <linux/sched/task_stack.h> 9250c2277SThomas Gleixner #include <linux/stacktrace.h> 10186f4360SPaul Gortmaker #include <linux/export.h> 1102b67518STörök Edwin #include <linux/uaccess.h> 12250c2277SThomas Gleixner #include <asm/stacktrace.h> 1349a612c6SJosh Poimboeuf #include <asm/unwind.h> 14250c2277SThomas Gleixner 1549a612c6SJosh Poimboeuf static int save_stack_address(struct stack_trace *trace, unsigned long addr, 1649a612c6SJosh Poimboeuf bool nosched) 17250c2277SThomas Gleixner { 18018378c5SOleg Nesterov if (nosched && in_sched_functions(addr)) 19568b329aSAlexei Starovoitov return 0; 2049a612c6SJosh Poimboeuf 21250c2277SThomas Gleixner if (trace->skip > 0) { 22250c2277SThomas Gleixner trace->skip--; 23568b329aSAlexei Starovoitov return 0; 24250c2277SThomas Gleixner } 2549a612c6SJosh Poimboeuf 2649a612c6SJosh Poimboeuf if (trace->nr_entries >= trace->max_entries) 2749a612c6SJosh Poimboeuf return -1; 2849a612c6SJosh Poimboeuf 29250c2277SThomas Gleixner trace->entries[trace->nr_entries++] = addr; 30568b329aSAlexei Starovoitov return 0; 31250c2277SThomas Gleixner } 32250c2277SThomas Gleixner 3349a612c6SJosh Poimboeuf static void __save_stack_trace(struct stack_trace *trace, 3449a612c6SJosh Poimboeuf struct task_struct *task, struct pt_regs *regs, 3549a612c6SJosh Poimboeuf bool nosched) 36018378c5SOleg Nesterov { 3749a612c6SJosh Poimboeuf struct unwind_state state; 3849a612c6SJosh Poimboeuf unsigned long addr; 3949a612c6SJosh Poimboeuf 4049a612c6SJosh Poimboeuf if (regs) 4149a612c6SJosh Poimboeuf save_stack_address(trace, regs->ip, nosched); 4249a612c6SJosh Poimboeuf 4349a612c6SJosh Poimboeuf for (unwind_start(&state, task, regs, NULL); !unwind_done(&state); 4449a612c6SJosh Poimboeuf unwind_next_frame(&state)) { 4549a612c6SJosh Poimboeuf addr = unwind_get_return_address(&state); 4649a612c6SJosh Poimboeuf if (!addr || save_stack_address(trace, addr, nosched)) 4749a612c6SJosh Poimboeuf break; 48018378c5SOleg Nesterov } 49018378c5SOleg Nesterov 5049a612c6SJosh Poimboeuf if (trace->nr_entries < trace->max_entries) 5149a612c6SJosh Poimboeuf trace->entries[trace->nr_entries++] = ULONG_MAX; 529745512cSArjan van de Ven } 539745512cSArjan van de Ven 54250c2277SThomas Gleixner /* 55250c2277SThomas Gleixner * Save stack-backtrace addresses into a stack_trace buffer. 56250c2277SThomas Gleixner */ 57250c2277SThomas Gleixner void save_stack_trace(struct stack_trace *trace) 58250c2277SThomas Gleixner { 5949a612c6SJosh Poimboeuf __save_stack_trace(trace, current, NULL, false); 60250c2277SThomas Gleixner } 618594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace); 629745512cSArjan van de Ven 6339581062SMasami Hiramatsu void save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace) 64acc6be54SVegard Nossum { 6549a612c6SJosh Poimboeuf __save_stack_trace(trace, current, regs, false); 66acc6be54SVegard Nossum } 67acc6be54SVegard Nossum 689745512cSArjan van de Ven void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) 699745512cSArjan van de Ven { 701959a601SAndy Lutomirski if (!try_get_task_stack(tsk)) 711959a601SAndy Lutomirski return; 721959a601SAndy Lutomirski 7349a612c6SJosh Poimboeuf __save_stack_trace(trace, tsk, NULL, true); 741959a601SAndy Lutomirski 751959a601SAndy Lutomirski put_task_stack(tsk); 769745512cSArjan van de Ven } 778594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace_tsk); 7802b67518STörök Edwin 7902b67518STörök Edwin /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ 8002b67518STörök Edwin 81c9cf4dbbSFrederic Weisbecker struct stack_frame_user { 8202b67518STörök Edwin const void __user *next_fp; 838d7c6a96STörök Edwin unsigned long ret_addr; 8402b67518STörök Edwin }; 8502b67518STörök Edwin 86c9cf4dbbSFrederic Weisbecker static int 87c9cf4dbbSFrederic Weisbecker copy_stack_frame(const void __user *fp, struct stack_frame_user *frame) 8802b67518STörök Edwin { 8902b67518STörök Edwin int ret; 9002b67518STörök Edwin 9102b67518STörök Edwin if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) 9202b67518STörök Edwin return 0; 9302b67518STörök Edwin 9402b67518STörök Edwin ret = 1; 9502b67518STörök Edwin pagefault_disable(); 9602b67518STörök Edwin if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) 9702b67518STörök Edwin ret = 0; 9802b67518STörök Edwin pagefault_enable(); 9902b67518STörök Edwin 10002b67518STörök Edwin return ret; 10102b67518STörök Edwin } 10202b67518STörök Edwin 1038d7c6a96STörök Edwin static inline void __save_stack_trace_user(struct stack_trace *trace) 10402b67518STörök Edwin { 10502b67518STörök Edwin const struct pt_regs *regs = task_pt_regs(current); 10602b67518STörök Edwin const void __user *fp = (const void __user *)regs->bp; 10702b67518STörök Edwin 10802b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 10902b67518STörök Edwin trace->entries[trace->nr_entries++] = regs->ip; 11002b67518STörök Edwin 11102b67518STörök Edwin while (trace->nr_entries < trace->max_entries) { 112c9cf4dbbSFrederic Weisbecker struct stack_frame_user frame; 1138d7c6a96STörök Edwin 11402b67518STörök Edwin frame.next_fp = NULL; 1158d7c6a96STörök Edwin frame.ret_addr = 0; 11602b67518STörök Edwin if (!copy_stack_frame(fp, &frame)) 11702b67518STörök Edwin break; 11802b67518STörök Edwin if ((unsigned long)fp < regs->sp) 11902b67518STörök Edwin break; 1208d7c6a96STörök Edwin if (frame.ret_addr) { 12102b67518STörök Edwin trace->entries[trace->nr_entries++] = 1228d7c6a96STörök Edwin frame.ret_addr; 1238d7c6a96STörök Edwin } 12402b67518STörök Edwin if (fp == frame.next_fp) 12502b67518STörök Edwin break; 12602b67518STörök Edwin fp = frame.next_fp; 12702b67518STörök Edwin } 12802b67518STörök Edwin } 1298d7c6a96STörök Edwin 1308d7c6a96STörök Edwin void save_stack_trace_user(struct stack_trace *trace) 1318d7c6a96STörök Edwin { 1328d7c6a96STörök Edwin /* 1338d7c6a96STörök Edwin * Trace user stack if we are not a kernel thread 1348d7c6a96STörök Edwin */ 1358d7c6a96STörök Edwin if (current->mm) { 1368d7c6a96STörök Edwin __save_stack_trace_user(trace); 1378d7c6a96STörök Edwin } 13802b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 13902b67518STörök Edwin trace->entries[trace->nr_entries++] = ULONG_MAX; 14002b67518STörök Edwin } 14102b67518STörök Edwin 142