1250c2277SThomas Gleixner /* 2250c2277SThomas Gleixner * Stack trace management functions 3250c2277SThomas Gleixner * 48f47e163SIngo Molnar * Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> 5250c2277SThomas Gleixner */ 6250c2277SThomas Gleixner #include <linux/sched.h> 7250c2277SThomas Gleixner #include <linux/stacktrace.h> 8186f4360SPaul Gortmaker #include <linux/export.h> 902b67518STörök Edwin #include <linux/uaccess.h> 10250c2277SThomas Gleixner #include <asm/stacktrace.h> 11250c2277SThomas Gleixner 12cb76c939SJosh Poimboeuf static int save_stack_stack(void *data, const char *name) 13250c2277SThomas Gleixner { 1429a67975SSteven Rostedt return 0; 15250c2277SThomas Gleixner } 16250c2277SThomas Gleixner 17568b329aSAlexei Starovoitov static int 18018378c5SOleg Nesterov __save_stack_address(void *data, unsigned long addr, bool reliable, bool nosched) 19250c2277SThomas Gleixner { 20ade1af77SJan Engelhardt struct stack_trace *trace = data; 21147ec4d2SOleg Nesterov #ifdef CONFIG_FRAME_POINTER 221650743cSVegard Nossum if (!reliable) 23568b329aSAlexei Starovoitov return 0; 24147ec4d2SOleg Nesterov #endif 25018378c5SOleg Nesterov if (nosched && in_sched_functions(addr)) 26568b329aSAlexei Starovoitov return 0; 27250c2277SThomas Gleixner if (trace->skip > 0) { 28250c2277SThomas Gleixner trace->skip--; 29568b329aSAlexei Starovoitov return 0; 30250c2277SThomas Gleixner } 31568b329aSAlexei Starovoitov if (trace->nr_entries < trace->max_entries) { 32250c2277SThomas Gleixner trace->entries[trace->nr_entries++] = addr; 33568b329aSAlexei Starovoitov return 0; 34568b329aSAlexei Starovoitov } else { 35568b329aSAlexei Starovoitov return -1; /* no more room, stop walking the stack */ 36568b329aSAlexei Starovoitov } 37250c2277SThomas Gleixner } 38250c2277SThomas Gleixner 39568b329aSAlexei Starovoitov static int save_stack_address(void *data, unsigned long addr, int reliable) 40018378c5SOleg Nesterov { 41018378c5SOleg Nesterov return __save_stack_address(data, addr, reliable, false); 42018378c5SOleg Nesterov } 43018378c5SOleg Nesterov 44568b329aSAlexei Starovoitov static int 455bc27dc2SArjan van de Ven save_stack_address_nosched(void *data, unsigned long addr, int reliable) 469745512cSArjan van de Ven { 47018378c5SOleg Nesterov return __save_stack_address(data, addr, reliable, true); 489745512cSArjan van de Ven } 499745512cSArjan van de Ven 509689ba8aSJan Beulich static const struct stacktrace_ops save_stack_ops = { 51250c2277SThomas Gleixner .stack = save_stack_stack, 52250c2277SThomas Gleixner .address = save_stack_address, 5361c1917fSFrederic Weisbecker .walk_stack = print_context_stack, 54250c2277SThomas Gleixner }; 55250c2277SThomas Gleixner 569745512cSArjan van de Ven static const struct stacktrace_ops save_stack_ops_nosched = { 579745512cSArjan van de Ven .stack = save_stack_stack, 589745512cSArjan van de Ven .address = save_stack_address_nosched, 5961c1917fSFrederic Weisbecker .walk_stack = print_context_stack, 609745512cSArjan van de Ven }; 619745512cSArjan van de Ven 62250c2277SThomas Gleixner /* 63250c2277SThomas Gleixner * Save stack-backtrace addresses into a stack_trace buffer. 64250c2277SThomas Gleixner */ 65250c2277SThomas Gleixner void save_stack_trace(struct stack_trace *trace) 66250c2277SThomas Gleixner { 67e8e999cfSNamhyung Kim dump_trace(current, NULL, NULL, 0, &save_stack_ops, trace); 68250c2277SThomas Gleixner if (trace->nr_entries < trace->max_entries) 69250c2277SThomas Gleixner trace->entries[trace->nr_entries++] = ULONG_MAX; 70250c2277SThomas Gleixner } 718594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace); 729745512cSArjan van de Ven 7339581062SMasami Hiramatsu void save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace) 74acc6be54SVegard Nossum { 75e8e999cfSNamhyung Kim dump_trace(current, regs, NULL, 0, &save_stack_ops, trace); 76acc6be54SVegard Nossum if (trace->nr_entries < trace->max_entries) 77acc6be54SVegard Nossum trace->entries[trace->nr_entries++] = ULONG_MAX; 78acc6be54SVegard Nossum } 79acc6be54SVegard Nossum 809745512cSArjan van de Ven void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) 819745512cSArjan van de Ven { 82*1959a601SAndy Lutomirski if (!try_get_task_stack(tsk)) 83*1959a601SAndy Lutomirski return; 84*1959a601SAndy Lutomirski 85e8e999cfSNamhyung Kim dump_trace(tsk, NULL, NULL, 0, &save_stack_ops_nosched, trace); 869745512cSArjan van de Ven if (trace->nr_entries < trace->max_entries) 879745512cSArjan van de Ven trace->entries[trace->nr_entries++] = ULONG_MAX; 88*1959a601SAndy Lutomirski 89*1959a601SAndy Lutomirski put_task_stack(tsk); 909745512cSArjan van de Ven } 918594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace_tsk); 9202b67518STörök Edwin 9302b67518STörök Edwin /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ 9402b67518STörök Edwin 95c9cf4dbbSFrederic Weisbecker struct stack_frame_user { 9602b67518STörök Edwin const void __user *next_fp; 978d7c6a96STörök Edwin unsigned long ret_addr; 9802b67518STörök Edwin }; 9902b67518STörök Edwin 100c9cf4dbbSFrederic Weisbecker static int 101c9cf4dbbSFrederic Weisbecker copy_stack_frame(const void __user *fp, struct stack_frame_user *frame) 10202b67518STörök Edwin { 10302b67518STörök Edwin int ret; 10402b67518STörök Edwin 10502b67518STörök Edwin if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) 10602b67518STörök Edwin return 0; 10702b67518STörök Edwin 10802b67518STörök Edwin ret = 1; 10902b67518STörök Edwin pagefault_disable(); 11002b67518STörök Edwin if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) 11102b67518STörök Edwin ret = 0; 11202b67518STörök Edwin pagefault_enable(); 11302b67518STörök Edwin 11402b67518STörök Edwin return ret; 11502b67518STörök Edwin } 11602b67518STörök Edwin 1178d7c6a96STörök Edwin static inline void __save_stack_trace_user(struct stack_trace *trace) 11802b67518STörök Edwin { 11902b67518STörök Edwin const struct pt_regs *regs = task_pt_regs(current); 12002b67518STörök Edwin const void __user *fp = (const void __user *)regs->bp; 12102b67518STörök Edwin 12202b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 12302b67518STörök Edwin trace->entries[trace->nr_entries++] = regs->ip; 12402b67518STörök Edwin 12502b67518STörök Edwin while (trace->nr_entries < trace->max_entries) { 126c9cf4dbbSFrederic Weisbecker struct stack_frame_user frame; 1278d7c6a96STörök Edwin 12802b67518STörök Edwin frame.next_fp = NULL; 1298d7c6a96STörök Edwin frame.ret_addr = 0; 13002b67518STörök Edwin if (!copy_stack_frame(fp, &frame)) 13102b67518STörök Edwin break; 13202b67518STörök Edwin if ((unsigned long)fp < regs->sp) 13302b67518STörök Edwin break; 1348d7c6a96STörök Edwin if (frame.ret_addr) { 13502b67518STörök Edwin trace->entries[trace->nr_entries++] = 1368d7c6a96STörök Edwin frame.ret_addr; 1378d7c6a96STörök Edwin } 13802b67518STörök Edwin if (fp == frame.next_fp) 13902b67518STörök Edwin break; 14002b67518STörök Edwin fp = frame.next_fp; 14102b67518STörök Edwin } 14202b67518STörök Edwin } 1438d7c6a96STörök Edwin 1448d7c6a96STörök Edwin void save_stack_trace_user(struct stack_trace *trace) 1458d7c6a96STörök Edwin { 1468d7c6a96STörök Edwin /* 1478d7c6a96STörök Edwin * Trace user stack if we are not a kernel thread 1488d7c6a96STörök Edwin */ 1498d7c6a96STörök Edwin if (current->mm) { 1508d7c6a96STörök Edwin __save_stack_trace_user(trace); 1518d7c6a96STörök Edwin } 15202b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 15302b67518STörök Edwin trace->entries[trace->nr_entries++] = ULONG_MAX; 15402b67518STörök Edwin } 15502b67518STörök Edwin 156