1250c2277SThomas Gleixner /* 2250c2277SThomas Gleixner * Stack trace management functions 3250c2277SThomas Gleixner * 48f47e163SIngo Molnar * Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com> 5250c2277SThomas Gleixner */ 6250c2277SThomas Gleixner #include <linux/sched.h> 7250c2277SThomas Gleixner #include <linux/stacktrace.h> 8250c2277SThomas Gleixner #include <linux/module.h> 902b67518STörök Edwin #include <linux/uaccess.h> 10250c2277SThomas Gleixner #include <asm/stacktrace.h> 11250c2277SThomas Gleixner 12250c2277SThomas Gleixner static void save_stack_warning(void *data, char *msg) 13250c2277SThomas Gleixner { 14250c2277SThomas Gleixner } 15250c2277SThomas Gleixner 16250c2277SThomas Gleixner static void 17250c2277SThomas Gleixner save_stack_warning_symbol(void *data, char *msg, unsigned long symbol) 18250c2277SThomas Gleixner { 19250c2277SThomas Gleixner } 20250c2277SThomas Gleixner 21250c2277SThomas Gleixner static int save_stack_stack(void *data, char *name) 22250c2277SThomas Gleixner { 2329a67975SSteven Rostedt return 0; 24250c2277SThomas Gleixner } 25250c2277SThomas Gleixner 26bc850d6bSArjan van de Ven static void save_stack_address(void *data, unsigned long addr, int reliable) 27250c2277SThomas Gleixner { 28ade1af77SJan Engelhardt struct stack_trace *trace = data; 29*147ec4d2SOleg Nesterov #ifdef CONFIG_FRAME_POINTER 301650743cSVegard Nossum if (!reliable) 311650743cSVegard Nossum return; 32*147ec4d2SOleg Nesterov #endif 33250c2277SThomas Gleixner if (trace->skip > 0) { 34250c2277SThomas Gleixner trace->skip--; 35250c2277SThomas Gleixner return; 36250c2277SThomas Gleixner } 37250c2277SThomas Gleixner if (trace->nr_entries < trace->max_entries) 38250c2277SThomas Gleixner trace->entries[trace->nr_entries++] = addr; 39250c2277SThomas Gleixner } 40250c2277SThomas Gleixner 415bc27dc2SArjan van de Ven static void 425bc27dc2SArjan van de Ven save_stack_address_nosched(void *data, unsigned long addr, int reliable) 439745512cSArjan van de Ven { 44*147ec4d2SOleg Nesterov struct stack_trace *trace = data; 45*147ec4d2SOleg Nesterov #ifdef CONFIG_FRAME_POINTER 461650743cSVegard Nossum if (!reliable) 471650743cSVegard Nossum return; 48*147ec4d2SOleg Nesterov #endif 499745512cSArjan van de Ven if (in_sched_functions(addr)) 509745512cSArjan van de Ven return; 519745512cSArjan van de Ven if (trace->skip > 0) { 529745512cSArjan van de Ven trace->skip--; 539745512cSArjan van de Ven return; 549745512cSArjan van de Ven } 559745512cSArjan van de Ven if (trace->nr_entries < trace->max_entries) 569745512cSArjan van de Ven trace->entries[trace->nr_entries++] = addr; 579745512cSArjan van de Ven } 589745512cSArjan van de Ven 599689ba8aSJan Beulich static const struct stacktrace_ops save_stack_ops = { 60250c2277SThomas Gleixner .warning = save_stack_warning, 61250c2277SThomas Gleixner .warning_symbol = save_stack_warning_symbol, 62250c2277SThomas Gleixner .stack = save_stack_stack, 63250c2277SThomas Gleixner .address = save_stack_address, 6461c1917fSFrederic Weisbecker .walk_stack = print_context_stack, 65250c2277SThomas Gleixner }; 66250c2277SThomas Gleixner 679745512cSArjan van de Ven static const struct stacktrace_ops save_stack_ops_nosched = { 689745512cSArjan van de Ven .warning = save_stack_warning, 699745512cSArjan van de Ven .warning_symbol = save_stack_warning_symbol, 709745512cSArjan van de Ven .stack = save_stack_stack, 719745512cSArjan van de Ven .address = save_stack_address_nosched, 7261c1917fSFrederic Weisbecker .walk_stack = print_context_stack, 739745512cSArjan van de Ven }; 749745512cSArjan van de Ven 75250c2277SThomas Gleixner /* 76250c2277SThomas Gleixner * Save stack-backtrace addresses into a stack_trace buffer. 77250c2277SThomas Gleixner */ 78250c2277SThomas Gleixner void save_stack_trace(struct stack_trace *trace) 79250c2277SThomas Gleixner { 805bc27dc2SArjan van de Ven dump_trace(current, NULL, NULL, 0, &save_stack_ops, trace); 81250c2277SThomas Gleixner if (trace->nr_entries < trace->max_entries) 82250c2277SThomas Gleixner trace->entries[trace->nr_entries++] = ULONG_MAX; 83250c2277SThomas Gleixner } 848594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace); 859745512cSArjan van de Ven 86acc6be54SVegard Nossum void save_stack_trace_bp(struct stack_trace *trace, unsigned long bp) 87acc6be54SVegard Nossum { 88acc6be54SVegard Nossum dump_trace(current, NULL, NULL, bp, &save_stack_ops, trace); 89acc6be54SVegard Nossum if (trace->nr_entries < trace->max_entries) 90acc6be54SVegard Nossum trace->entries[trace->nr_entries++] = ULONG_MAX; 91acc6be54SVegard Nossum } 92acc6be54SVegard Nossum 939745512cSArjan van de Ven void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) 949745512cSArjan van de Ven { 955bc27dc2SArjan van de Ven dump_trace(tsk, NULL, NULL, 0, &save_stack_ops_nosched, trace); 969745512cSArjan van de Ven if (trace->nr_entries < trace->max_entries) 979745512cSArjan van de Ven trace->entries[trace->nr_entries++] = ULONG_MAX; 989745512cSArjan van de Ven } 998594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace_tsk); 10002b67518STörök Edwin 10102b67518STörök Edwin /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */ 10202b67518STörök Edwin 103c9cf4dbbSFrederic Weisbecker struct stack_frame_user { 10402b67518STörök Edwin const void __user *next_fp; 1058d7c6a96STörök Edwin unsigned long ret_addr; 10602b67518STörök Edwin }; 10702b67518STörök Edwin 108c9cf4dbbSFrederic Weisbecker static int 109c9cf4dbbSFrederic Weisbecker copy_stack_frame(const void __user *fp, struct stack_frame_user *frame) 11002b67518STörök Edwin { 11102b67518STörök Edwin int ret; 11202b67518STörök Edwin 11302b67518STörök Edwin if (!access_ok(VERIFY_READ, fp, sizeof(*frame))) 11402b67518STörök Edwin return 0; 11502b67518STörök Edwin 11602b67518STörök Edwin ret = 1; 11702b67518STörök Edwin pagefault_disable(); 11802b67518STörök Edwin if (__copy_from_user_inatomic(frame, fp, sizeof(*frame))) 11902b67518STörök Edwin ret = 0; 12002b67518STörök Edwin pagefault_enable(); 12102b67518STörök Edwin 12202b67518STörök Edwin return ret; 12302b67518STörök Edwin } 12402b67518STörök Edwin 1258d7c6a96STörök Edwin static inline void __save_stack_trace_user(struct stack_trace *trace) 12602b67518STörök Edwin { 12702b67518STörök Edwin const struct pt_regs *regs = task_pt_regs(current); 12802b67518STörök Edwin const void __user *fp = (const void __user *)regs->bp; 12902b67518STörök Edwin 13002b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 13102b67518STörök Edwin trace->entries[trace->nr_entries++] = regs->ip; 13202b67518STörök Edwin 13302b67518STörök Edwin while (trace->nr_entries < trace->max_entries) { 134c9cf4dbbSFrederic Weisbecker struct stack_frame_user frame; 1358d7c6a96STörök Edwin 13602b67518STörök Edwin frame.next_fp = NULL; 1378d7c6a96STörök Edwin frame.ret_addr = 0; 13802b67518STörök Edwin if (!copy_stack_frame(fp, &frame)) 13902b67518STörök Edwin break; 14002b67518STörök Edwin if ((unsigned long)fp < regs->sp) 14102b67518STörök Edwin break; 1428d7c6a96STörök Edwin if (frame.ret_addr) { 14302b67518STörök Edwin trace->entries[trace->nr_entries++] = 1448d7c6a96STörök Edwin frame.ret_addr; 1458d7c6a96STörök Edwin } 14602b67518STörök Edwin if (fp == frame.next_fp) 14702b67518STörök Edwin break; 14802b67518STörök Edwin fp = frame.next_fp; 14902b67518STörök Edwin } 15002b67518STörök Edwin } 1518d7c6a96STörök Edwin 1528d7c6a96STörök Edwin void save_stack_trace_user(struct stack_trace *trace) 1538d7c6a96STörök Edwin { 1548d7c6a96STörök Edwin /* 1558d7c6a96STörök Edwin * Trace user stack if we are not a kernel thread 1568d7c6a96STörök Edwin */ 1578d7c6a96STörök Edwin if (current->mm) { 1588d7c6a96STörök Edwin __save_stack_trace_user(trace); 1598d7c6a96STörök Edwin } 16002b67518STörök Edwin if (trace->nr_entries < trace->max_entries) 16102b67518STörök Edwin trace->entries[trace->nr_entries++] = ULONG_MAX; 16202b67518STörök Edwin } 16302b67518STörök Edwin 164