xref: /openbmc/linux/arch/x86/kernel/stacktrace.c (revision b17b01533b719e9949e437abf66436a875739b40)
1250c2277SThomas Gleixner /*
2250c2277SThomas Gleixner  * Stack trace management functions
3250c2277SThomas Gleixner  *
48f47e163SIngo Molnar  *  Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
5250c2277SThomas Gleixner  */
6250c2277SThomas Gleixner #include <linux/sched.h>
7*b17b0153SIngo Molnar #include <linux/sched/debug.h>
8250c2277SThomas Gleixner #include <linux/stacktrace.h>
9186f4360SPaul Gortmaker #include <linux/export.h>
1002b67518STörök Edwin #include <linux/uaccess.h>
11250c2277SThomas Gleixner #include <asm/stacktrace.h>
1249a612c6SJosh Poimboeuf #include <asm/unwind.h>
13250c2277SThomas Gleixner 
1449a612c6SJosh Poimboeuf static int save_stack_address(struct stack_trace *trace, unsigned long addr,
1549a612c6SJosh Poimboeuf 			      bool nosched)
16250c2277SThomas Gleixner {
17018378c5SOleg Nesterov 	if (nosched && in_sched_functions(addr))
18568b329aSAlexei Starovoitov 		return 0;
1949a612c6SJosh Poimboeuf 
20250c2277SThomas Gleixner 	if (trace->skip > 0) {
21250c2277SThomas Gleixner 		trace->skip--;
22568b329aSAlexei Starovoitov 		return 0;
23250c2277SThomas Gleixner 	}
2449a612c6SJosh Poimboeuf 
2549a612c6SJosh Poimboeuf 	if (trace->nr_entries >= trace->max_entries)
2649a612c6SJosh Poimboeuf 		return -1;
2749a612c6SJosh Poimboeuf 
28250c2277SThomas Gleixner 	trace->entries[trace->nr_entries++] = addr;
29568b329aSAlexei Starovoitov 	return 0;
30250c2277SThomas Gleixner }
31250c2277SThomas Gleixner 
3249a612c6SJosh Poimboeuf static void __save_stack_trace(struct stack_trace *trace,
3349a612c6SJosh Poimboeuf 			       struct task_struct *task, struct pt_regs *regs,
3449a612c6SJosh Poimboeuf 			       bool nosched)
35018378c5SOleg Nesterov {
3649a612c6SJosh Poimboeuf 	struct unwind_state state;
3749a612c6SJosh Poimboeuf 	unsigned long addr;
3849a612c6SJosh Poimboeuf 
3949a612c6SJosh Poimboeuf 	if (regs)
4049a612c6SJosh Poimboeuf 		save_stack_address(trace, regs->ip, nosched);
4149a612c6SJosh Poimboeuf 
4249a612c6SJosh Poimboeuf 	for (unwind_start(&state, task, regs, NULL); !unwind_done(&state);
4349a612c6SJosh Poimboeuf 	     unwind_next_frame(&state)) {
4449a612c6SJosh Poimboeuf 		addr = unwind_get_return_address(&state);
4549a612c6SJosh Poimboeuf 		if (!addr || save_stack_address(trace, addr, nosched))
4649a612c6SJosh Poimboeuf 			break;
47018378c5SOleg Nesterov 	}
48018378c5SOleg Nesterov 
4949a612c6SJosh Poimboeuf 	if (trace->nr_entries < trace->max_entries)
5049a612c6SJosh Poimboeuf 		trace->entries[trace->nr_entries++] = ULONG_MAX;
519745512cSArjan van de Ven }
529745512cSArjan van de Ven 
53250c2277SThomas Gleixner /*
54250c2277SThomas Gleixner  * Save stack-backtrace addresses into a stack_trace buffer.
55250c2277SThomas Gleixner  */
56250c2277SThomas Gleixner void save_stack_trace(struct stack_trace *trace)
57250c2277SThomas Gleixner {
5849a612c6SJosh Poimboeuf 	__save_stack_trace(trace, current, NULL, false);
59250c2277SThomas Gleixner }
608594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace);
619745512cSArjan van de Ven 
6239581062SMasami Hiramatsu void save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace)
63acc6be54SVegard Nossum {
6449a612c6SJosh Poimboeuf 	__save_stack_trace(trace, current, regs, false);
65acc6be54SVegard Nossum }
66acc6be54SVegard Nossum 
679745512cSArjan van de Ven void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace)
689745512cSArjan van de Ven {
691959a601SAndy Lutomirski 	if (!try_get_task_stack(tsk))
701959a601SAndy Lutomirski 		return;
711959a601SAndy Lutomirski 
7249a612c6SJosh Poimboeuf 	__save_stack_trace(trace, tsk, NULL, true);
731959a601SAndy Lutomirski 
741959a601SAndy Lutomirski 	put_task_stack(tsk);
759745512cSArjan van de Ven }
768594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace_tsk);
7702b67518STörök Edwin 
7802b67518STörök Edwin /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */
7902b67518STörök Edwin 
80c9cf4dbbSFrederic Weisbecker struct stack_frame_user {
8102b67518STörök Edwin 	const void __user	*next_fp;
828d7c6a96STörök Edwin 	unsigned long		ret_addr;
8302b67518STörök Edwin };
8402b67518STörök Edwin 
85c9cf4dbbSFrederic Weisbecker static int
86c9cf4dbbSFrederic Weisbecker copy_stack_frame(const void __user *fp, struct stack_frame_user *frame)
8702b67518STörök Edwin {
8802b67518STörök Edwin 	int ret;
8902b67518STörök Edwin 
9002b67518STörök Edwin 	if (!access_ok(VERIFY_READ, fp, sizeof(*frame)))
9102b67518STörök Edwin 		return 0;
9202b67518STörök Edwin 
9302b67518STörök Edwin 	ret = 1;
9402b67518STörök Edwin 	pagefault_disable();
9502b67518STörök Edwin 	if (__copy_from_user_inatomic(frame, fp, sizeof(*frame)))
9602b67518STörök Edwin 		ret = 0;
9702b67518STörök Edwin 	pagefault_enable();
9802b67518STörök Edwin 
9902b67518STörök Edwin 	return ret;
10002b67518STörök Edwin }
10102b67518STörök Edwin 
1028d7c6a96STörök Edwin static inline void __save_stack_trace_user(struct stack_trace *trace)
10302b67518STörök Edwin {
10402b67518STörök Edwin 	const struct pt_regs *regs = task_pt_regs(current);
10502b67518STörök Edwin 	const void __user *fp = (const void __user *)regs->bp;
10602b67518STörök Edwin 
10702b67518STörök Edwin 	if (trace->nr_entries < trace->max_entries)
10802b67518STörök Edwin 		trace->entries[trace->nr_entries++] = regs->ip;
10902b67518STörök Edwin 
11002b67518STörök Edwin 	while (trace->nr_entries < trace->max_entries) {
111c9cf4dbbSFrederic Weisbecker 		struct stack_frame_user frame;
1128d7c6a96STörök Edwin 
11302b67518STörök Edwin 		frame.next_fp = NULL;
1148d7c6a96STörök Edwin 		frame.ret_addr = 0;
11502b67518STörök Edwin 		if (!copy_stack_frame(fp, &frame))
11602b67518STörök Edwin 			break;
11702b67518STörök Edwin 		if ((unsigned long)fp < regs->sp)
11802b67518STörök Edwin 			break;
1198d7c6a96STörök Edwin 		if (frame.ret_addr) {
12002b67518STörök Edwin 			trace->entries[trace->nr_entries++] =
1218d7c6a96STörök Edwin 				frame.ret_addr;
1228d7c6a96STörök Edwin 		}
12302b67518STörök Edwin 		if (fp == frame.next_fp)
12402b67518STörök Edwin 			break;
12502b67518STörök Edwin 		fp = frame.next_fp;
12602b67518STörök Edwin 	}
12702b67518STörök Edwin }
1288d7c6a96STörök Edwin 
1298d7c6a96STörök Edwin void save_stack_trace_user(struct stack_trace *trace)
1308d7c6a96STörök Edwin {
1318d7c6a96STörök Edwin 	/*
1328d7c6a96STörök Edwin 	 * Trace user stack if we are not a kernel thread
1338d7c6a96STörök Edwin 	 */
1348d7c6a96STörök Edwin 	if (current->mm) {
1358d7c6a96STörök Edwin 		__save_stack_trace_user(trace);
1368d7c6a96STörök Edwin 	}
13702b67518STörök Edwin 	if (trace->nr_entries < trace->max_entries)
13802b67518STörök Edwin 		trace->entries[trace->nr_entries++] = ULONG_MAX;
13902b67518STörök Edwin }
14002b67518STörök Edwin 
141