xref: /openbmc/linux/arch/x86/kernel/stacktrace.c (revision 68db0cf10678630d286f4bbbbdfa102951a35faa)
1250c2277SThomas Gleixner /*
2250c2277SThomas Gleixner  * Stack trace management functions
3250c2277SThomas Gleixner  *
48f47e163SIngo Molnar  *  Copyright (C) 2006-2009 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
5250c2277SThomas Gleixner  */
6250c2277SThomas Gleixner #include <linux/sched.h>
7b17b0153SIngo Molnar #include <linux/sched/debug.h>
8*68db0cf1SIngo Molnar #include <linux/sched/task_stack.h>
9250c2277SThomas Gleixner #include <linux/stacktrace.h>
10186f4360SPaul Gortmaker #include <linux/export.h>
1102b67518STörök Edwin #include <linux/uaccess.h>
12250c2277SThomas Gleixner #include <asm/stacktrace.h>
1349a612c6SJosh Poimboeuf #include <asm/unwind.h>
14250c2277SThomas Gleixner 
1549a612c6SJosh Poimboeuf static int save_stack_address(struct stack_trace *trace, unsigned long addr,
1649a612c6SJosh Poimboeuf 			      bool nosched)
17250c2277SThomas Gleixner {
18018378c5SOleg Nesterov 	if (nosched && in_sched_functions(addr))
19568b329aSAlexei Starovoitov 		return 0;
2049a612c6SJosh Poimboeuf 
21250c2277SThomas Gleixner 	if (trace->skip > 0) {
22250c2277SThomas Gleixner 		trace->skip--;
23568b329aSAlexei Starovoitov 		return 0;
24250c2277SThomas Gleixner 	}
2549a612c6SJosh Poimboeuf 
2649a612c6SJosh Poimboeuf 	if (trace->nr_entries >= trace->max_entries)
2749a612c6SJosh Poimboeuf 		return -1;
2849a612c6SJosh Poimboeuf 
29250c2277SThomas Gleixner 	trace->entries[trace->nr_entries++] = addr;
30568b329aSAlexei Starovoitov 	return 0;
31250c2277SThomas Gleixner }
32250c2277SThomas Gleixner 
3349a612c6SJosh Poimboeuf static void __save_stack_trace(struct stack_trace *trace,
3449a612c6SJosh Poimboeuf 			       struct task_struct *task, struct pt_regs *regs,
3549a612c6SJosh Poimboeuf 			       bool nosched)
36018378c5SOleg Nesterov {
3749a612c6SJosh Poimboeuf 	struct unwind_state state;
3849a612c6SJosh Poimboeuf 	unsigned long addr;
3949a612c6SJosh Poimboeuf 
4049a612c6SJosh Poimboeuf 	if (regs)
4149a612c6SJosh Poimboeuf 		save_stack_address(trace, regs->ip, nosched);
4249a612c6SJosh Poimboeuf 
4349a612c6SJosh Poimboeuf 	for (unwind_start(&state, task, regs, NULL); !unwind_done(&state);
4449a612c6SJosh Poimboeuf 	     unwind_next_frame(&state)) {
4549a612c6SJosh Poimboeuf 		addr = unwind_get_return_address(&state);
4649a612c6SJosh Poimboeuf 		if (!addr || save_stack_address(trace, addr, nosched))
4749a612c6SJosh Poimboeuf 			break;
48018378c5SOleg Nesterov 	}
49018378c5SOleg Nesterov 
5049a612c6SJosh Poimboeuf 	if (trace->nr_entries < trace->max_entries)
5149a612c6SJosh Poimboeuf 		trace->entries[trace->nr_entries++] = ULONG_MAX;
529745512cSArjan van de Ven }
539745512cSArjan van de Ven 
54250c2277SThomas Gleixner /*
55250c2277SThomas Gleixner  * Save stack-backtrace addresses into a stack_trace buffer.
56250c2277SThomas Gleixner  */
57250c2277SThomas Gleixner void save_stack_trace(struct stack_trace *trace)
58250c2277SThomas Gleixner {
5949a612c6SJosh Poimboeuf 	__save_stack_trace(trace, current, NULL, false);
60250c2277SThomas Gleixner }
618594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace);
629745512cSArjan van de Ven 
6339581062SMasami Hiramatsu void save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace)
64acc6be54SVegard Nossum {
6549a612c6SJosh Poimboeuf 	__save_stack_trace(trace, current, regs, false);
66acc6be54SVegard Nossum }
67acc6be54SVegard Nossum 
689745512cSArjan van de Ven void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace)
699745512cSArjan van de Ven {
701959a601SAndy Lutomirski 	if (!try_get_task_stack(tsk))
711959a601SAndy Lutomirski 		return;
721959a601SAndy Lutomirski 
7349a612c6SJosh Poimboeuf 	__save_stack_trace(trace, tsk, NULL, true);
741959a601SAndy Lutomirski 
751959a601SAndy Lutomirski 	put_task_stack(tsk);
769745512cSArjan van de Ven }
778594698eSIngo Molnar EXPORT_SYMBOL_GPL(save_stack_trace_tsk);
7802b67518STörök Edwin 
7902b67518STörök Edwin /* Userspace stacktrace - based on kernel/trace/trace_sysprof.c */
8002b67518STörök Edwin 
81c9cf4dbbSFrederic Weisbecker struct stack_frame_user {
8202b67518STörök Edwin 	const void __user	*next_fp;
838d7c6a96STörök Edwin 	unsigned long		ret_addr;
8402b67518STörök Edwin };
8502b67518STörök Edwin 
86c9cf4dbbSFrederic Weisbecker static int
87c9cf4dbbSFrederic Weisbecker copy_stack_frame(const void __user *fp, struct stack_frame_user *frame)
8802b67518STörök Edwin {
8902b67518STörök Edwin 	int ret;
9002b67518STörök Edwin 
9102b67518STörök Edwin 	if (!access_ok(VERIFY_READ, fp, sizeof(*frame)))
9202b67518STörök Edwin 		return 0;
9302b67518STörök Edwin 
9402b67518STörök Edwin 	ret = 1;
9502b67518STörök Edwin 	pagefault_disable();
9602b67518STörök Edwin 	if (__copy_from_user_inatomic(frame, fp, sizeof(*frame)))
9702b67518STörök Edwin 		ret = 0;
9802b67518STörök Edwin 	pagefault_enable();
9902b67518STörök Edwin 
10002b67518STörök Edwin 	return ret;
10102b67518STörök Edwin }
10202b67518STörök Edwin 
1038d7c6a96STörök Edwin static inline void __save_stack_trace_user(struct stack_trace *trace)
10402b67518STörök Edwin {
10502b67518STörök Edwin 	const struct pt_regs *regs = task_pt_regs(current);
10602b67518STörök Edwin 	const void __user *fp = (const void __user *)regs->bp;
10702b67518STörök Edwin 
10802b67518STörök Edwin 	if (trace->nr_entries < trace->max_entries)
10902b67518STörök Edwin 		trace->entries[trace->nr_entries++] = regs->ip;
11002b67518STörök Edwin 
11102b67518STörök Edwin 	while (trace->nr_entries < trace->max_entries) {
112c9cf4dbbSFrederic Weisbecker 		struct stack_frame_user frame;
1138d7c6a96STörök Edwin 
11402b67518STörök Edwin 		frame.next_fp = NULL;
1158d7c6a96STörök Edwin 		frame.ret_addr = 0;
11602b67518STörök Edwin 		if (!copy_stack_frame(fp, &frame))
11702b67518STörök Edwin 			break;
11802b67518STörök Edwin 		if ((unsigned long)fp < regs->sp)
11902b67518STörök Edwin 			break;
1208d7c6a96STörök Edwin 		if (frame.ret_addr) {
12102b67518STörök Edwin 			trace->entries[trace->nr_entries++] =
1228d7c6a96STörök Edwin 				frame.ret_addr;
1238d7c6a96STörök Edwin 		}
12402b67518STörök Edwin 		if (fp == frame.next_fp)
12502b67518STörök Edwin 			break;
12602b67518STörök Edwin 		fp = frame.next_fp;
12702b67518STörök Edwin 	}
12802b67518STörök Edwin }
1298d7c6a96STörök Edwin 
1308d7c6a96STörök Edwin void save_stack_trace_user(struct stack_trace *trace)
1318d7c6a96STörök Edwin {
1328d7c6a96STörök Edwin 	/*
1338d7c6a96STörök Edwin 	 * Trace user stack if we are not a kernel thread
1348d7c6a96STörök Edwin 	 */
1358d7c6a96STörök Edwin 	if (current->mm) {
1368d7c6a96STörök Edwin 		__save_stack_trace_user(trace);
1378d7c6a96STörök Edwin 	}
13802b67518STörök Edwin 	if (trace->nr_entries < trace->max_entries)
13902b67518STörök Edwin 		trace->entries[trace->nr_entries++] = ULONG_MAX;
14002b67518STörök Edwin }
14102b67518STörök Edwin 
142