1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2d39976f0SMark Rutland /*
3d39976f0SMark Rutland * ARM callchain support
4d39976f0SMark Rutland *
5d39976f0SMark Rutland * Copyright (C) 2009 picoChip Designs, Ltd., Jamie Iles
6d39976f0SMark Rutland * Copyright (C) 2010 ARM Ltd., Will Deacon <will.deacon@arm.com>
7d39976f0SMark Rutland *
8d39976f0SMark Rutland * This code is based on the ARM OProfile backtrace code.
9d39976f0SMark Rutland */
10d39976f0SMark Rutland #include <linux/perf_event.h>
11d39976f0SMark Rutland #include <linux/uaccess.h>
12d39976f0SMark Rutland
13d39976f0SMark Rutland #include <asm/stacktrace.h>
14d39976f0SMark Rutland
15d39976f0SMark Rutland /*
16d39976f0SMark Rutland * The registers we're interested in are at the end of the variable
17d39976f0SMark Rutland * length saved register structure. The fp points at the end of this
18d39976f0SMark Rutland * structure so the address of this struct is:
19d39976f0SMark Rutland * (struct frame_tail *)(xxx->fp)-1
20d39976f0SMark Rutland *
21d39976f0SMark Rutland * This code has been adapted from the ARM OProfile support.
22d39976f0SMark Rutland */
23d39976f0SMark Rutland struct frame_tail {
24d39976f0SMark Rutland struct frame_tail __user *fp;
25d39976f0SMark Rutland unsigned long sp;
26d39976f0SMark Rutland unsigned long lr;
27d39976f0SMark Rutland } __attribute__((packed));
28d39976f0SMark Rutland
29d39976f0SMark Rutland /*
30d39976f0SMark Rutland * Get the return address for a single stackframe and return a pointer to the
31d39976f0SMark Rutland * next frame tail.
32d39976f0SMark Rutland */
33d39976f0SMark Rutland static struct frame_tail __user *
user_backtrace(struct frame_tail __user * tail,struct perf_callchain_entry_ctx * entry)34d39976f0SMark Rutland user_backtrace(struct frame_tail __user *tail,
35cfbcf468SArnaldo Carvalho de Melo struct perf_callchain_entry_ctx *entry)
36d39976f0SMark Rutland {
37d39976f0SMark Rutland struct frame_tail buftail;
38d39976f0SMark Rutland unsigned long err;
39d39976f0SMark Rutland
4096d4f267SLinus Torvalds if (!access_ok(tail, sizeof(buftail)))
41d39976f0SMark Rutland return NULL;
42d39976f0SMark Rutland
43d39976f0SMark Rutland pagefault_disable();
44d39976f0SMark Rutland err = __copy_from_user_inatomic(&buftail, tail, sizeof(buftail));
45d39976f0SMark Rutland pagefault_enable();
46d39976f0SMark Rutland
47d39976f0SMark Rutland if (err)
48d39976f0SMark Rutland return NULL;
49d39976f0SMark Rutland
50d39976f0SMark Rutland perf_callchain_store(entry, buftail.lr);
51d39976f0SMark Rutland
52d39976f0SMark Rutland /*
53d39976f0SMark Rutland * Frame pointers should strictly progress back up the stack
54d39976f0SMark Rutland * (towards higher addresses).
55d39976f0SMark Rutland */
56d39976f0SMark Rutland if (tail + 1 >= buftail.fp)
57d39976f0SMark Rutland return NULL;
58d39976f0SMark Rutland
59d39976f0SMark Rutland return buftail.fp - 1;
60d39976f0SMark Rutland }
61d39976f0SMark Rutland
62d39976f0SMark Rutland void
perf_callchain_user(struct perf_callchain_entry_ctx * entry,struct pt_regs * regs)63cfbcf468SArnaldo Carvalho de Melo perf_callchain_user(struct perf_callchain_entry_ctx *entry, struct pt_regs *regs)
64d39976f0SMark Rutland {
65d39976f0SMark Rutland struct frame_tail __user *tail;
66d39976f0SMark Rutland
67d39976f0SMark Rutland perf_callchain_store(entry, regs->ARM_pc);
68d39976f0SMark Rutland
69d39976f0SMark Rutland if (!current->mm)
70d39976f0SMark Rutland return;
71d39976f0SMark Rutland
72d39976f0SMark Rutland tail = (struct frame_tail __user *)regs->ARM_fp - 1;
73d39976f0SMark Rutland
743b1fff08SArnaldo Carvalho de Melo while ((entry->nr < entry->max_stack) &&
75d39976f0SMark Rutland tail && !((unsigned long)tail & 0x3))
76d39976f0SMark Rutland tail = user_backtrace(tail, entry);
77d39976f0SMark Rutland }
78d39976f0SMark Rutland
79d39976f0SMark Rutland /*
80d39976f0SMark Rutland * Gets called by walk_stackframe() for every stackframe. This will be called
81d39976f0SMark Rutland * whist unwinding the stackframe and is like a subroutine return so we use
82d39976f0SMark Rutland * the PC.
83d39976f0SMark Rutland */
8470ccc7c0SLi Huafei static bool
callchain_trace(void * data,unsigned long pc)8570ccc7c0SLi Huafei callchain_trace(void *data, unsigned long pc)
86d39976f0SMark Rutland {
87cfbcf468SArnaldo Carvalho de Melo struct perf_callchain_entry_ctx *entry = data;
88*181f9b56SJinjie Ruan return perf_callchain_store(entry, pc) == 0;
89d39976f0SMark Rutland }
90d39976f0SMark Rutland
91d39976f0SMark Rutland void
perf_callchain_kernel(struct perf_callchain_entry_ctx * entry,struct pt_regs * regs)92cfbcf468SArnaldo Carvalho de Melo perf_callchain_kernel(struct perf_callchain_entry_ctx *entry, struct pt_regs *regs)
93d39976f0SMark Rutland {
94d39976f0SMark Rutland struct stackframe fr;
95d39976f0SMark Rutland
96d39976f0SMark Rutland arm_get_current_stackframe(regs, &fr);
97d39976f0SMark Rutland walk_stackframe(&fr, callchain_trace, entry);
98d39976f0SMark Rutland }
99d39976f0SMark Rutland
perf_instruction_pointer(struct pt_regs * regs)100d39976f0SMark Rutland unsigned long perf_instruction_pointer(struct pt_regs *regs)
101d39976f0SMark Rutland {
102d39976f0SMark Rutland return instruction_pointer(regs);
103d39976f0SMark Rutland }
104d39976f0SMark Rutland
perf_misc_flags(struct pt_regs * regs)105d39976f0SMark Rutland unsigned long perf_misc_flags(struct pt_regs *regs)
106d39976f0SMark Rutland {
107d39976f0SMark Rutland int misc = 0;
108d39976f0SMark Rutland
109d39976f0SMark Rutland if (user_mode(regs))
110d39976f0SMark Rutland misc |= PERF_RECORD_MISC_USER;
111d39976f0SMark Rutland else
112d39976f0SMark Rutland misc |= PERF_RECORD_MISC_KERNEL;
113d39976f0SMark Rutland
114d39976f0SMark Rutland return misc;
115d39976f0SMark Rutland }
116