1829adda5SGuo Ren // SPDX-License-Identifier: GPL-2.0
2829adda5SGuo Ren
3829adda5SGuo Ren #include <linux/kprobes.h>
4829adda5SGuo Ren
5bab1770aSColin Ian King /* Ftrace callback handler for kprobes -- called under preepmt disabled */
kprobe_ftrace_handler(unsigned long ip,unsigned long parent_ip,struct ftrace_ops * ops,struct ftrace_regs * fregs)6829adda5SGuo Ren void kprobe_ftrace_handler(unsigned long ip, unsigned long parent_ip,
7288f6775SNanyong Sun struct ftrace_ops *ops, struct ftrace_regs *fregs)
8829adda5SGuo Ren {
9829adda5SGuo Ren struct kprobe *p;
10288f6775SNanyong Sun struct pt_regs *regs;
11829adda5SGuo Ren struct kprobe_ctlblk *kcb;
12e31be8d3SJisheng Zhang int bit;
13829adda5SGuo Ren
14*ae0d1ea3SStephen Brennan if (unlikely(kprobe_ftrace_disabled))
15*ae0d1ea3SStephen Brennan return;
16*ae0d1ea3SStephen Brennan
17e31be8d3SJisheng Zhang bit = ftrace_test_recursion_trylock(ip, parent_ip);
18e31be8d3SJisheng Zhang if (bit < 0)
19e31be8d3SJisheng Zhang return;
20e31be8d3SJisheng Zhang
21829adda5SGuo Ren p = get_kprobe((kprobe_opcode_t *)ip);
22829adda5SGuo Ren if (unlikely(!p) || kprobe_disabled(p))
23e31be8d3SJisheng Zhang goto out;
24829adda5SGuo Ren
25288f6775SNanyong Sun regs = ftrace_get_regs(fregs);
26829adda5SGuo Ren kcb = get_kprobe_ctlblk();
27829adda5SGuo Ren if (kprobe_running()) {
28829adda5SGuo Ren kprobes_inc_nmissed_count(p);
29829adda5SGuo Ren } else {
30288f6775SNanyong Sun unsigned long orig_ip = instruction_pointer(regs);
31829adda5SGuo Ren
32288f6775SNanyong Sun instruction_pointer_set(regs, ip);
33829adda5SGuo Ren
34829adda5SGuo Ren __this_cpu_write(current_kprobe, p);
35829adda5SGuo Ren kcb->kprobe_status = KPROBE_HIT_ACTIVE;
36288f6775SNanyong Sun if (!p->pre_handler || !p->pre_handler(p, regs)) {
37829adda5SGuo Ren /*
38829adda5SGuo Ren * Emulate singlestep (and also recover regs->pc)
39829adda5SGuo Ren * as if there is a nop
40829adda5SGuo Ren */
41288f6775SNanyong Sun instruction_pointer_set(regs,
42829adda5SGuo Ren (unsigned long)p->addr + MCOUNT_INSN_SIZE);
43829adda5SGuo Ren if (unlikely(p->post_handler)) {
44829adda5SGuo Ren kcb->kprobe_status = KPROBE_HIT_SSDONE;
45288f6775SNanyong Sun p->post_handler(p, regs, 0);
46829adda5SGuo Ren }
47288f6775SNanyong Sun instruction_pointer_set(regs, orig_ip);
48829adda5SGuo Ren }
49829adda5SGuo Ren
50829adda5SGuo Ren /*
51829adda5SGuo Ren * If pre_handler returns !0, it changes regs->pc. We have to
52829adda5SGuo Ren * skip emulating post_handler.
53829adda5SGuo Ren */
54829adda5SGuo Ren __this_cpu_write(current_kprobe, NULL);
55829adda5SGuo Ren }
56e31be8d3SJisheng Zhang out:
57e31be8d3SJisheng Zhang ftrace_test_recursion_unlock(bit);
58829adda5SGuo Ren }
59829adda5SGuo Ren NOKPROBE_SYMBOL(kprobe_ftrace_handler);
60829adda5SGuo Ren
arch_prepare_kprobe_ftrace(struct kprobe * p)61829adda5SGuo Ren int arch_prepare_kprobe_ftrace(struct kprobe *p)
62829adda5SGuo Ren {
63829adda5SGuo Ren p->ainsn.api.insn = NULL;
64829adda5SGuo Ren return 0;
65829adda5SGuo Ren }
66