1588cb88cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
27db91e57SPalmer Dabbelt /*
37db91e57SPalmer Dabbelt * Copyright (C) 2009 Sunplus Core Technology Co., Ltd.
47db91e57SPalmer Dabbelt * Chen Liqin <liqin.chen@sunplusct.com>
57db91e57SPalmer Dabbelt * Lennox Wu <lennox.wu@sunplusct.com>
67db91e57SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California
77db91e57SPalmer Dabbelt * Copyright (C) 2017 SiFive
87db91e57SPalmer Dabbelt */
97db91e57SPalmer Dabbelt
105ed881bcSPaul Walmsley #include <linux/cpu.h>
117db91e57SPalmer Dabbelt #include <linux/kernel.h>
127db91e57SPalmer Dabbelt #include <linux/sched.h>
1386b276c1SNanyong Sun #include <linux/sched/debug.h>
147db91e57SPalmer Dabbelt #include <linux/sched/task_stack.h>
157db91e57SPalmer Dabbelt #include <linux/tick.h>
167db91e57SPalmer Dabbelt #include <linux/ptrace.h>
175e454b54SAl Viro #include <linux/uaccess.h>
187db91e57SPalmer Dabbelt
197db91e57SPalmer Dabbelt #include <asm/unistd.h>
207db91e57SPalmer Dabbelt #include <asm/processor.h>
217db91e57SPalmer Dabbelt #include <asm/csr.h>
22091b9450SKefeng Wang #include <asm/stacktrace.h>
237db91e57SPalmer Dabbelt #include <asm/string.h>
247db91e57SPalmer Dabbelt #include <asm/switch_to.h>
255ed881bcSPaul Walmsley #include <asm/thread_info.h>
26f6e64b66SAnup Patel #include <asm/cpuidle.h>
273a2df632SGreentime Hu #include <asm/vector.h>
287db91e57SPalmer Dabbelt
29fea2fed2SGuo Ren #if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK)
30f2c9699fSGuo Ren #include <linux/stackprotector.h>
31f2c9699fSGuo Ren unsigned long __stack_chk_guard __read_mostly;
32f2c9699fSGuo Ren EXPORT_SYMBOL(__stack_chk_guard);
33f2c9699fSGuo Ren #endif
34f2c9699fSGuo Ren
357db91e57SPalmer Dabbelt extern asmlinkage void ret_from_fork(void);
367db91e57SPalmer Dabbelt
arch_cpu_idle(void)377db91e57SPalmer Dabbelt void arch_cpu_idle(void)
387db91e57SPalmer Dabbelt {
39f6e64b66SAnup Patel cpu_do_idle();
407db91e57SPalmer Dabbelt }
417db91e57SPalmer Dabbelt
__show_regs(struct pt_regs * regs)42091b9450SKefeng Wang void __show_regs(struct pt_regs *regs)
437db91e57SPalmer Dabbelt {
447db91e57SPalmer Dabbelt show_regs_print_info(KERN_DEFAULT);
457db91e57SPalmer Dabbelt
46da401e89SKefeng Wang if (!user_mode(regs)) {
47da401e89SKefeng Wang pr_cont("epc : %pS\n", (void *)regs->epc);
48da401e89SKefeng Wang pr_cont(" ra : %pS\n", (void *)regs->ra);
49da401e89SKefeng Wang }
50da401e89SKefeng Wang
51a4c3733dSChristoph Hellwig pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n",
52a4c3733dSChristoph Hellwig regs->epc, regs->ra, regs->sp);
537db91e57SPalmer Dabbelt pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n",
547db91e57SPalmer Dabbelt regs->gp, regs->tp, regs->t0);
557db91e57SPalmer Dabbelt pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n",
567db91e57SPalmer Dabbelt regs->t1, regs->t2, regs->s0);
577db91e57SPalmer Dabbelt pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n",
587db91e57SPalmer Dabbelt regs->s1, regs->a0, regs->a1);
597db91e57SPalmer Dabbelt pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n",
607db91e57SPalmer Dabbelt regs->a2, regs->a3, regs->a4);
617db91e57SPalmer Dabbelt pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n",
627db91e57SPalmer Dabbelt regs->a5, regs->a6, regs->a7);
637db91e57SPalmer Dabbelt pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n",
647db91e57SPalmer Dabbelt regs->s2, regs->s3, regs->s4);
657db91e57SPalmer Dabbelt pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n",
667db91e57SPalmer Dabbelt regs->s5, regs->s6, regs->s7);
677db91e57SPalmer Dabbelt pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n",
687db91e57SPalmer Dabbelt regs->s8, regs->s9, regs->s10);
697db91e57SPalmer Dabbelt pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n",
707db91e57SPalmer Dabbelt regs->s11, regs->t3, regs->t4);
717db91e57SPalmer Dabbelt pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n",
727db91e57SPalmer Dabbelt regs->t5, regs->t6);
737db91e57SPalmer Dabbelt
74a4c3733dSChristoph Hellwig pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n",
75a4c3733dSChristoph Hellwig regs->status, regs->badaddr, regs->cause);
767db91e57SPalmer Dabbelt }
show_regs(struct pt_regs * regs)77091b9450SKefeng Wang void show_regs(struct pt_regs *regs)
78091b9450SKefeng Wang {
79091b9450SKefeng Wang __show_regs(regs);
80091b9450SKefeng Wang if (!user_mode(regs))
81091b9450SKefeng Wang dump_backtrace(regs, NULL, KERN_DEFAULT);
82091b9450SKefeng Wang }
837db91e57SPalmer Dabbelt
84f4b395e6SGuo Ren #ifdef CONFIG_COMPAT
85f4b395e6SGuo Ren static bool compat_mode_supported __read_mostly;
86f4b395e6SGuo Ren
compat_elf_check_arch(Elf32_Ehdr * hdr)87f4b395e6SGuo Ren bool compat_elf_check_arch(Elf32_Ehdr *hdr)
88f4b395e6SGuo Ren {
89f4b395e6SGuo Ren return compat_mode_supported &&
90f4b395e6SGuo Ren hdr->e_machine == EM_RISCV &&
91f4b395e6SGuo Ren hdr->e_ident[EI_CLASS] == ELFCLASS32;
92f4b395e6SGuo Ren }
93f4b395e6SGuo Ren
compat_mode_detect(void)94f4b395e6SGuo Ren static int __init compat_mode_detect(void)
95f4b395e6SGuo Ren {
96f4b395e6SGuo Ren unsigned long tmp = csr_read(CSR_STATUS);
97f4b395e6SGuo Ren
98f4b395e6SGuo Ren csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32);
99f4b395e6SGuo Ren compat_mode_supported =
100f4b395e6SGuo Ren (csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32;
101f4b395e6SGuo Ren
102f4b395e6SGuo Ren csr_write(CSR_STATUS, tmp);
103f4b395e6SGuo Ren
104f4b395e6SGuo Ren pr_info("riscv: ELF compat mode %s",
105542d353eSJisheng Zhang compat_mode_supported ? "supported" : "unsupported");
106f4b395e6SGuo Ren
107f4b395e6SGuo Ren return 0;
108f4b395e6SGuo Ren }
109f4b395e6SGuo Ren early_initcall(compat_mode_detect);
110f4b395e6SGuo Ren #endif
111f4b395e6SGuo Ren
start_thread(struct pt_regs * regs,unsigned long pc,unsigned long sp)1127db91e57SPalmer Dabbelt void start_thread(struct pt_regs *regs, unsigned long pc,
1137db91e57SPalmer Dabbelt unsigned long sp)
1147db91e57SPalmer Dabbelt {
115a4c3733dSChristoph Hellwig regs->status = SR_PIE;
11637a7a2a1SJisheng Zhang if (has_fpu()) {
117a4c3733dSChristoph Hellwig regs->status |= SR_FS_INITIAL;
1188ac71d7eSVincent Chen /*
1198ac71d7eSVincent Chen * Restore the initial value to the FP register
1208ac71d7eSVincent Chen * before starting the user program.
1218ac71d7eSVincent Chen */
1228ac71d7eSVincent Chen fstate_restore(current, regs);
1238ac71d7eSVincent Chen }
124a4c3733dSChristoph Hellwig regs->epc = pc;
1257db91e57SPalmer Dabbelt regs->sp = sp;
12669d0bf4cSGuo Ren
12769d0bf4cSGuo Ren #ifdef CONFIG_64BIT
12869d0bf4cSGuo Ren regs->status &= ~SR_UXL;
12969d0bf4cSGuo Ren
13069d0bf4cSGuo Ren if (is_compat_task())
13169d0bf4cSGuo Ren regs->status |= SR_UXL_32;
13269d0bf4cSGuo Ren else
13369d0bf4cSGuo Ren regs->status |= SR_UXL_64;
13469d0bf4cSGuo Ren #endif
1357db91e57SPalmer Dabbelt }
1367db91e57SPalmer Dabbelt
flush_thread(void)1377db91e57SPalmer Dabbelt void flush_thread(void)
1387db91e57SPalmer Dabbelt {
1399671f706SAlan Kao #ifdef CONFIG_FPU
1407db91e57SPalmer Dabbelt /*
1418ac71d7eSVincent Chen * Reset FPU state and context
1427db91e57SPalmer Dabbelt * frm: round to nearest, ties to even (IEEE default)
1437db91e57SPalmer Dabbelt * fflags: accrued exceptions cleared
1447db91e57SPalmer Dabbelt */
1458ac71d7eSVincent Chen fstate_off(current, task_pt_regs(current));
1467db91e57SPalmer Dabbelt memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate));
1479671f706SAlan Kao #endif
1483a2df632SGreentime Hu #ifdef CONFIG_RISCV_ISA_V
1493a2df632SGreentime Hu /* Reset vector state */
150*1fd96a3eSAndy Chiu riscv_v_vstate_ctrl_init(current);
1513a2df632SGreentime Hu riscv_v_vstate_off(task_pt_regs(current));
1523a2df632SGreentime Hu kfree(current->thread.vstate.datap);
1533a2df632SGreentime Hu memset(¤t->thread.vstate, 0, sizeof(struct __riscv_v_ext_state));
1543a2df632SGreentime Hu #endif
1553a2df632SGreentime Hu }
1563a2df632SGreentime Hu
arch_release_task_struct(struct task_struct * tsk)1573a2df632SGreentime Hu void arch_release_task_struct(struct task_struct *tsk)
1583a2df632SGreentime Hu {
1593a2df632SGreentime Hu /* Free the vector context of datap. */
1603a2df632SGreentime Hu if (has_vector())
1613a2df632SGreentime Hu kfree(tsk->thread.vstate.datap);
1627db91e57SPalmer Dabbelt }
1637db91e57SPalmer Dabbelt
arch_dup_task_struct(struct task_struct * dst,struct task_struct * src)1647db91e57SPalmer Dabbelt int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
1657db91e57SPalmer Dabbelt {
1667db91e57SPalmer Dabbelt fstate_save(src, task_pt_regs(src));
1677db91e57SPalmer Dabbelt *dst = *src;
1683a2df632SGreentime Hu /* clear entire V context, including datap for a new task */
1693a2df632SGreentime Hu memset(&dst->thread.vstate, 0, sizeof(struct __riscv_v_ext_state));
1703a2df632SGreentime Hu
1717db91e57SPalmer Dabbelt return 0;
1727db91e57SPalmer Dabbelt }
1737db91e57SPalmer Dabbelt
copy_thread(struct task_struct * p,const struct kernel_clone_args * args)174c5febea0SEric W. Biederman int copy_thread(struct task_struct *p, const struct kernel_clone_args *args)
1757db91e57SPalmer Dabbelt {
176c5febea0SEric W. Biederman unsigned long clone_flags = args->flags;
177c5febea0SEric W. Biederman unsigned long usp = args->stack;
178c5febea0SEric W. Biederman unsigned long tls = args->tls;
1797db91e57SPalmer Dabbelt struct pt_regs *childregs = task_pt_regs(p);
1807db91e57SPalmer Dabbelt
1816510c784SJisheng Zhang memset(&p->thread.s, 0, sizeof(p->thread.s));
1826510c784SJisheng Zhang
1837db91e57SPalmer Dabbelt /* p->thread holds context to be restored by __switch_to() */
1845bd2e97cSEric W. Biederman if (unlikely(args->fn)) {
1857db91e57SPalmer Dabbelt /* Kernel thread */
1867db91e57SPalmer Dabbelt memset(childregs, 0, sizeof(struct pt_regs));
187a4c3733dSChristoph Hellwig /* Supervisor/Machine, irqs on: */
188a4c3733dSChristoph Hellwig childregs->status = SR_PP | SR_PIE;
1897db91e57SPalmer Dabbelt
1905bd2e97cSEric W. Biederman p->thread.s[0] = (unsigned long)args->fn;
1915bd2e97cSEric W. Biederman p->thread.s[1] = (unsigned long)args->fn_arg;
1927db91e57SPalmer Dabbelt } else {
1937db91e57SPalmer Dabbelt *childregs = *(current_pt_regs());
1943a2df632SGreentime Hu /* Turn off status.VS */
1953a2df632SGreentime Hu riscv_v_vstate_off(childregs);
1967db91e57SPalmer Dabbelt if (usp) /* User fork */
1977db91e57SPalmer Dabbelt childregs->sp = usp;
1987db91e57SPalmer Dabbelt if (clone_flags & CLONE_SETTLS)
19920bda4edSAmanieu d'Antras childregs->tp = tls;
2007db91e57SPalmer Dabbelt childregs->a0 = 0; /* Return value of fork() */
201ab9164daSJisheng Zhang p->thread.s[0] = 0;
2027db91e57SPalmer Dabbelt }
203ab9164daSJisheng Zhang p->thread.ra = (unsigned long)ret_from_fork;
2047db91e57SPalmer Dabbelt p->thread.sp = (unsigned long)childregs; /* kernel sp */
2057db91e57SPalmer Dabbelt return 0;
2067db91e57SPalmer Dabbelt }
207