1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 4 * Chen Liqin <liqin.chen@sunplusct.com> 5 * Lennox Wu <lennox.wu@sunplusct.com> 6 * Copyright (C) 2012 Regents of the University of California 7 */ 8 9 #include <linux/compat.h> 10 #include <linux/signal.h> 11 #include <linux/uaccess.h> 12 #include <linux/syscalls.h> 13 #include <linux/resume_user_mode.h> 14 #include <linux/linkage.h> 15 #include <linux/entry-common.h> 16 17 #include <asm/ucontext.h> 18 #include <asm/vdso.h> 19 #include <asm/signal.h> 20 #include <asm/signal32.h> 21 #include <asm/switch_to.h> 22 #include <asm/vector.h> 23 #include <asm/csr.h> 24 #include <asm/cacheflush.h> 25 26 unsigned long signal_minsigstksz __ro_after_init; 27 28 extern u32 __user_rt_sigreturn[2]; 29 static size_t riscv_v_sc_size __ro_after_init; 30 31 #define DEBUG_SIG 0 32 33 struct rt_sigframe { 34 struct siginfo info; 35 struct ucontext uc; 36 #ifndef CONFIG_MMU 37 u32 sigreturn_code[2]; 38 #endif 39 }; 40 41 #ifdef CONFIG_FPU 42 static long restore_fp_state(struct pt_regs *regs, 43 union __riscv_fp_state __user *sc_fpregs) 44 { 45 long err; 46 struct __riscv_d_ext_state __user *state = &sc_fpregs->d; 47 48 err = __copy_from_user(¤t->thread.fstate, state, sizeof(*state)); 49 if (unlikely(err)) 50 return err; 51 52 fstate_restore(current, regs); 53 return 0; 54 } 55 56 static long save_fp_state(struct pt_regs *regs, 57 union __riscv_fp_state __user *sc_fpregs) 58 { 59 long err; 60 struct __riscv_d_ext_state __user *state = &sc_fpregs->d; 61 62 fstate_save(current, regs); 63 err = __copy_to_user(state, ¤t->thread.fstate, sizeof(*state)); 64 return err; 65 } 66 #else 67 #define save_fp_state(task, regs) (0) 68 #define restore_fp_state(task, regs) (0) 69 #endif 70 71 #ifdef CONFIG_RISCV_ISA_V 72 73 static long save_v_state(struct pt_regs *regs, void __user **sc_vec) 74 { 75 struct __riscv_ctx_hdr __user *hdr; 76 struct __sc_riscv_v_state __user *state; 77 void __user *datap; 78 long err; 79 80 hdr = *sc_vec; 81 /* Place state to the user's signal context space after the hdr */ 82 state = (struct __sc_riscv_v_state __user *)(hdr + 1); 83 /* Point datap right after the end of __sc_riscv_v_state */ 84 datap = state + 1; 85 86 /* datap is designed to be 16 byte aligned for better performance */ 87 WARN_ON(unlikely(!IS_ALIGNED((unsigned long)datap, 16))); 88 89 riscv_v_vstate_save(current, regs); 90 /* Copy everything of vstate but datap. */ 91 err = __copy_to_user(&state->v_state, ¤t->thread.vstate, 92 offsetof(struct __riscv_v_ext_state, datap)); 93 /* Copy the pointer datap itself. */ 94 err |= __put_user(datap, &state->v_state.datap); 95 /* Copy the whole vector content to user space datap. */ 96 err |= __copy_to_user(datap, current->thread.vstate.datap, riscv_v_vsize); 97 /* Copy magic to the user space after saving all vector conetext */ 98 err |= __put_user(RISCV_V_MAGIC, &hdr->magic); 99 err |= __put_user(riscv_v_sc_size, &hdr->size); 100 if (unlikely(err)) 101 return err; 102 103 /* Only progress the sv_vec if everything has done successfully */ 104 *sc_vec += riscv_v_sc_size; 105 return 0; 106 } 107 108 /* 109 * Restore Vector extension context from the user's signal frame. This function 110 * assumes a valid extension header. So magic and size checking must be done by 111 * the caller. 112 */ 113 static long __restore_v_state(struct pt_regs *regs, void __user *sc_vec) 114 { 115 long err; 116 struct __sc_riscv_v_state __user *state = sc_vec; 117 void __user *datap; 118 119 /* Copy everything of __sc_riscv_v_state except datap. */ 120 err = __copy_from_user(¤t->thread.vstate, &state->v_state, 121 offsetof(struct __riscv_v_ext_state, datap)); 122 if (unlikely(err)) 123 return err; 124 125 /* Copy the pointer datap itself. */ 126 err = __get_user(datap, &state->v_state.datap); 127 if (unlikely(err)) 128 return err; 129 /* 130 * Copy the whole vector content from user space datap. Use 131 * copy_from_user to prevent information leak. 132 */ 133 err = copy_from_user(current->thread.vstate.datap, datap, riscv_v_vsize); 134 if (unlikely(err)) 135 return err; 136 137 riscv_v_vstate_restore(current, regs); 138 139 return err; 140 } 141 #else 142 #define save_v_state(task, regs) (0) 143 #define __restore_v_state(task, regs) (0) 144 #endif 145 146 static long restore_sigcontext(struct pt_regs *regs, 147 struct sigcontext __user *sc) 148 { 149 void __user *sc_ext_ptr = &sc->sc_extdesc.hdr; 150 __u32 rsvd; 151 long err; 152 /* sc_regs is structured the same as the start of pt_regs */ 153 err = __copy_from_user(regs, &sc->sc_regs, sizeof(sc->sc_regs)); 154 if (unlikely(err)) 155 return err; 156 157 /* Restore the floating-point state. */ 158 if (has_fpu()) { 159 err = restore_fp_state(regs, &sc->sc_fpregs); 160 if (unlikely(err)) 161 return err; 162 } 163 164 /* Check the reserved word before extensions parsing */ 165 err = __get_user(rsvd, &sc->sc_extdesc.reserved); 166 if (unlikely(err)) 167 return err; 168 if (unlikely(rsvd)) 169 return -EINVAL; 170 171 while (!err) { 172 __u32 magic, size; 173 struct __riscv_ctx_hdr __user *head = sc_ext_ptr; 174 175 err |= __get_user(magic, &head->magic); 176 err |= __get_user(size, &head->size); 177 if (unlikely(err)) 178 return err; 179 180 sc_ext_ptr += sizeof(*head); 181 switch (magic) { 182 case END_MAGIC: 183 if (size != END_HDR_SIZE) 184 return -EINVAL; 185 186 return 0; 187 case RISCV_V_MAGIC: 188 if (!has_vector() || !riscv_v_vstate_query(regs) || 189 size != riscv_v_sc_size) 190 return -EINVAL; 191 192 err = __restore_v_state(regs, sc_ext_ptr); 193 break; 194 default: 195 return -EINVAL; 196 } 197 sc_ext_ptr = (void __user *)head + size; 198 } 199 return err; 200 } 201 202 static size_t get_rt_frame_size(bool cal_all) 203 { 204 struct rt_sigframe __user *frame; 205 size_t frame_size; 206 size_t total_context_size = 0; 207 208 frame_size = sizeof(*frame); 209 210 if (has_vector()) { 211 if (cal_all || riscv_v_vstate_query(task_pt_regs(current))) 212 total_context_size += riscv_v_sc_size; 213 } 214 215 frame_size += total_context_size; 216 217 frame_size = round_up(frame_size, 16); 218 return frame_size; 219 } 220 221 SYSCALL_DEFINE0(rt_sigreturn) 222 { 223 struct pt_regs *regs = current_pt_regs(); 224 struct rt_sigframe __user *frame; 225 struct task_struct *task; 226 sigset_t set; 227 size_t frame_size = get_rt_frame_size(false); 228 229 /* Always make any pending restarted system calls return -EINTR */ 230 current->restart_block.fn = do_no_restart_syscall; 231 232 frame = (struct rt_sigframe __user *)regs->sp; 233 234 if (!access_ok(frame, frame_size)) 235 goto badframe; 236 237 if (__copy_from_user(&set, &frame->uc.uc_sigmask, sizeof(set))) 238 goto badframe; 239 240 set_current_blocked(&set); 241 242 if (restore_sigcontext(regs, &frame->uc.uc_mcontext)) 243 goto badframe; 244 245 if (restore_altstack(&frame->uc.uc_stack)) 246 goto badframe; 247 248 regs->cause = -1UL; 249 250 return regs->a0; 251 252 badframe: 253 task = current; 254 if (show_unhandled_signals) { 255 pr_info_ratelimited( 256 "%s[%d]: bad frame in %s: frame=%p pc=%p sp=%p\n", 257 task->comm, task_pid_nr(task), __func__, 258 frame, (void *)regs->epc, (void *)regs->sp); 259 } 260 force_sig(SIGSEGV); 261 return 0; 262 } 263 264 static long setup_sigcontext(struct rt_sigframe __user *frame, 265 struct pt_regs *regs) 266 { 267 struct sigcontext __user *sc = &frame->uc.uc_mcontext; 268 struct __riscv_ctx_hdr __user *sc_ext_ptr = &sc->sc_extdesc.hdr; 269 long err; 270 271 /* sc_regs is structured the same as the start of pt_regs */ 272 err = __copy_to_user(&sc->sc_regs, regs, sizeof(sc->sc_regs)); 273 /* Save the floating-point state. */ 274 if (has_fpu()) 275 err |= save_fp_state(regs, &sc->sc_fpregs); 276 /* Save the vector state. */ 277 if (has_vector() && riscv_v_vstate_query(regs)) 278 err |= save_v_state(regs, (void __user **)&sc_ext_ptr); 279 /* Write zero to fp-reserved space and check it on restore_sigcontext */ 280 err |= __put_user(0, &sc->sc_extdesc.reserved); 281 /* And put END __riscv_ctx_hdr at the end. */ 282 err |= __put_user(END_MAGIC, &sc_ext_ptr->magic); 283 err |= __put_user(END_HDR_SIZE, &sc_ext_ptr->size); 284 285 return err; 286 } 287 288 static inline void __user *get_sigframe(struct ksignal *ksig, 289 struct pt_regs *regs, size_t framesize) 290 { 291 unsigned long sp; 292 /* Default to using normal stack */ 293 sp = regs->sp; 294 295 /* 296 * If we are on the alternate signal stack and would overflow it, don't. 297 * Return an always-bogus address instead so we will die with SIGSEGV. 298 */ 299 if (on_sig_stack(sp) && !likely(on_sig_stack(sp - framesize))) 300 return (void __user __force *)(-1UL); 301 302 /* This is the X/Open sanctioned signal stack switching. */ 303 sp = sigsp(sp, ksig) - framesize; 304 305 /* Align the stack frame. */ 306 sp &= ~0xfUL; 307 308 return (void __user *)sp; 309 } 310 311 static int setup_rt_frame(struct ksignal *ksig, sigset_t *set, 312 struct pt_regs *regs) 313 { 314 struct rt_sigframe __user *frame; 315 long err = 0; 316 unsigned long __maybe_unused addr; 317 size_t frame_size = get_rt_frame_size(false); 318 319 frame = get_sigframe(ksig, regs, frame_size); 320 if (!access_ok(frame, frame_size)) 321 return -EFAULT; 322 323 err |= copy_siginfo_to_user(&frame->info, &ksig->info); 324 325 /* Create the ucontext. */ 326 err |= __put_user(0, &frame->uc.uc_flags); 327 err |= __put_user(NULL, &frame->uc.uc_link); 328 err |= __save_altstack(&frame->uc.uc_stack, regs->sp); 329 err |= setup_sigcontext(frame, regs); 330 err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set)); 331 if (err) 332 return -EFAULT; 333 334 /* Set up to return from userspace. */ 335 #ifdef CONFIG_MMU 336 regs->ra = (unsigned long)VDSO_SYMBOL( 337 current->mm->context.vdso, rt_sigreturn); 338 #else 339 /* 340 * For the nommu case we don't have a VDSO. Instead we push two 341 * instructions to call the rt_sigreturn syscall onto the user stack. 342 */ 343 if (copy_to_user(&frame->sigreturn_code, __user_rt_sigreturn, 344 sizeof(frame->sigreturn_code))) 345 return -EFAULT; 346 347 addr = (unsigned long)&frame->sigreturn_code; 348 /* Make sure the two instructions are pushed to icache. */ 349 flush_icache_range(addr, addr + sizeof(frame->sigreturn_code)); 350 351 regs->ra = addr; 352 #endif /* CONFIG_MMU */ 353 354 /* 355 * Set up registers for signal handler. 356 * Registers that we don't modify keep the value they had from 357 * user-space at the time we took the signal. 358 * We always pass siginfo and mcontext, regardless of SA_SIGINFO, 359 * since some things rely on this (e.g. glibc's debug/segfault.c). 360 */ 361 regs->epc = (unsigned long)ksig->ka.sa.sa_handler; 362 regs->sp = (unsigned long)frame; 363 regs->a0 = ksig->sig; /* a0: signal number */ 364 regs->a1 = (unsigned long)(&frame->info); /* a1: siginfo pointer */ 365 regs->a2 = (unsigned long)(&frame->uc); /* a2: ucontext pointer */ 366 367 #if DEBUG_SIG 368 pr_info("SIG deliver (%s:%d): sig=%d pc=%p ra=%p sp=%p\n", 369 current->comm, task_pid_nr(current), ksig->sig, 370 (void *)regs->epc, (void *)regs->ra, frame); 371 #endif 372 373 return 0; 374 } 375 376 static void handle_signal(struct ksignal *ksig, struct pt_regs *regs) 377 { 378 sigset_t *oldset = sigmask_to_save(); 379 int ret; 380 381 rseq_signal_deliver(ksig, regs); 382 383 /* Set up the stack frame */ 384 if (is_compat_task()) 385 ret = compat_setup_rt_frame(ksig, oldset, regs); 386 else 387 ret = setup_rt_frame(ksig, oldset, regs); 388 389 signal_setup_done(ret, ksig, 0); 390 } 391 392 void arch_do_signal_or_restart(struct pt_regs *regs) 393 { 394 unsigned long continue_addr = 0, restart_addr = 0; 395 int retval = 0; 396 struct ksignal ksig; 397 bool syscall = (regs->cause == EXC_SYSCALL); 398 399 /* If we were from a system call, check for system call restarting */ 400 if (syscall) { 401 continue_addr = regs->epc; 402 restart_addr = continue_addr - 4; 403 retval = regs->a0; 404 405 /* Avoid additional syscall restarting via ret_from_exception */ 406 regs->cause = -1UL; 407 408 /* 409 * Prepare for system call restart. We do this here so that a 410 * debugger will see the already changed PC. 411 */ 412 switch (retval) { 413 case -ERESTARTNOHAND: 414 case -ERESTARTSYS: 415 case -ERESTARTNOINTR: 416 case -ERESTART_RESTARTBLOCK: 417 regs->a0 = regs->orig_a0; 418 regs->epc = restart_addr; 419 break; 420 } 421 } 422 423 /* 424 * Get the signal to deliver. When running under ptrace, at this point 425 * the debugger may change all of our registers. 426 */ 427 if (get_signal(&ksig)) { 428 /* 429 * Depending on the signal settings, we may need to revert the 430 * decision to restart the system call, but skip this if a 431 * debugger has chosen to restart at a different PC. 432 */ 433 if (regs->epc == restart_addr && 434 (retval == -ERESTARTNOHAND || 435 retval == -ERESTART_RESTARTBLOCK || 436 (retval == -ERESTARTSYS && 437 !(ksig.ka.sa.sa_flags & SA_RESTART)))) { 438 regs->a0 = -EINTR; 439 regs->epc = continue_addr; 440 } 441 442 /* Actually deliver the signal */ 443 handle_signal(&ksig, regs); 444 return; 445 } 446 447 /* 448 * Handle restarting a different system call. As above, if a debugger 449 * has chosen to restart at a different PC, ignore the restart. 450 */ 451 if (syscall && regs->epc == restart_addr && retval == -ERESTART_RESTARTBLOCK) 452 regs->a7 = __NR_restart_syscall; 453 454 /* 455 * If there is no signal to deliver, we just put the saved 456 * sigmask back. 457 */ 458 restore_saved_sigmask(); 459 } 460 461 void init_rt_signal_env(void); 462 void __init init_rt_signal_env(void) 463 { 464 riscv_v_sc_size = sizeof(struct __riscv_ctx_hdr) + 465 sizeof(struct __sc_riscv_v_state) + riscv_v_vsize; 466 /* 467 * Determine the stack space required for guaranteed signal delivery. 468 * The signal_minsigstksz will be populated into the AT_MINSIGSTKSZ entry 469 * in the auxiliary array at process startup. 470 */ 471 signal_minsigstksz = get_rt_frame_size(true); 472 } 473 474 #ifdef CONFIG_DYNAMIC_SIGFRAME 475 bool sigaltstack_size_valid(size_t ss_size) 476 { 477 return ss_size > get_rt_frame_size(false); 478 } 479 #endif /* CONFIG_DYNAMIC_SIGFRAME */ 480