xref: /openbmc/linux/arch/powerpc/kernel/signal_64.c (revision abfbd895)
1 /*
2  *  PowerPC version
3  *    Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
4  *
5  *  Derived from "arch/i386/kernel/signal.c"
6  *    Copyright (C) 1991, 1992 Linus Torvalds
7  *    1997-11-28  Modified for POSIX.1b signals by Richard Henderson
8  *
9  *  This program is free software; you can redistribute it and/or
10  *  modify it under the terms of the GNU General Public License
11  *  as published by the Free Software Foundation; either version
12  *  2 of the License, or (at your option) any later version.
13  */
14 
15 #include <linux/sched.h>
16 #include <linux/mm.h>
17 #include <linux/smp.h>
18 #include <linux/kernel.h>
19 #include <linux/signal.h>
20 #include <linux/errno.h>
21 #include <linux/wait.h>
22 #include <linux/unistd.h>
23 #include <linux/stddef.h>
24 #include <linux/elf.h>
25 #include <linux/ptrace.h>
26 #include <linux/ratelimit.h>
27 
28 #include <asm/sigcontext.h>
29 #include <asm/ucontext.h>
30 #include <asm/uaccess.h>
31 #include <asm/pgtable.h>
32 #include <asm/unistd.h>
33 #include <asm/cacheflush.h>
34 #include <asm/syscalls.h>
35 #include <asm/vdso.h>
36 #include <asm/switch_to.h>
37 #include <asm/tm.h>
38 
39 #include "signal.h"
40 
41 
42 #define GP_REGS_SIZE	min(sizeof(elf_gregset_t), sizeof(struct pt_regs))
43 #define FP_REGS_SIZE	sizeof(elf_fpregset_t)
44 
45 #define TRAMP_TRACEBACK	3
46 #define TRAMP_SIZE	6
47 
48 /*
49  * When we have signals to deliver, we set up on the user stack,
50  * going down from the original stack pointer:
51  *	1) a rt_sigframe struct which contains the ucontext
52  *	2) a gap of __SIGNAL_FRAMESIZE bytes which acts as a dummy caller
53  *	   frame for the signal handler.
54  */
55 
56 struct rt_sigframe {
57 	/* sys_rt_sigreturn requires the ucontext be the first field */
58 	struct ucontext uc;
59 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
60 	struct ucontext uc_transact;
61 #endif
62 	unsigned long _unused[2];
63 	unsigned int tramp[TRAMP_SIZE];
64 	struct siginfo __user *pinfo;
65 	void __user *puc;
66 	struct siginfo info;
67 	/* New 64 bit little-endian ABI allows redzone of 512 bytes below sp */
68 	char abigap[USER_REDZONE_SIZE];
69 } __attribute__ ((aligned (16)));
70 
71 static const char fmt32[] = KERN_INFO \
72 	"%s[%d]: bad frame in %s: %08lx nip %08lx lr %08lx\n";
73 static const char fmt64[] = KERN_INFO \
74 	"%s[%d]: bad frame in %s: %016lx nip %016lx lr %016lx\n";
75 
76 /*
77  * This computes a quad word aligned pointer inside the vmx_reserve array
78  * element. For historical reasons sigcontext might not be quad word aligned,
79  * but the location we write the VMX regs to must be. See the comment in
80  * sigcontext for more detail.
81  */
82 #ifdef CONFIG_ALTIVEC
83 static elf_vrreg_t __user *sigcontext_vmx_regs(struct sigcontext __user *sc)
84 {
85 	return (elf_vrreg_t __user *) (((unsigned long)sc->vmx_reserve + 15) & ~0xful);
86 }
87 #endif
88 
89 /*
90  * Set up the sigcontext for the signal frame.
91  */
92 
93 static long setup_sigcontext(struct sigcontext __user *sc, struct pt_regs *regs,
94 		 int signr, sigset_t *set, unsigned long handler,
95 		 int ctx_has_vsx_region)
96 {
97 	/* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
98 	 * process never used altivec yet (MSR_VEC is zero in pt_regs of
99 	 * the context). This is very important because we must ensure we
100 	 * don't lose the VRSAVE content that may have been set prior to
101 	 * the process doing its first vector operation
102 	 * Userland shall check AT_HWCAP to know whether it can rely on the
103 	 * v_regs pointer or not
104 	 */
105 #ifdef CONFIG_ALTIVEC
106 	elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
107 #endif
108 	unsigned long msr = regs->msr;
109 	long err = 0;
110 
111 #ifdef CONFIG_ALTIVEC
112 	err |= __put_user(v_regs, &sc->v_regs);
113 
114 	/* save altivec registers */
115 	if (current->thread.used_vr) {
116 		flush_altivec_to_thread(current);
117 		/* Copy 33 vec registers (vr0..31 and vscr) to the stack */
118 		err |= __copy_to_user(v_regs, &current->thread.vr_state,
119 				      33 * sizeof(vector128));
120 		/* set MSR_VEC in the MSR value in the frame to indicate that sc->v_reg)
121 		 * contains valid data.
122 		 */
123 		msr |= MSR_VEC;
124 	}
125 	/* We always copy to/from vrsave, it's 0 if we don't have or don't
126 	 * use altivec.
127 	 */
128 	if (cpu_has_feature(CPU_FTR_ALTIVEC))
129 		current->thread.vrsave = mfspr(SPRN_VRSAVE);
130 	err |= __put_user(current->thread.vrsave, (u32 __user *)&v_regs[33]);
131 #else /* CONFIG_ALTIVEC */
132 	err |= __put_user(0, &sc->v_regs);
133 #endif /* CONFIG_ALTIVEC */
134 	flush_fp_to_thread(current);
135 	/* copy fpr regs and fpscr */
136 	err |= copy_fpr_to_user(&sc->fp_regs, current);
137 
138 	/*
139 	 * Clear the MSR VSX bit to indicate there is no valid state attached
140 	 * to this context, except in the specific case below where we set it.
141 	 */
142 	msr &= ~MSR_VSX;
143 #ifdef CONFIG_VSX
144 	/*
145 	 * Copy VSX low doubleword to local buffer for formatting,
146 	 * then out to userspace.  Update v_regs to point after the
147 	 * VMX data.
148 	 */
149 	if (current->thread.used_vsr && ctx_has_vsx_region) {
150 		__giveup_vsx(current);
151 		v_regs += ELF_NVRREG;
152 		err |= copy_vsx_to_user(v_regs, current);
153 		/* set MSR_VSX in the MSR value in the frame to
154 		 * indicate that sc->vs_reg) contains valid data.
155 		 */
156 		msr |= MSR_VSX;
157 	}
158 #endif /* CONFIG_VSX */
159 	err |= __put_user(&sc->gp_regs, &sc->regs);
160 	WARN_ON(!FULL_REGS(regs));
161 	err |= __copy_to_user(&sc->gp_regs, regs, GP_REGS_SIZE);
162 	err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
163 	err |= __put_user(signr, &sc->signal);
164 	err |= __put_user(handler, &sc->handler);
165 	if (set != NULL)
166 		err |=  __put_user(set->sig[0], &sc->oldmask);
167 
168 	return err;
169 }
170 
171 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
172 /*
173  * As above, but Transactional Memory is in use, so deliver sigcontexts
174  * containing checkpointed and transactional register states.
175  *
176  * To do this, we treclaim (done before entering here) to gather both sets of
177  * registers and set up the 'normal' sigcontext registers with rolled-back
178  * register values such that a simple signal handler sees a correct
179  * checkpointed register state.  If interested, a TM-aware sighandler can
180  * examine the transactional registers in the 2nd sigcontext to determine the
181  * real origin of the signal.
182  */
183 static long setup_tm_sigcontexts(struct sigcontext __user *sc,
184 				 struct sigcontext __user *tm_sc,
185 				 struct pt_regs *regs,
186 				 int signr, sigset_t *set, unsigned long handler)
187 {
188 	/* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the
189 	 * process never used altivec yet (MSR_VEC is zero in pt_regs of
190 	 * the context). This is very important because we must ensure we
191 	 * don't lose the VRSAVE content that may have been set prior to
192 	 * the process doing its first vector operation
193 	 * Userland shall check AT_HWCAP to know wether it can rely on the
194 	 * v_regs pointer or not.
195 	 */
196 #ifdef CONFIG_ALTIVEC
197 	elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc);
198 	elf_vrreg_t __user *tm_v_regs = sigcontext_vmx_regs(tm_sc);
199 #endif
200 	unsigned long msr = regs->msr;
201 	long err = 0;
202 
203 	BUG_ON(!MSR_TM_ACTIVE(regs->msr));
204 
205 	/* Remove TM bits from thread's MSR.  The MSR in the sigcontext
206 	 * just indicates to userland that we were doing a transaction, but we
207 	 * don't want to return in transactional state.  This also ensures
208 	 * that flush_fp_to_thread won't set TIF_RESTORE_TM again.
209 	 */
210 	regs->msr &= ~MSR_TS_MASK;
211 
212 	flush_fp_to_thread(current);
213 
214 #ifdef CONFIG_ALTIVEC
215 	err |= __put_user(v_regs, &sc->v_regs);
216 	err |= __put_user(tm_v_regs, &tm_sc->v_regs);
217 
218 	/* save altivec registers */
219 	if (current->thread.used_vr) {
220 		flush_altivec_to_thread(current);
221 		/* Copy 33 vec registers (vr0..31 and vscr) to the stack */
222 		err |= __copy_to_user(v_regs, &current->thread.vr_state,
223 				      33 * sizeof(vector128));
224 		/* If VEC was enabled there are transactional VRs valid too,
225 		 * else they're a copy of the checkpointed VRs.
226 		 */
227 		if (msr & MSR_VEC)
228 			err |= __copy_to_user(tm_v_regs,
229 					      &current->thread.transact_vr,
230 					      33 * sizeof(vector128));
231 		else
232 			err |= __copy_to_user(tm_v_regs,
233 					      &current->thread.vr_state,
234 					      33 * sizeof(vector128));
235 
236 		/* set MSR_VEC in the MSR value in the frame to indicate
237 		 * that sc->v_reg contains valid data.
238 		 */
239 		msr |= MSR_VEC;
240 	}
241 	/* We always copy to/from vrsave, it's 0 if we don't have or don't
242 	 * use altivec.
243 	 */
244 	if (cpu_has_feature(CPU_FTR_ALTIVEC))
245 		current->thread.vrsave = mfspr(SPRN_VRSAVE);
246 	err |= __put_user(current->thread.vrsave, (u32 __user *)&v_regs[33]);
247 	if (msr & MSR_VEC)
248 		err |= __put_user(current->thread.transact_vrsave,
249 				  (u32 __user *)&tm_v_regs[33]);
250 	else
251 		err |= __put_user(current->thread.vrsave,
252 				  (u32 __user *)&tm_v_regs[33]);
253 
254 #else /* CONFIG_ALTIVEC */
255 	err |= __put_user(0, &sc->v_regs);
256 	err |= __put_user(0, &tm_sc->v_regs);
257 #endif /* CONFIG_ALTIVEC */
258 
259 	/* copy fpr regs and fpscr */
260 	err |= copy_fpr_to_user(&sc->fp_regs, current);
261 	if (msr & MSR_FP)
262 		err |= copy_transact_fpr_to_user(&tm_sc->fp_regs, current);
263 	else
264 		err |= copy_fpr_to_user(&tm_sc->fp_regs, current);
265 
266 #ifdef CONFIG_VSX
267 	/*
268 	 * Copy VSX low doubleword to local buffer for formatting,
269 	 * then out to userspace.  Update v_regs to point after the
270 	 * VMX data.
271 	 */
272 	if (current->thread.used_vsr) {
273 		__giveup_vsx(current);
274 		v_regs += ELF_NVRREG;
275 		tm_v_regs += ELF_NVRREG;
276 
277 		err |= copy_vsx_to_user(v_regs, current);
278 
279 		if (msr & MSR_VSX)
280 			err |= copy_transact_vsx_to_user(tm_v_regs, current);
281 		else
282 			err |= copy_vsx_to_user(tm_v_regs, current);
283 
284 		/* set MSR_VSX in the MSR value in the frame to
285 		 * indicate that sc->vs_reg) contains valid data.
286 		 */
287 		msr |= MSR_VSX;
288 	}
289 #endif /* CONFIG_VSX */
290 
291 	err |= __put_user(&sc->gp_regs, &sc->regs);
292 	err |= __put_user(&tm_sc->gp_regs, &tm_sc->regs);
293 	WARN_ON(!FULL_REGS(regs));
294 	err |= __copy_to_user(&tm_sc->gp_regs, regs, GP_REGS_SIZE);
295 	err |= __copy_to_user(&sc->gp_regs,
296 			      &current->thread.ckpt_regs, GP_REGS_SIZE);
297 	err |= __put_user(msr, &tm_sc->gp_regs[PT_MSR]);
298 	err |= __put_user(msr, &sc->gp_regs[PT_MSR]);
299 	err |= __put_user(signr, &sc->signal);
300 	err |= __put_user(handler, &sc->handler);
301 	if (set != NULL)
302 		err |=  __put_user(set->sig[0], &sc->oldmask);
303 
304 	return err;
305 }
306 #endif
307 
308 /*
309  * Restore the sigcontext from the signal frame.
310  */
311 
312 static long restore_sigcontext(struct pt_regs *regs, sigset_t *set, int sig,
313 			      struct sigcontext __user *sc)
314 {
315 #ifdef CONFIG_ALTIVEC
316 	elf_vrreg_t __user *v_regs;
317 #endif
318 	unsigned long err = 0;
319 	unsigned long save_r13 = 0;
320 	unsigned long msr;
321 #ifdef CONFIG_VSX
322 	int i;
323 #endif
324 
325 	/* If this is not a signal return, we preserve the TLS in r13 */
326 	if (!sig)
327 		save_r13 = regs->gpr[13];
328 
329 	/* copy the GPRs */
330 	err |= __copy_from_user(regs->gpr, sc->gp_regs, sizeof(regs->gpr));
331 	err |= __get_user(regs->nip, &sc->gp_regs[PT_NIP]);
332 	/* get MSR separately, transfer the LE bit if doing signal return */
333 	err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
334 	if (sig)
335 		regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
336 	err |= __get_user(regs->orig_gpr3, &sc->gp_regs[PT_ORIG_R3]);
337 	err |= __get_user(regs->ctr, &sc->gp_regs[PT_CTR]);
338 	err |= __get_user(regs->link, &sc->gp_regs[PT_LNK]);
339 	err |= __get_user(regs->xer, &sc->gp_regs[PT_XER]);
340 	err |= __get_user(regs->ccr, &sc->gp_regs[PT_CCR]);
341 	/* skip SOFTE */
342 	regs->trap = 0;
343 	err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
344 	err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
345 	err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
346 
347 	if (!sig)
348 		regs->gpr[13] = save_r13;
349 	if (set != NULL)
350 		err |=  __get_user(set->sig[0], &sc->oldmask);
351 
352 	/*
353 	 * Do this before updating the thread state in
354 	 * current->thread.fpr/vr.  That way, if we get preempted
355 	 * and another task grabs the FPU/Altivec, it won't be
356 	 * tempted to save the current CPU state into the thread_struct
357 	 * and corrupt what we are writing there.
358 	 */
359 	discard_lazy_cpu_state();
360 
361 	/*
362 	 * Force reload of FP/VEC.
363 	 * This has to be done before copying stuff into current->thread.fpr/vr
364 	 * for the reasons explained in the previous comment.
365 	 */
366 	regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
367 
368 #ifdef CONFIG_ALTIVEC
369 	err |= __get_user(v_regs, &sc->v_regs);
370 	if (err)
371 		return err;
372 	if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128)))
373 		return -EFAULT;
374 	/* Copy 33 vec registers (vr0..31 and vscr) from the stack */
375 	if (v_regs != NULL && (msr & MSR_VEC) != 0)
376 		err |= __copy_from_user(&current->thread.vr_state, v_regs,
377 					33 * sizeof(vector128));
378 	else if (current->thread.used_vr)
379 		memset(&current->thread.vr_state, 0, 33 * sizeof(vector128));
380 	/* Always get VRSAVE back */
381 	if (v_regs != NULL)
382 		err |= __get_user(current->thread.vrsave, (u32 __user *)&v_regs[33]);
383 	else
384 		current->thread.vrsave = 0;
385 	if (cpu_has_feature(CPU_FTR_ALTIVEC))
386 		mtspr(SPRN_VRSAVE, current->thread.vrsave);
387 #endif /* CONFIG_ALTIVEC */
388 	/* restore floating point */
389 	err |= copy_fpr_from_user(current, &sc->fp_regs);
390 #ifdef CONFIG_VSX
391 	/*
392 	 * Get additional VSX data. Update v_regs to point after the
393 	 * VMX data.  Copy VSX low doubleword from userspace to local
394 	 * buffer for formatting, then into the taskstruct.
395 	 */
396 	v_regs += ELF_NVRREG;
397 	if ((msr & MSR_VSX) != 0)
398 		err |= copy_vsx_from_user(current, v_regs);
399 	else
400 		for (i = 0; i < 32 ; i++)
401 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
402 #endif
403 	return err;
404 }
405 
406 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
407 /*
408  * Restore the two sigcontexts from the frame of a transactional processes.
409  */
410 
411 static long restore_tm_sigcontexts(struct pt_regs *regs,
412 				   struct sigcontext __user *sc,
413 				   struct sigcontext __user *tm_sc)
414 {
415 #ifdef CONFIG_ALTIVEC
416 	elf_vrreg_t __user *v_regs, *tm_v_regs;
417 #endif
418 	unsigned long err = 0;
419 	unsigned long msr;
420 #ifdef CONFIG_VSX
421 	int i;
422 #endif
423 	/* copy the GPRs */
424 	err |= __copy_from_user(regs->gpr, tm_sc->gp_regs, sizeof(regs->gpr));
425 	err |= __copy_from_user(&current->thread.ckpt_regs, sc->gp_regs,
426 				sizeof(regs->gpr));
427 
428 	/*
429 	 * TFHAR is restored from the checkpointed 'wound-back' ucontext's NIP.
430 	 * TEXASR was set by the signal delivery reclaim, as was TFIAR.
431 	 * Users doing anything abhorrent like thread-switching w/ signals for
432 	 * TM-Suspended code will have to back TEXASR/TFIAR up themselves.
433 	 * For the case of getting a signal and simply returning from it,
434 	 * we don't need to re-copy them here.
435 	 */
436 	err |= __get_user(regs->nip, &tm_sc->gp_regs[PT_NIP]);
437 	err |= __get_user(current->thread.tm_tfhar, &sc->gp_regs[PT_NIP]);
438 
439 	/* get MSR separately, transfer the LE bit if doing signal return */
440 	err |= __get_user(msr, &sc->gp_regs[PT_MSR]);
441 	/* Don't allow reserved mode. */
442 	if (MSR_TM_RESV(msr))
443 		return -EINVAL;
444 
445 	/* pull in MSR TM from user context */
446 	regs->msr = (regs->msr & ~MSR_TS_MASK) | (msr & MSR_TS_MASK);
447 
448 	/* pull in MSR LE from user context */
449 	regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
450 
451 	/* The following non-GPR non-FPR non-VR state is also checkpointed: */
452 	err |= __get_user(regs->ctr, &tm_sc->gp_regs[PT_CTR]);
453 	err |= __get_user(regs->link, &tm_sc->gp_regs[PT_LNK]);
454 	err |= __get_user(regs->xer, &tm_sc->gp_regs[PT_XER]);
455 	err |= __get_user(regs->ccr, &tm_sc->gp_regs[PT_CCR]);
456 	err |= __get_user(current->thread.ckpt_regs.ctr,
457 			  &sc->gp_regs[PT_CTR]);
458 	err |= __get_user(current->thread.ckpt_regs.link,
459 			  &sc->gp_regs[PT_LNK]);
460 	err |= __get_user(current->thread.ckpt_regs.xer,
461 			  &sc->gp_regs[PT_XER]);
462 	err |= __get_user(current->thread.ckpt_regs.ccr,
463 			  &sc->gp_regs[PT_CCR]);
464 
465 	/* These regs are not checkpointed; they can go in 'regs'. */
466 	err |= __get_user(regs->trap, &sc->gp_regs[PT_TRAP]);
467 	err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]);
468 	err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]);
469 	err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]);
470 
471 	/*
472 	 * Do this before updating the thread state in
473 	 * current->thread.fpr/vr.  That way, if we get preempted
474 	 * and another task grabs the FPU/Altivec, it won't be
475 	 * tempted to save the current CPU state into the thread_struct
476 	 * and corrupt what we are writing there.
477 	 */
478 	discard_lazy_cpu_state();
479 
480 	/*
481 	 * Force reload of FP/VEC.
482 	 * This has to be done before copying stuff into current->thread.fpr/vr
483 	 * for the reasons explained in the previous comment.
484 	 */
485 	regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX);
486 
487 #ifdef CONFIG_ALTIVEC
488 	err |= __get_user(v_regs, &sc->v_regs);
489 	err |= __get_user(tm_v_regs, &tm_sc->v_regs);
490 	if (err)
491 		return err;
492 	if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128)))
493 		return -EFAULT;
494 	if (tm_v_regs && !access_ok(VERIFY_READ,
495 				    tm_v_regs, 34 * sizeof(vector128)))
496 		return -EFAULT;
497 	/* Copy 33 vec registers (vr0..31 and vscr) from the stack */
498 	if (v_regs != NULL && tm_v_regs != NULL && (msr & MSR_VEC) != 0) {
499 		err |= __copy_from_user(&current->thread.vr_state, v_regs,
500 					33 * sizeof(vector128));
501 		err |= __copy_from_user(&current->thread.transact_vr, tm_v_regs,
502 					33 * sizeof(vector128));
503 	}
504 	else if (current->thread.used_vr) {
505 		memset(&current->thread.vr_state, 0, 33 * sizeof(vector128));
506 		memset(&current->thread.transact_vr, 0, 33 * sizeof(vector128));
507 	}
508 	/* Always get VRSAVE back */
509 	if (v_regs != NULL && tm_v_regs != NULL) {
510 		err |= __get_user(current->thread.vrsave,
511 				  (u32 __user *)&v_regs[33]);
512 		err |= __get_user(current->thread.transact_vrsave,
513 				  (u32 __user *)&tm_v_regs[33]);
514 	}
515 	else {
516 		current->thread.vrsave = 0;
517 		current->thread.transact_vrsave = 0;
518 	}
519 	if (cpu_has_feature(CPU_FTR_ALTIVEC))
520 		mtspr(SPRN_VRSAVE, current->thread.vrsave);
521 #endif /* CONFIG_ALTIVEC */
522 	/* restore floating point */
523 	err |= copy_fpr_from_user(current, &sc->fp_regs);
524 	err |= copy_transact_fpr_from_user(current, &tm_sc->fp_regs);
525 #ifdef CONFIG_VSX
526 	/*
527 	 * Get additional VSX data. Update v_regs to point after the
528 	 * VMX data.  Copy VSX low doubleword from userspace to local
529 	 * buffer for formatting, then into the taskstruct.
530 	 */
531 	if (v_regs && ((msr & MSR_VSX) != 0)) {
532 		v_regs += ELF_NVRREG;
533 		tm_v_regs += ELF_NVRREG;
534 		err |= copy_vsx_from_user(current, v_regs);
535 		err |= copy_transact_vsx_from_user(current, tm_v_regs);
536 	} else {
537 		for (i = 0; i < 32 ; i++) {
538 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
539 			current->thread.transact_fp.fpr[i][TS_VSRLOWOFFSET] = 0;
540 		}
541 	}
542 #endif
543 	tm_enable();
544 	/* Make sure the transaction is marked as failed */
545 	current->thread.tm_texasr |= TEXASR_FS;
546 	/* This loads the checkpointed FP/VEC state, if used */
547 	tm_recheckpoint(&current->thread, msr);
548 
549 	/* This loads the speculative FP/VEC state, if used */
550 	if (msr & MSR_FP) {
551 		do_load_up_transact_fpu(&current->thread);
552 		regs->msr |= (MSR_FP | current->thread.fpexc_mode);
553 	}
554 #ifdef CONFIG_ALTIVEC
555 	if (msr & MSR_VEC) {
556 		do_load_up_transact_altivec(&current->thread);
557 		regs->msr |= MSR_VEC;
558 	}
559 #endif
560 
561 	return err;
562 }
563 #endif
564 
565 /*
566  * Setup the trampoline code on the stack
567  */
568 static long setup_trampoline(unsigned int syscall, unsigned int __user *tramp)
569 {
570 	int i;
571 	long err = 0;
572 
573 	/* addi r1, r1, __SIGNAL_FRAMESIZE  # Pop the dummy stackframe */
574 	err |= __put_user(0x38210000UL | (__SIGNAL_FRAMESIZE & 0xffff), &tramp[0]);
575 	/* li r0, __NR_[rt_]sigreturn| */
576 	err |= __put_user(0x38000000UL | (syscall & 0xffff), &tramp[1]);
577 	/* sc */
578 	err |= __put_user(0x44000002UL, &tramp[2]);
579 
580 	/* Minimal traceback info */
581 	for (i=TRAMP_TRACEBACK; i < TRAMP_SIZE ;i++)
582 		err |= __put_user(0, &tramp[i]);
583 
584 	if (!err)
585 		flush_icache_range((unsigned long) &tramp[0],
586 			   (unsigned long) &tramp[TRAMP_SIZE]);
587 
588 	return err;
589 }
590 
591 /*
592  * Userspace code may pass a ucontext which doesn't include VSX added
593  * at the end.  We need to check for this case.
594  */
595 #define UCONTEXTSIZEWITHOUTVSX \
596 		(sizeof(struct ucontext) - 32*sizeof(long))
597 
598 /*
599  * Handle {get,set,swap}_context operations
600  */
601 int sys_swapcontext(struct ucontext __user *old_ctx,
602 		    struct ucontext __user *new_ctx,
603 		    long ctx_size, long r6, long r7, long r8, struct pt_regs *regs)
604 {
605 	unsigned char tmp;
606 	sigset_t set;
607 	unsigned long new_msr = 0;
608 	int ctx_has_vsx_region = 0;
609 
610 	if (new_ctx &&
611 	    get_user(new_msr, &new_ctx->uc_mcontext.gp_regs[PT_MSR]))
612 		return -EFAULT;
613 	/*
614 	 * Check that the context is not smaller than the original
615 	 * size (with VMX but without VSX)
616 	 */
617 	if (ctx_size < UCONTEXTSIZEWITHOUTVSX)
618 		return -EINVAL;
619 	/*
620 	 * If the new context state sets the MSR VSX bits but
621 	 * it doesn't provide VSX state.
622 	 */
623 	if ((ctx_size < sizeof(struct ucontext)) &&
624 	    (new_msr & MSR_VSX))
625 		return -EINVAL;
626 	/* Does the context have enough room to store VSX data? */
627 	if (ctx_size >= sizeof(struct ucontext))
628 		ctx_has_vsx_region = 1;
629 
630 	if (old_ctx != NULL) {
631 		if (!access_ok(VERIFY_WRITE, old_ctx, ctx_size)
632 		    || setup_sigcontext(&old_ctx->uc_mcontext, regs, 0, NULL, 0,
633 					ctx_has_vsx_region)
634 		    || __copy_to_user(&old_ctx->uc_sigmask,
635 				      &current->blocked, sizeof(sigset_t)))
636 			return -EFAULT;
637 	}
638 	if (new_ctx == NULL)
639 		return 0;
640 	if (!access_ok(VERIFY_READ, new_ctx, ctx_size)
641 	    || __get_user(tmp, (u8 __user *) new_ctx)
642 	    || __get_user(tmp, (u8 __user *) new_ctx + ctx_size - 1))
643 		return -EFAULT;
644 
645 	/*
646 	 * If we get a fault copying the context into the kernel's
647 	 * image of the user's registers, we can't just return -EFAULT
648 	 * because the user's registers will be corrupted.  For instance
649 	 * the NIP value may have been updated but not some of the
650 	 * other registers.  Given that we have done the access_ok
651 	 * and successfully read the first and last bytes of the region
652 	 * above, this should only happen in an out-of-memory situation
653 	 * or if another thread unmaps the region containing the context.
654 	 * We kill the task with a SIGSEGV in this situation.
655 	 */
656 
657 	if (__copy_from_user(&set, &new_ctx->uc_sigmask, sizeof(set)))
658 		do_exit(SIGSEGV);
659 	set_current_blocked(&set);
660 	if (restore_sigcontext(regs, NULL, 0, &new_ctx->uc_mcontext))
661 		do_exit(SIGSEGV);
662 
663 	/* This returns like rt_sigreturn */
664 	set_thread_flag(TIF_RESTOREALL);
665 	return 0;
666 }
667 
668 
669 /*
670  * Do a signal return; undo the signal stack.
671  */
672 
673 int sys_rt_sigreturn(unsigned long r3, unsigned long r4, unsigned long r5,
674 		     unsigned long r6, unsigned long r7, unsigned long r8,
675 		     struct pt_regs *regs)
676 {
677 	struct ucontext __user *uc = (struct ucontext __user *)regs->gpr[1];
678 	sigset_t set;
679 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
680 	unsigned long msr;
681 #endif
682 
683 	/* Always make any pending restarted system calls return -EINTR */
684 	current->restart_block.fn = do_no_restart_syscall;
685 
686 	if (!access_ok(VERIFY_READ, uc, sizeof(*uc)))
687 		goto badframe;
688 
689 	if (__copy_from_user(&set, &uc->uc_sigmask, sizeof(set)))
690 		goto badframe;
691 	set_current_blocked(&set);
692 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
693 	if (__get_user(msr, &uc->uc_mcontext.gp_regs[PT_MSR]))
694 		goto badframe;
695 	if (MSR_TM_ACTIVE(msr)) {
696 		/* We recheckpoint on return. */
697 		struct ucontext __user *uc_transact;
698 		if (__get_user(uc_transact, &uc->uc_link))
699 			goto badframe;
700 		if (restore_tm_sigcontexts(regs, &uc->uc_mcontext,
701 					   &uc_transact->uc_mcontext))
702 			goto badframe;
703 	}
704 	else
705 	/* Fall through, for non-TM restore */
706 #endif
707 	if (restore_sigcontext(regs, NULL, 1, &uc->uc_mcontext))
708 		goto badframe;
709 
710 	if (restore_altstack(&uc->uc_stack))
711 		goto badframe;
712 
713 	set_thread_flag(TIF_RESTOREALL);
714 	return 0;
715 
716 badframe:
717 	if (show_unhandled_signals)
718 		printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
719 				   current->comm, current->pid, "rt_sigreturn",
720 				   (long)uc, regs->nip, regs->link);
721 
722 	force_sig(SIGSEGV, current);
723 	return 0;
724 }
725 
726 int handle_rt_signal64(struct ksignal *ksig, sigset_t *set, struct pt_regs *regs)
727 {
728 	struct rt_sigframe __user *frame;
729 	unsigned long newsp = 0;
730 	long err = 0;
731 
732 	frame = get_sigframe(ksig, get_tm_stackpointer(regs), sizeof(*frame), 0);
733 	if (unlikely(frame == NULL))
734 		goto badframe;
735 
736 	err |= __put_user(&frame->info, &frame->pinfo);
737 	err |= __put_user(&frame->uc, &frame->puc);
738 	err |= copy_siginfo_to_user(&frame->info, &ksig->info);
739 	if (err)
740 		goto badframe;
741 
742 	/* Create the ucontext.  */
743 	err |= __put_user(0, &frame->uc.uc_flags);
744 	err |= __save_altstack(&frame->uc.uc_stack, regs->gpr[1]);
745 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
746 	if (MSR_TM_ACTIVE(regs->msr)) {
747 		/* The ucontext_t passed to userland points to the second
748 		 * ucontext_t (for transactional state) with its uc_link ptr.
749 		 */
750 		err |= __put_user(&frame->uc_transact, &frame->uc.uc_link);
751 		err |= setup_tm_sigcontexts(&frame->uc.uc_mcontext,
752 					    &frame->uc_transact.uc_mcontext,
753 					    regs, ksig->sig,
754 					    NULL,
755 					    (unsigned long)ksig->ka.sa.sa_handler);
756 	} else
757 #endif
758 	{
759 		err |= __put_user(0, &frame->uc.uc_link);
760 		err |= setup_sigcontext(&frame->uc.uc_mcontext, regs, ksig->sig,
761 					NULL, (unsigned long)ksig->ka.sa.sa_handler,
762 					1);
763 	}
764 	err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set));
765 	if (err)
766 		goto badframe;
767 
768 	/* Make sure signal handler doesn't get spurious FP exceptions */
769 	current->thread.fp_state.fpscr = 0;
770 
771 	/* Set up to return from userspace. */
772 	if (vdso64_rt_sigtramp && current->mm->context.vdso_base) {
773 		regs->link = current->mm->context.vdso_base + vdso64_rt_sigtramp;
774 	} else {
775 		err |= setup_trampoline(__NR_rt_sigreturn, &frame->tramp[0]);
776 		if (err)
777 			goto badframe;
778 		regs->link = (unsigned long) &frame->tramp[0];
779 	}
780 
781 	/* Allocate a dummy caller frame for the signal handler. */
782 	newsp = ((unsigned long)frame) - __SIGNAL_FRAMESIZE;
783 	err |= put_user(regs->gpr[1], (unsigned long __user *)newsp);
784 
785 	/* Set up "regs" so we "return" to the signal handler. */
786 	if (is_elf2_task()) {
787 		regs->nip = (unsigned long) ksig->ka.sa.sa_handler;
788 		regs->gpr[12] = regs->nip;
789 	} else {
790 		/* Handler is *really* a pointer to the function descriptor for
791 		 * the signal routine.  The first entry in the function
792 		 * descriptor is the entry address of signal and the second
793 		 * entry is the TOC value we need to use.
794 		 */
795 		func_descr_t __user *funct_desc_ptr =
796 			(func_descr_t __user *) ksig->ka.sa.sa_handler;
797 
798 		err |= get_user(regs->nip, &funct_desc_ptr->entry);
799 		err |= get_user(regs->gpr[2], &funct_desc_ptr->toc);
800 	}
801 
802 	/* enter the signal handler in native-endian mode */
803 	regs->msr &= ~MSR_LE;
804 	regs->msr |= (MSR_KERNEL & MSR_LE);
805 	regs->gpr[1] = newsp;
806 	regs->gpr[3] = ksig->sig;
807 	regs->result = 0;
808 	if (ksig->ka.sa.sa_flags & SA_SIGINFO) {
809 		err |= get_user(regs->gpr[4], (unsigned long __user *)&frame->pinfo);
810 		err |= get_user(regs->gpr[5], (unsigned long __user *)&frame->puc);
811 		regs->gpr[6] = (unsigned long) frame;
812 	} else {
813 		regs->gpr[4] = (unsigned long)&frame->uc.uc_mcontext;
814 	}
815 	if (err)
816 		goto badframe;
817 
818 	return 0;
819 
820 badframe:
821 	if (show_unhandled_signals)
822 		printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32,
823 				   current->comm, current->pid, "setup_rt_frame",
824 				   (long)frame, regs->nip, regs->link);
825 
826 	return 1;
827 }
828