xref: /openbmc/linux/arch/s390/kernel/ptrace.c (revision 25b892b5)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  Ptrace user space interface.
4  *
5  *    Copyright IBM Corp. 1999, 2010
6  *    Author(s): Denis Joseph Barrow
7  *               Martin Schwidefsky (schwidefsky@de.ibm.com)
8  */
9 
10 #include "asm/ptrace.h"
11 #include <linux/kernel.h>
12 #include <linux/sched.h>
13 #include <linux/sched/task_stack.h>
14 #include <linux/mm.h>
15 #include <linux/smp.h>
16 #include <linux/errno.h>
17 #include <linux/ptrace.h>
18 #include <linux/user.h>
19 #include <linux/security.h>
20 #include <linux/audit.h>
21 #include <linux/signal.h>
22 #include <linux/elf.h>
23 #include <linux/regset.h>
24 #include <linux/tracehook.h>
25 #include <linux/seccomp.h>
26 #include <linux/compat.h>
27 #include <trace/syscall.h>
28 #include <asm/page.h>
29 #include <linux/uaccess.h>
30 #include <asm/unistd.h>
31 #include <asm/switch_to.h>
32 #include <asm/runtime_instr.h>
33 #include <asm/facility.h>
34 
35 #include "entry.h"
36 
37 #ifdef CONFIG_COMPAT
38 #include "compat_ptrace.h"
39 #endif
40 
41 void update_cr_regs(struct task_struct *task)
42 {
43 	struct pt_regs *regs = task_pt_regs(task);
44 	struct thread_struct *thread = &task->thread;
45 	struct per_regs old, new;
46 	union ctlreg0 cr0_old, cr0_new;
47 	union ctlreg2 cr2_old, cr2_new;
48 	int cr0_changed, cr2_changed;
49 
50 	__ctl_store(cr0_old.val, 0, 0);
51 	__ctl_store(cr2_old.val, 2, 2);
52 	cr0_new = cr0_old;
53 	cr2_new = cr2_old;
54 	/* Take care of the enable/disable of transactional execution. */
55 	if (MACHINE_HAS_TE) {
56 		/* Set or clear transaction execution TXC bit 8. */
57 		cr0_new.tcx = 1;
58 		if (task->thread.per_flags & PER_FLAG_NO_TE)
59 			cr0_new.tcx = 0;
60 		/* Set or clear transaction execution TDC bits 62 and 63. */
61 		cr2_new.tdc = 0;
62 		if (task->thread.per_flags & PER_FLAG_TE_ABORT_RAND) {
63 			if (task->thread.per_flags & PER_FLAG_TE_ABORT_RAND_TEND)
64 				cr2_new.tdc = 1;
65 			else
66 				cr2_new.tdc = 2;
67 		}
68 	}
69 	/* Take care of enable/disable of guarded storage. */
70 	if (MACHINE_HAS_GS) {
71 		cr2_new.gse = 0;
72 		if (task->thread.gs_cb)
73 			cr2_new.gse = 1;
74 	}
75 	/* Load control register 0/2 iff changed */
76 	cr0_changed = cr0_new.val != cr0_old.val;
77 	cr2_changed = cr2_new.val != cr2_old.val;
78 	if (cr0_changed)
79 		__ctl_load(cr0_new.val, 0, 0);
80 	if (cr2_changed)
81 		__ctl_load(cr2_new.val, 2, 2);
82 	/* Copy user specified PER registers */
83 	new.control = thread->per_user.control;
84 	new.start = thread->per_user.start;
85 	new.end = thread->per_user.end;
86 
87 	/* merge TIF_SINGLE_STEP into user specified PER registers. */
88 	if (test_tsk_thread_flag(task, TIF_SINGLE_STEP) ||
89 	    test_tsk_thread_flag(task, TIF_UPROBE_SINGLESTEP)) {
90 		if (test_tsk_thread_flag(task, TIF_BLOCK_STEP))
91 			new.control |= PER_EVENT_BRANCH;
92 		else
93 			new.control |= PER_EVENT_IFETCH;
94 		new.control |= PER_CONTROL_SUSPENSION;
95 		new.control |= PER_EVENT_TRANSACTION_END;
96 		if (test_tsk_thread_flag(task, TIF_UPROBE_SINGLESTEP))
97 			new.control |= PER_EVENT_IFETCH;
98 		new.start = 0;
99 		new.end = -1UL;
100 	}
101 
102 	/* Take care of the PER enablement bit in the PSW. */
103 	if (!(new.control & PER_EVENT_MASK)) {
104 		regs->psw.mask &= ~PSW_MASK_PER;
105 		return;
106 	}
107 	regs->psw.mask |= PSW_MASK_PER;
108 	__ctl_store(old, 9, 11);
109 	if (memcmp(&new, &old, sizeof(struct per_regs)) != 0)
110 		__ctl_load(new, 9, 11);
111 }
112 
113 void user_enable_single_step(struct task_struct *task)
114 {
115 	clear_tsk_thread_flag(task, TIF_BLOCK_STEP);
116 	set_tsk_thread_flag(task, TIF_SINGLE_STEP);
117 }
118 
119 void user_disable_single_step(struct task_struct *task)
120 {
121 	clear_tsk_thread_flag(task, TIF_BLOCK_STEP);
122 	clear_tsk_thread_flag(task, TIF_SINGLE_STEP);
123 }
124 
125 void user_enable_block_step(struct task_struct *task)
126 {
127 	set_tsk_thread_flag(task, TIF_SINGLE_STEP);
128 	set_tsk_thread_flag(task, TIF_BLOCK_STEP);
129 }
130 
131 /*
132  * Called by kernel/ptrace.c when detaching..
133  *
134  * Clear all debugging related fields.
135  */
136 void ptrace_disable(struct task_struct *task)
137 {
138 	memset(&task->thread.per_user, 0, sizeof(task->thread.per_user));
139 	memset(&task->thread.per_event, 0, sizeof(task->thread.per_event));
140 	clear_tsk_thread_flag(task, TIF_SINGLE_STEP);
141 	clear_tsk_thread_flag(task, TIF_PER_TRAP);
142 	task->thread.per_flags = 0;
143 }
144 
145 #define __ADDR_MASK 7
146 
147 static inline unsigned long __peek_user_per(struct task_struct *child,
148 					    addr_t addr)
149 {
150 	struct per_struct_kernel *dummy = NULL;
151 
152 	if (addr == (addr_t) &dummy->cr9)
153 		/* Control bits of the active per set. */
154 		return test_thread_flag(TIF_SINGLE_STEP) ?
155 			PER_EVENT_IFETCH : child->thread.per_user.control;
156 	else if (addr == (addr_t) &dummy->cr10)
157 		/* Start address of the active per set. */
158 		return test_thread_flag(TIF_SINGLE_STEP) ?
159 			0 : child->thread.per_user.start;
160 	else if (addr == (addr_t) &dummy->cr11)
161 		/* End address of the active per set. */
162 		return test_thread_flag(TIF_SINGLE_STEP) ?
163 			-1UL : child->thread.per_user.end;
164 	else if (addr == (addr_t) &dummy->bits)
165 		/* Single-step bit. */
166 		return test_thread_flag(TIF_SINGLE_STEP) ?
167 			(1UL << (BITS_PER_LONG - 1)) : 0;
168 	else if (addr == (addr_t) &dummy->starting_addr)
169 		/* Start address of the user specified per set. */
170 		return child->thread.per_user.start;
171 	else if (addr == (addr_t) &dummy->ending_addr)
172 		/* End address of the user specified per set. */
173 		return child->thread.per_user.end;
174 	else if (addr == (addr_t) &dummy->perc_atmid)
175 		/* PER code, ATMID and AI of the last PER trap */
176 		return (unsigned long)
177 			child->thread.per_event.cause << (BITS_PER_LONG - 16);
178 	else if (addr == (addr_t) &dummy->address)
179 		/* Address of the last PER trap */
180 		return child->thread.per_event.address;
181 	else if (addr == (addr_t) &dummy->access_id)
182 		/* Access id of the last PER trap */
183 		return (unsigned long)
184 			child->thread.per_event.paid << (BITS_PER_LONG - 8);
185 	return 0;
186 }
187 
188 /*
189  * Read the word at offset addr from the user area of a process. The
190  * trouble here is that the information is littered over different
191  * locations. The process registers are found on the kernel stack,
192  * the floating point stuff and the trace settings are stored in
193  * the task structure. In addition the different structures in
194  * struct user contain pad bytes that should be read as zeroes.
195  * Lovely...
196  */
197 static unsigned long __peek_user(struct task_struct *child, addr_t addr)
198 {
199 	struct user *dummy = NULL;
200 	addr_t offset, tmp;
201 
202 	if (addr < (addr_t) &dummy->regs.acrs) {
203 		/*
204 		 * psw and gprs are stored on the stack
205 		 */
206 		tmp = *(addr_t *)((addr_t) &task_pt_regs(child)->psw + addr);
207 		if (addr == (addr_t) &dummy->regs.psw.mask) {
208 			/* Return a clean psw mask. */
209 			tmp &= PSW_MASK_USER | PSW_MASK_RI;
210 			tmp |= PSW_USER_BITS;
211 		}
212 
213 	} else if (addr < (addr_t) &dummy->regs.orig_gpr2) {
214 		/*
215 		 * access registers are stored in the thread structure
216 		 */
217 		offset = addr - (addr_t) &dummy->regs.acrs;
218 		/*
219 		 * Very special case: old & broken 64 bit gdb reading
220 		 * from acrs[15]. Result is a 64 bit value. Read the
221 		 * 32 bit acrs[15] value and shift it by 32. Sick...
222 		 */
223 		if (addr == (addr_t) &dummy->regs.acrs[15])
224 			tmp = ((unsigned long) child->thread.acrs[15]) << 32;
225 		else
226 			tmp = *(addr_t *)((addr_t) &child->thread.acrs + offset);
227 
228 	} else if (addr == (addr_t) &dummy->regs.orig_gpr2) {
229 		/*
230 		 * orig_gpr2 is stored on the kernel stack
231 		 */
232 		tmp = (addr_t) task_pt_regs(child)->orig_gpr2;
233 
234 	} else if (addr < (addr_t) &dummy->regs.fp_regs) {
235 		/*
236 		 * prevent reads of padding hole between
237 		 * orig_gpr2 and fp_regs on s390.
238 		 */
239 		tmp = 0;
240 
241 	} else if (addr == (addr_t) &dummy->regs.fp_regs.fpc) {
242 		/*
243 		 * floating point control reg. is in the thread structure
244 		 */
245 		tmp = child->thread.fpu.fpc;
246 		tmp <<= BITS_PER_LONG - 32;
247 
248 	} else if (addr < (addr_t) (&dummy->regs.fp_regs + 1)) {
249 		/*
250 		 * floating point regs. are either in child->thread.fpu
251 		 * or the child->thread.fpu.vxrs array
252 		 */
253 		offset = addr - (addr_t) &dummy->regs.fp_regs.fprs;
254 		if (MACHINE_HAS_VX)
255 			tmp = *(addr_t *)
256 			       ((addr_t) child->thread.fpu.vxrs + 2*offset);
257 		else
258 			tmp = *(addr_t *)
259 			       ((addr_t) child->thread.fpu.fprs + offset);
260 
261 	} else if (addr < (addr_t) (&dummy->regs.per_info + 1)) {
262 		/*
263 		 * Handle access to the per_info structure.
264 		 */
265 		addr -= (addr_t) &dummy->regs.per_info;
266 		tmp = __peek_user_per(child, addr);
267 
268 	} else
269 		tmp = 0;
270 
271 	return tmp;
272 }
273 
274 static int
275 peek_user(struct task_struct *child, addr_t addr, addr_t data)
276 {
277 	addr_t tmp, mask;
278 
279 	/*
280 	 * Stupid gdb peeks/pokes the access registers in 64 bit with
281 	 * an alignment of 4. Programmers from hell...
282 	 */
283 	mask = __ADDR_MASK;
284 	if (addr >= (addr_t) &((struct user *) NULL)->regs.acrs &&
285 	    addr < (addr_t) &((struct user *) NULL)->regs.orig_gpr2)
286 		mask = 3;
287 	if ((addr & mask) || addr > sizeof(struct user) - __ADDR_MASK)
288 		return -EIO;
289 
290 	tmp = __peek_user(child, addr);
291 	return put_user(tmp, (addr_t __user *) data);
292 }
293 
294 static inline void __poke_user_per(struct task_struct *child,
295 				   addr_t addr, addr_t data)
296 {
297 	struct per_struct_kernel *dummy = NULL;
298 
299 	/*
300 	 * There are only three fields in the per_info struct that the
301 	 * debugger user can write to.
302 	 * 1) cr9: the debugger wants to set a new PER event mask
303 	 * 2) starting_addr: the debugger wants to set a new starting
304 	 *    address to use with the PER event mask.
305 	 * 3) ending_addr: the debugger wants to set a new ending
306 	 *    address to use with the PER event mask.
307 	 * The user specified PER event mask and the start and end
308 	 * addresses are used only if single stepping is not in effect.
309 	 * Writes to any other field in per_info are ignored.
310 	 */
311 	if (addr == (addr_t) &dummy->cr9)
312 		/* PER event mask of the user specified per set. */
313 		child->thread.per_user.control =
314 			data & (PER_EVENT_MASK | PER_CONTROL_MASK);
315 	else if (addr == (addr_t) &dummy->starting_addr)
316 		/* Starting address of the user specified per set. */
317 		child->thread.per_user.start = data;
318 	else if (addr == (addr_t) &dummy->ending_addr)
319 		/* Ending address of the user specified per set. */
320 		child->thread.per_user.end = data;
321 }
322 
323 /*
324  * Write a word to the user area of a process at location addr. This
325  * operation does have an additional problem compared to peek_user.
326  * Stores to the program status word and on the floating point
327  * control register needs to get checked for validity.
328  */
329 static int __poke_user(struct task_struct *child, addr_t addr, addr_t data)
330 {
331 	struct user *dummy = NULL;
332 	addr_t offset;
333 
334 
335 	if (addr < (addr_t) &dummy->regs.acrs) {
336 		struct pt_regs *regs = task_pt_regs(child);
337 		/*
338 		 * psw and gprs are stored on the stack
339 		 */
340 		if (addr == (addr_t) &dummy->regs.psw.mask) {
341 			unsigned long mask = PSW_MASK_USER;
342 
343 			mask |= is_ri_task(child) ? PSW_MASK_RI : 0;
344 			if ((data ^ PSW_USER_BITS) & ~mask)
345 				/* Invalid psw mask. */
346 				return -EINVAL;
347 			if ((data & PSW_MASK_ASC) == PSW_ASC_HOME)
348 				/* Invalid address-space-control bits */
349 				return -EINVAL;
350 			if ((data & PSW_MASK_EA) && !(data & PSW_MASK_BA))
351 				/* Invalid addressing mode bits */
352 				return -EINVAL;
353 		}
354 
355 		if (test_pt_regs_flag(regs, PIF_SYSCALL) &&
356 			addr == offsetof(struct user, regs.gprs[2])) {
357 			struct pt_regs *regs = task_pt_regs(child);
358 
359 			regs->int_code = 0x20000 | (data & 0xffff);
360 		}
361 		*(addr_t *)((addr_t) &regs->psw + addr) = data;
362 	} else if (addr < (addr_t) (&dummy->regs.orig_gpr2)) {
363 		/*
364 		 * access registers are stored in the thread structure
365 		 */
366 		offset = addr - (addr_t) &dummy->regs.acrs;
367 		/*
368 		 * Very special case: old & broken 64 bit gdb writing
369 		 * to acrs[15] with a 64 bit value. Ignore the lower
370 		 * half of the value and write the upper 32 bit to
371 		 * acrs[15]. Sick...
372 		 */
373 		if (addr == (addr_t) &dummy->regs.acrs[15])
374 			child->thread.acrs[15] = (unsigned int) (data >> 32);
375 		else
376 			*(addr_t *)((addr_t) &child->thread.acrs + offset) = data;
377 
378 	} else if (addr == (addr_t) &dummy->regs.orig_gpr2) {
379 		/*
380 		 * orig_gpr2 is stored on the kernel stack
381 		 */
382 		task_pt_regs(child)->orig_gpr2 = data;
383 
384 	} else if (addr < (addr_t) &dummy->regs.fp_regs) {
385 		/*
386 		 * prevent writes of padding hole between
387 		 * orig_gpr2 and fp_regs on s390.
388 		 */
389 		return 0;
390 
391 	} else if (addr == (addr_t) &dummy->regs.fp_regs.fpc) {
392 		/*
393 		 * floating point control reg. is in the thread structure
394 		 */
395 		if ((unsigned int) data != 0 ||
396 		    test_fp_ctl(data >> (BITS_PER_LONG - 32)))
397 			return -EINVAL;
398 		child->thread.fpu.fpc = data >> (BITS_PER_LONG - 32);
399 
400 	} else if (addr < (addr_t) (&dummy->regs.fp_regs + 1)) {
401 		/*
402 		 * floating point regs. are either in child->thread.fpu
403 		 * or the child->thread.fpu.vxrs array
404 		 */
405 		offset = addr - (addr_t) &dummy->regs.fp_regs.fprs;
406 		if (MACHINE_HAS_VX)
407 			*(addr_t *)((addr_t)
408 				child->thread.fpu.vxrs + 2*offset) = data;
409 		else
410 			*(addr_t *)((addr_t)
411 				child->thread.fpu.fprs + offset) = data;
412 
413 	} else if (addr < (addr_t) (&dummy->regs.per_info + 1)) {
414 		/*
415 		 * Handle access to the per_info structure.
416 		 */
417 		addr -= (addr_t) &dummy->regs.per_info;
418 		__poke_user_per(child, addr, data);
419 
420 	}
421 
422 	return 0;
423 }
424 
425 static int poke_user(struct task_struct *child, addr_t addr, addr_t data)
426 {
427 	addr_t mask;
428 
429 	/*
430 	 * Stupid gdb peeks/pokes the access registers in 64 bit with
431 	 * an alignment of 4. Programmers from hell indeed...
432 	 */
433 	mask = __ADDR_MASK;
434 	if (addr >= (addr_t) &((struct user *) NULL)->regs.acrs &&
435 	    addr < (addr_t) &((struct user *) NULL)->regs.orig_gpr2)
436 		mask = 3;
437 	if ((addr & mask) || addr > sizeof(struct user) - __ADDR_MASK)
438 		return -EIO;
439 
440 	return __poke_user(child, addr, data);
441 }
442 
443 long arch_ptrace(struct task_struct *child, long request,
444 		 unsigned long addr, unsigned long data)
445 {
446 	ptrace_area parea;
447 	int copied, ret;
448 
449 	switch (request) {
450 	case PTRACE_PEEKUSR:
451 		/* read the word at location addr in the USER area. */
452 		return peek_user(child, addr, data);
453 
454 	case PTRACE_POKEUSR:
455 		/* write the word at location addr in the USER area */
456 		return poke_user(child, addr, data);
457 
458 	case PTRACE_PEEKUSR_AREA:
459 	case PTRACE_POKEUSR_AREA:
460 		if (copy_from_user(&parea, (void __force __user *) addr,
461 							sizeof(parea)))
462 			return -EFAULT;
463 		addr = parea.kernel_addr;
464 		data = parea.process_addr;
465 		copied = 0;
466 		while (copied < parea.len) {
467 			if (request == PTRACE_PEEKUSR_AREA)
468 				ret = peek_user(child, addr, data);
469 			else {
470 				addr_t utmp;
471 				if (get_user(utmp,
472 					     (addr_t __force __user *) data))
473 					return -EFAULT;
474 				ret = poke_user(child, addr, utmp);
475 			}
476 			if (ret)
477 				return ret;
478 			addr += sizeof(unsigned long);
479 			data += sizeof(unsigned long);
480 			copied += sizeof(unsigned long);
481 		}
482 		return 0;
483 	case PTRACE_GET_LAST_BREAK:
484 		put_user(child->thread.last_break,
485 			 (unsigned long __user *) data);
486 		return 0;
487 	case PTRACE_ENABLE_TE:
488 		if (!MACHINE_HAS_TE)
489 			return -EIO;
490 		child->thread.per_flags &= ~PER_FLAG_NO_TE;
491 		return 0;
492 	case PTRACE_DISABLE_TE:
493 		if (!MACHINE_HAS_TE)
494 			return -EIO;
495 		child->thread.per_flags |= PER_FLAG_NO_TE;
496 		child->thread.per_flags &= ~PER_FLAG_TE_ABORT_RAND;
497 		return 0;
498 	case PTRACE_TE_ABORT_RAND:
499 		if (!MACHINE_HAS_TE || (child->thread.per_flags & PER_FLAG_NO_TE))
500 			return -EIO;
501 		switch (data) {
502 		case 0UL:
503 			child->thread.per_flags &= ~PER_FLAG_TE_ABORT_RAND;
504 			break;
505 		case 1UL:
506 			child->thread.per_flags |= PER_FLAG_TE_ABORT_RAND;
507 			child->thread.per_flags |= PER_FLAG_TE_ABORT_RAND_TEND;
508 			break;
509 		case 2UL:
510 			child->thread.per_flags |= PER_FLAG_TE_ABORT_RAND;
511 			child->thread.per_flags &= ~PER_FLAG_TE_ABORT_RAND_TEND;
512 			break;
513 		default:
514 			return -EINVAL;
515 		}
516 		return 0;
517 	default:
518 		return ptrace_request(child, request, addr, data);
519 	}
520 }
521 
522 #ifdef CONFIG_COMPAT
523 /*
524  * Now the fun part starts... a 31 bit program running in the
525  * 31 bit emulation tracing another program. PTRACE_PEEKTEXT,
526  * PTRACE_PEEKDATA, PTRACE_POKETEXT and PTRACE_POKEDATA are easy
527  * to handle, the difference to the 64 bit versions of the requests
528  * is that the access is done in multiples of 4 byte instead of
529  * 8 bytes (sizeof(unsigned long) on 31/64 bit).
530  * The ugly part are PTRACE_PEEKUSR, PTRACE_PEEKUSR_AREA,
531  * PTRACE_POKEUSR and PTRACE_POKEUSR_AREA. If the traced program
532  * is a 31 bit program too, the content of struct user can be
533  * emulated. A 31 bit program peeking into the struct user of
534  * a 64 bit program is a no-no.
535  */
536 
537 /*
538  * Same as peek_user_per but for a 31 bit program.
539  */
540 static inline __u32 __peek_user_per_compat(struct task_struct *child,
541 					   addr_t addr)
542 {
543 	struct compat_per_struct_kernel *dummy32 = NULL;
544 
545 	if (addr == (addr_t) &dummy32->cr9)
546 		/* Control bits of the active per set. */
547 		return (__u32) test_thread_flag(TIF_SINGLE_STEP) ?
548 			PER_EVENT_IFETCH : child->thread.per_user.control;
549 	else if (addr == (addr_t) &dummy32->cr10)
550 		/* Start address of the active per set. */
551 		return (__u32) test_thread_flag(TIF_SINGLE_STEP) ?
552 			0 : child->thread.per_user.start;
553 	else if (addr == (addr_t) &dummy32->cr11)
554 		/* End address of the active per set. */
555 		return test_thread_flag(TIF_SINGLE_STEP) ?
556 			PSW32_ADDR_INSN : child->thread.per_user.end;
557 	else if (addr == (addr_t) &dummy32->bits)
558 		/* Single-step bit. */
559 		return (__u32) test_thread_flag(TIF_SINGLE_STEP) ?
560 			0x80000000 : 0;
561 	else if (addr == (addr_t) &dummy32->starting_addr)
562 		/* Start address of the user specified per set. */
563 		return (__u32) child->thread.per_user.start;
564 	else if (addr == (addr_t) &dummy32->ending_addr)
565 		/* End address of the user specified per set. */
566 		return (__u32) child->thread.per_user.end;
567 	else if (addr == (addr_t) &dummy32->perc_atmid)
568 		/* PER code, ATMID and AI of the last PER trap */
569 		return (__u32) child->thread.per_event.cause << 16;
570 	else if (addr == (addr_t) &dummy32->address)
571 		/* Address of the last PER trap */
572 		return (__u32) child->thread.per_event.address;
573 	else if (addr == (addr_t) &dummy32->access_id)
574 		/* Access id of the last PER trap */
575 		return (__u32) child->thread.per_event.paid << 24;
576 	return 0;
577 }
578 
579 /*
580  * Same as peek_user but for a 31 bit program.
581  */
582 static u32 __peek_user_compat(struct task_struct *child, addr_t addr)
583 {
584 	struct compat_user *dummy32 = NULL;
585 	addr_t offset;
586 	__u32 tmp;
587 
588 	if (addr < (addr_t) &dummy32->regs.acrs) {
589 		struct pt_regs *regs = task_pt_regs(child);
590 		/*
591 		 * psw and gprs are stored on the stack
592 		 */
593 		if (addr == (addr_t) &dummy32->regs.psw.mask) {
594 			/* Fake a 31 bit psw mask. */
595 			tmp = (__u32)(regs->psw.mask >> 32);
596 			tmp &= PSW32_MASK_USER | PSW32_MASK_RI;
597 			tmp |= PSW32_USER_BITS;
598 		} else if (addr == (addr_t) &dummy32->regs.psw.addr) {
599 			/* Fake a 31 bit psw address. */
600 			tmp = (__u32) regs->psw.addr |
601 				(__u32)(regs->psw.mask & PSW_MASK_BA);
602 		} else {
603 			/* gpr 0-15 */
604 			tmp = *(__u32 *)((addr_t) &regs->psw + addr*2 + 4);
605 		}
606 	} else if (addr < (addr_t) (&dummy32->regs.orig_gpr2)) {
607 		/*
608 		 * access registers are stored in the thread structure
609 		 */
610 		offset = addr - (addr_t) &dummy32->regs.acrs;
611 		tmp = *(__u32*)((addr_t) &child->thread.acrs + offset);
612 
613 	} else if (addr == (addr_t) (&dummy32->regs.orig_gpr2)) {
614 		/*
615 		 * orig_gpr2 is stored on the kernel stack
616 		 */
617 		tmp = *(__u32*)((addr_t) &task_pt_regs(child)->orig_gpr2 + 4);
618 
619 	} else if (addr < (addr_t) &dummy32->regs.fp_regs) {
620 		/*
621 		 * prevent reads of padding hole between
622 		 * orig_gpr2 and fp_regs on s390.
623 		 */
624 		tmp = 0;
625 
626 	} else if (addr == (addr_t) &dummy32->regs.fp_regs.fpc) {
627 		/*
628 		 * floating point control reg. is in the thread structure
629 		 */
630 		tmp = child->thread.fpu.fpc;
631 
632 	} else if (addr < (addr_t) (&dummy32->regs.fp_regs + 1)) {
633 		/*
634 		 * floating point regs. are either in child->thread.fpu
635 		 * or the child->thread.fpu.vxrs array
636 		 */
637 		offset = addr - (addr_t) &dummy32->regs.fp_regs.fprs;
638 		if (MACHINE_HAS_VX)
639 			tmp = *(__u32 *)
640 			       ((addr_t) child->thread.fpu.vxrs + 2*offset);
641 		else
642 			tmp = *(__u32 *)
643 			       ((addr_t) child->thread.fpu.fprs + offset);
644 
645 	} else if (addr < (addr_t) (&dummy32->regs.per_info + 1)) {
646 		/*
647 		 * Handle access to the per_info structure.
648 		 */
649 		addr -= (addr_t) &dummy32->regs.per_info;
650 		tmp = __peek_user_per_compat(child, addr);
651 
652 	} else
653 		tmp = 0;
654 
655 	return tmp;
656 }
657 
658 static int peek_user_compat(struct task_struct *child,
659 			    addr_t addr, addr_t data)
660 {
661 	__u32 tmp;
662 
663 	if (!is_compat_task() || (addr & 3) || addr > sizeof(struct user) - 3)
664 		return -EIO;
665 
666 	tmp = __peek_user_compat(child, addr);
667 	return put_user(tmp, (__u32 __user *) data);
668 }
669 
670 /*
671  * Same as poke_user_per but for a 31 bit program.
672  */
673 static inline void __poke_user_per_compat(struct task_struct *child,
674 					  addr_t addr, __u32 data)
675 {
676 	struct compat_per_struct_kernel *dummy32 = NULL;
677 
678 	if (addr == (addr_t) &dummy32->cr9)
679 		/* PER event mask of the user specified per set. */
680 		child->thread.per_user.control =
681 			data & (PER_EVENT_MASK | PER_CONTROL_MASK);
682 	else if (addr == (addr_t) &dummy32->starting_addr)
683 		/* Starting address of the user specified per set. */
684 		child->thread.per_user.start = data;
685 	else if (addr == (addr_t) &dummy32->ending_addr)
686 		/* Ending address of the user specified per set. */
687 		child->thread.per_user.end = data;
688 }
689 
690 /*
691  * Same as poke_user but for a 31 bit program.
692  */
693 static int __poke_user_compat(struct task_struct *child,
694 			      addr_t addr, addr_t data)
695 {
696 	struct compat_user *dummy32 = NULL;
697 	__u32 tmp = (__u32) data;
698 	addr_t offset;
699 
700 	if (addr < (addr_t) &dummy32->regs.acrs) {
701 		struct pt_regs *regs = task_pt_regs(child);
702 		/*
703 		 * psw, gprs, acrs and orig_gpr2 are stored on the stack
704 		 */
705 		if (addr == (addr_t) &dummy32->regs.psw.mask) {
706 			__u32 mask = PSW32_MASK_USER;
707 
708 			mask |= is_ri_task(child) ? PSW32_MASK_RI : 0;
709 			/* Build a 64 bit psw mask from 31 bit mask. */
710 			if ((tmp ^ PSW32_USER_BITS) & ~mask)
711 				/* Invalid psw mask. */
712 				return -EINVAL;
713 			if ((data & PSW32_MASK_ASC) == PSW32_ASC_HOME)
714 				/* Invalid address-space-control bits */
715 				return -EINVAL;
716 			regs->psw.mask = (regs->psw.mask & ~PSW_MASK_USER) |
717 				(regs->psw.mask & PSW_MASK_BA) |
718 				(__u64)(tmp & mask) << 32;
719 		} else if (addr == (addr_t) &dummy32->regs.psw.addr) {
720 			/* Build a 64 bit psw address from 31 bit address. */
721 			regs->psw.addr = (__u64) tmp & PSW32_ADDR_INSN;
722 			/* Transfer 31 bit amode bit to psw mask. */
723 			regs->psw.mask = (regs->psw.mask & ~PSW_MASK_BA) |
724 				(__u64)(tmp & PSW32_ADDR_AMODE);
725 		} else {
726 			if (test_pt_regs_flag(regs, PIF_SYSCALL) &&
727 				addr == offsetof(struct compat_user, regs.gprs[2])) {
728 				struct pt_regs *regs = task_pt_regs(child);
729 
730 				regs->int_code = 0x20000 | (data & 0xffff);
731 			}
732 			/* gpr 0-15 */
733 			*(__u32*)((addr_t) &regs->psw + addr*2 + 4) = tmp;
734 		}
735 	} else if (addr < (addr_t) (&dummy32->regs.orig_gpr2)) {
736 		/*
737 		 * access registers are stored in the thread structure
738 		 */
739 		offset = addr - (addr_t) &dummy32->regs.acrs;
740 		*(__u32*)((addr_t) &child->thread.acrs + offset) = tmp;
741 
742 	} else if (addr == (addr_t) (&dummy32->regs.orig_gpr2)) {
743 		/*
744 		 * orig_gpr2 is stored on the kernel stack
745 		 */
746 		*(__u32*)((addr_t) &task_pt_regs(child)->orig_gpr2 + 4) = tmp;
747 
748 	} else if (addr < (addr_t) &dummy32->regs.fp_regs) {
749 		/*
750 		 * prevent writess of padding hole between
751 		 * orig_gpr2 and fp_regs on s390.
752 		 */
753 		return 0;
754 
755 	} else if (addr == (addr_t) &dummy32->regs.fp_regs.fpc) {
756 		/*
757 		 * floating point control reg. is in the thread structure
758 		 */
759 		if (test_fp_ctl(tmp))
760 			return -EINVAL;
761 		child->thread.fpu.fpc = data;
762 
763 	} else if (addr < (addr_t) (&dummy32->regs.fp_regs + 1)) {
764 		/*
765 		 * floating point regs. are either in child->thread.fpu
766 		 * or the child->thread.fpu.vxrs array
767 		 */
768 		offset = addr - (addr_t) &dummy32->regs.fp_regs.fprs;
769 		if (MACHINE_HAS_VX)
770 			*(__u32 *)((addr_t)
771 				child->thread.fpu.vxrs + 2*offset) = tmp;
772 		else
773 			*(__u32 *)((addr_t)
774 				child->thread.fpu.fprs + offset) = tmp;
775 
776 	} else if (addr < (addr_t) (&dummy32->regs.per_info + 1)) {
777 		/*
778 		 * Handle access to the per_info structure.
779 		 */
780 		addr -= (addr_t) &dummy32->regs.per_info;
781 		__poke_user_per_compat(child, addr, data);
782 	}
783 
784 	return 0;
785 }
786 
787 static int poke_user_compat(struct task_struct *child,
788 			    addr_t addr, addr_t data)
789 {
790 	if (!is_compat_task() || (addr & 3) ||
791 	    addr > sizeof(struct compat_user) - 3)
792 		return -EIO;
793 
794 	return __poke_user_compat(child, addr, data);
795 }
796 
797 long compat_arch_ptrace(struct task_struct *child, compat_long_t request,
798 			compat_ulong_t caddr, compat_ulong_t cdata)
799 {
800 	unsigned long addr = caddr;
801 	unsigned long data = cdata;
802 	compat_ptrace_area parea;
803 	int copied, ret;
804 
805 	switch (request) {
806 	case PTRACE_PEEKUSR:
807 		/* read the word at location addr in the USER area. */
808 		return peek_user_compat(child, addr, data);
809 
810 	case PTRACE_POKEUSR:
811 		/* write the word at location addr in the USER area */
812 		return poke_user_compat(child, addr, data);
813 
814 	case PTRACE_PEEKUSR_AREA:
815 	case PTRACE_POKEUSR_AREA:
816 		if (copy_from_user(&parea, (void __force __user *) addr,
817 							sizeof(parea)))
818 			return -EFAULT;
819 		addr = parea.kernel_addr;
820 		data = parea.process_addr;
821 		copied = 0;
822 		while (copied < parea.len) {
823 			if (request == PTRACE_PEEKUSR_AREA)
824 				ret = peek_user_compat(child, addr, data);
825 			else {
826 				__u32 utmp;
827 				if (get_user(utmp,
828 					     (__u32 __force __user *) data))
829 					return -EFAULT;
830 				ret = poke_user_compat(child, addr, utmp);
831 			}
832 			if (ret)
833 				return ret;
834 			addr += sizeof(unsigned int);
835 			data += sizeof(unsigned int);
836 			copied += sizeof(unsigned int);
837 		}
838 		return 0;
839 	case PTRACE_GET_LAST_BREAK:
840 		put_user(child->thread.last_break,
841 			 (unsigned int __user *) data);
842 		return 0;
843 	}
844 	return compat_ptrace_request(child, request, addr, data);
845 }
846 #endif
847 
848 /*
849  * user_regset definitions.
850  */
851 
852 static int s390_regs_get(struct task_struct *target,
853 			 const struct user_regset *regset,
854 			 struct membuf to)
855 {
856 	unsigned pos;
857 	if (target == current)
858 		save_access_regs(target->thread.acrs);
859 
860 	for (pos = 0; pos < sizeof(s390_regs); pos += sizeof(long))
861 		membuf_store(&to, __peek_user(target, pos));
862 	return 0;
863 }
864 
865 static int s390_regs_set(struct task_struct *target,
866 			 const struct user_regset *regset,
867 			 unsigned int pos, unsigned int count,
868 			 const void *kbuf, const void __user *ubuf)
869 {
870 	int rc = 0;
871 
872 	if (target == current)
873 		save_access_regs(target->thread.acrs);
874 
875 	if (kbuf) {
876 		const unsigned long *k = kbuf;
877 		while (count > 0 && !rc) {
878 			rc = __poke_user(target, pos, *k++);
879 			count -= sizeof(*k);
880 			pos += sizeof(*k);
881 		}
882 	} else {
883 		const unsigned long  __user *u = ubuf;
884 		while (count > 0 && !rc) {
885 			unsigned long word;
886 			rc = __get_user(word, u++);
887 			if (rc)
888 				break;
889 			rc = __poke_user(target, pos, word);
890 			count -= sizeof(*u);
891 			pos += sizeof(*u);
892 		}
893 	}
894 
895 	if (rc == 0 && target == current)
896 		restore_access_regs(target->thread.acrs);
897 
898 	return rc;
899 }
900 
901 static int s390_fpregs_get(struct task_struct *target,
902 			   const struct user_regset *regset,
903 			   struct membuf to)
904 {
905 	_s390_fp_regs fp_regs;
906 
907 	if (target == current)
908 		save_fpu_regs();
909 
910 	fp_regs.fpc = target->thread.fpu.fpc;
911 	fpregs_store(&fp_regs, &target->thread.fpu);
912 
913 	return membuf_write(&to, &fp_regs, sizeof(fp_regs));
914 }
915 
916 static int s390_fpregs_set(struct task_struct *target,
917 			   const struct user_regset *regset, unsigned int pos,
918 			   unsigned int count, const void *kbuf,
919 			   const void __user *ubuf)
920 {
921 	int rc = 0;
922 	freg_t fprs[__NUM_FPRS];
923 
924 	if (target == current)
925 		save_fpu_regs();
926 
927 	if (MACHINE_HAS_VX)
928 		convert_vx_to_fp(fprs, target->thread.fpu.vxrs);
929 	else
930 		memcpy(&fprs, target->thread.fpu.fprs, sizeof(fprs));
931 
932 	/* If setting FPC, must validate it first. */
933 	if (count > 0 && pos < offsetof(s390_fp_regs, fprs)) {
934 		u32 ufpc[2] = { target->thread.fpu.fpc, 0 };
935 		rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &ufpc,
936 					0, offsetof(s390_fp_regs, fprs));
937 		if (rc)
938 			return rc;
939 		if (ufpc[1] != 0 || test_fp_ctl(ufpc[0]))
940 			return -EINVAL;
941 		target->thread.fpu.fpc = ufpc[0];
942 	}
943 
944 	if (rc == 0 && count > 0)
945 		rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
946 					fprs, offsetof(s390_fp_regs, fprs), -1);
947 	if (rc)
948 		return rc;
949 
950 	if (MACHINE_HAS_VX)
951 		convert_fp_to_vx(target->thread.fpu.vxrs, fprs);
952 	else
953 		memcpy(target->thread.fpu.fprs, &fprs, sizeof(fprs));
954 
955 	return rc;
956 }
957 
958 static int s390_last_break_get(struct task_struct *target,
959 			       const struct user_regset *regset,
960 			       struct membuf to)
961 {
962 	return membuf_store(&to, target->thread.last_break);
963 }
964 
965 static int s390_last_break_set(struct task_struct *target,
966 			       const struct user_regset *regset,
967 			       unsigned int pos, unsigned int count,
968 			       const void *kbuf, const void __user *ubuf)
969 {
970 	return 0;
971 }
972 
973 static int s390_tdb_get(struct task_struct *target,
974 			const struct user_regset *regset,
975 			struct membuf to)
976 {
977 	struct pt_regs *regs = task_pt_regs(target);
978 	size_t size;
979 
980 	if (!(regs->int_code & 0x200))
981 		return -ENODATA;
982 	size = sizeof(target->thread.trap_tdb.data);
983 	return membuf_write(&to, target->thread.trap_tdb.data, size);
984 }
985 
986 static int s390_tdb_set(struct task_struct *target,
987 			const struct user_regset *regset,
988 			unsigned int pos, unsigned int count,
989 			const void *kbuf, const void __user *ubuf)
990 {
991 	return 0;
992 }
993 
994 static int s390_vxrs_low_get(struct task_struct *target,
995 			     const struct user_regset *regset,
996 			     struct membuf to)
997 {
998 	__u64 vxrs[__NUM_VXRS_LOW];
999 	int i;
1000 
1001 	if (!MACHINE_HAS_VX)
1002 		return -ENODEV;
1003 	if (target == current)
1004 		save_fpu_regs();
1005 	for (i = 0; i < __NUM_VXRS_LOW; i++)
1006 		vxrs[i] = *((__u64 *)(target->thread.fpu.vxrs + i) + 1);
1007 	return membuf_write(&to, vxrs, sizeof(vxrs));
1008 }
1009 
1010 static int s390_vxrs_low_set(struct task_struct *target,
1011 			     const struct user_regset *regset,
1012 			     unsigned int pos, unsigned int count,
1013 			     const void *kbuf, const void __user *ubuf)
1014 {
1015 	__u64 vxrs[__NUM_VXRS_LOW];
1016 	int i, rc;
1017 
1018 	if (!MACHINE_HAS_VX)
1019 		return -ENODEV;
1020 	if (target == current)
1021 		save_fpu_regs();
1022 
1023 	for (i = 0; i < __NUM_VXRS_LOW; i++)
1024 		vxrs[i] = *((__u64 *)(target->thread.fpu.vxrs + i) + 1);
1025 
1026 	rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf, vxrs, 0, -1);
1027 	if (rc == 0)
1028 		for (i = 0; i < __NUM_VXRS_LOW; i++)
1029 			*((__u64 *)(target->thread.fpu.vxrs + i) + 1) = vxrs[i];
1030 
1031 	return rc;
1032 }
1033 
1034 static int s390_vxrs_high_get(struct task_struct *target,
1035 			      const struct user_regset *regset,
1036 			      struct membuf to)
1037 {
1038 	if (!MACHINE_HAS_VX)
1039 		return -ENODEV;
1040 	if (target == current)
1041 		save_fpu_regs();
1042 	return membuf_write(&to, target->thread.fpu.vxrs + __NUM_VXRS_LOW,
1043 			    __NUM_VXRS_HIGH * sizeof(__vector128));
1044 }
1045 
1046 static int s390_vxrs_high_set(struct task_struct *target,
1047 			      const struct user_regset *regset,
1048 			      unsigned int pos, unsigned int count,
1049 			      const void *kbuf, const void __user *ubuf)
1050 {
1051 	int rc;
1052 
1053 	if (!MACHINE_HAS_VX)
1054 		return -ENODEV;
1055 	if (target == current)
1056 		save_fpu_regs();
1057 
1058 	rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
1059 				target->thread.fpu.vxrs + __NUM_VXRS_LOW, 0, -1);
1060 	return rc;
1061 }
1062 
1063 static int s390_system_call_get(struct task_struct *target,
1064 				const struct user_regset *regset,
1065 				struct membuf to)
1066 {
1067 	return membuf_store(&to, target->thread.system_call);
1068 }
1069 
1070 static int s390_system_call_set(struct task_struct *target,
1071 				const struct user_regset *regset,
1072 				unsigned int pos, unsigned int count,
1073 				const void *kbuf, const void __user *ubuf)
1074 {
1075 	unsigned int *data = &target->thread.system_call;
1076 	return user_regset_copyin(&pos, &count, &kbuf, &ubuf,
1077 				  data, 0, sizeof(unsigned int));
1078 }
1079 
1080 static int s390_gs_cb_get(struct task_struct *target,
1081 			  const struct user_regset *regset,
1082 			  struct membuf to)
1083 {
1084 	struct gs_cb *data = target->thread.gs_cb;
1085 
1086 	if (!MACHINE_HAS_GS)
1087 		return -ENODEV;
1088 	if (!data)
1089 		return -ENODATA;
1090 	if (target == current)
1091 		save_gs_cb(data);
1092 	return membuf_write(&to, data, sizeof(struct gs_cb));
1093 }
1094 
1095 static int s390_gs_cb_set(struct task_struct *target,
1096 			  const struct user_regset *regset,
1097 			  unsigned int pos, unsigned int count,
1098 			  const void *kbuf, const void __user *ubuf)
1099 {
1100 	struct gs_cb gs_cb = { }, *data = NULL;
1101 	int rc;
1102 
1103 	if (!MACHINE_HAS_GS)
1104 		return -ENODEV;
1105 	if (!target->thread.gs_cb) {
1106 		data = kzalloc(sizeof(*data), GFP_KERNEL);
1107 		if (!data)
1108 			return -ENOMEM;
1109 	}
1110 	if (!target->thread.gs_cb)
1111 		gs_cb.gsd = 25;
1112 	else if (target == current)
1113 		save_gs_cb(&gs_cb);
1114 	else
1115 		gs_cb = *target->thread.gs_cb;
1116 	rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
1117 				&gs_cb, 0, sizeof(gs_cb));
1118 	if (rc) {
1119 		kfree(data);
1120 		return -EFAULT;
1121 	}
1122 	preempt_disable();
1123 	if (!target->thread.gs_cb)
1124 		target->thread.gs_cb = data;
1125 	*target->thread.gs_cb = gs_cb;
1126 	if (target == current) {
1127 		__ctl_set_bit(2, 4);
1128 		restore_gs_cb(target->thread.gs_cb);
1129 	}
1130 	preempt_enable();
1131 	return rc;
1132 }
1133 
1134 static int s390_gs_bc_get(struct task_struct *target,
1135 			  const struct user_regset *regset,
1136 			  struct membuf to)
1137 {
1138 	struct gs_cb *data = target->thread.gs_bc_cb;
1139 
1140 	if (!MACHINE_HAS_GS)
1141 		return -ENODEV;
1142 	if (!data)
1143 		return -ENODATA;
1144 	return membuf_write(&to, data, sizeof(struct gs_cb));
1145 }
1146 
1147 static int s390_gs_bc_set(struct task_struct *target,
1148 			  const struct user_regset *regset,
1149 			  unsigned int pos, unsigned int count,
1150 			  const void *kbuf, const void __user *ubuf)
1151 {
1152 	struct gs_cb *data = target->thread.gs_bc_cb;
1153 
1154 	if (!MACHINE_HAS_GS)
1155 		return -ENODEV;
1156 	if (!data) {
1157 		data = kzalloc(sizeof(*data), GFP_KERNEL);
1158 		if (!data)
1159 			return -ENOMEM;
1160 		target->thread.gs_bc_cb = data;
1161 	}
1162 	return user_regset_copyin(&pos, &count, &kbuf, &ubuf,
1163 				  data, 0, sizeof(struct gs_cb));
1164 }
1165 
1166 static bool is_ri_cb_valid(struct runtime_instr_cb *cb)
1167 {
1168 	return (cb->rca & 0x1f) == 0 &&
1169 		(cb->roa & 0xfff) == 0 &&
1170 		(cb->rla & 0xfff) == 0xfff &&
1171 		cb->s == 1 &&
1172 		cb->k == 1 &&
1173 		cb->h == 0 &&
1174 		cb->reserved1 == 0 &&
1175 		cb->ps == 1 &&
1176 		cb->qs == 0 &&
1177 		cb->pc == 1 &&
1178 		cb->qc == 0 &&
1179 		cb->reserved2 == 0 &&
1180 		cb->reserved3 == 0 &&
1181 		cb->reserved4 == 0 &&
1182 		cb->reserved5 == 0 &&
1183 		cb->reserved6 == 0 &&
1184 		cb->reserved7 == 0 &&
1185 		cb->reserved8 == 0 &&
1186 		cb->rla >= cb->roa &&
1187 		cb->rca >= cb->roa &&
1188 		cb->rca <= cb->rla+1 &&
1189 		cb->m < 3;
1190 }
1191 
1192 static int s390_runtime_instr_get(struct task_struct *target,
1193 				const struct user_regset *regset,
1194 				struct membuf to)
1195 {
1196 	struct runtime_instr_cb *data = target->thread.ri_cb;
1197 
1198 	if (!test_facility(64))
1199 		return -ENODEV;
1200 	if (!data)
1201 		return -ENODATA;
1202 
1203 	return membuf_write(&to, data, sizeof(struct runtime_instr_cb));
1204 }
1205 
1206 static int s390_runtime_instr_set(struct task_struct *target,
1207 				  const struct user_regset *regset,
1208 				  unsigned int pos, unsigned int count,
1209 				  const void *kbuf, const void __user *ubuf)
1210 {
1211 	struct runtime_instr_cb ri_cb = { }, *data = NULL;
1212 	int rc;
1213 
1214 	if (!test_facility(64))
1215 		return -ENODEV;
1216 
1217 	if (!target->thread.ri_cb) {
1218 		data = kzalloc(sizeof(*data), GFP_KERNEL);
1219 		if (!data)
1220 			return -ENOMEM;
1221 	}
1222 
1223 	if (target->thread.ri_cb) {
1224 		if (target == current)
1225 			store_runtime_instr_cb(&ri_cb);
1226 		else
1227 			ri_cb = *target->thread.ri_cb;
1228 	}
1229 
1230 	rc = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
1231 				&ri_cb, 0, sizeof(struct runtime_instr_cb));
1232 	if (rc) {
1233 		kfree(data);
1234 		return -EFAULT;
1235 	}
1236 
1237 	if (!is_ri_cb_valid(&ri_cb)) {
1238 		kfree(data);
1239 		return -EINVAL;
1240 	}
1241 	/*
1242 	 * Override access key in any case, since user space should
1243 	 * not be able to set it, nor should it care about it.
1244 	 */
1245 	ri_cb.key = PAGE_DEFAULT_KEY >> 4;
1246 	preempt_disable();
1247 	if (!target->thread.ri_cb)
1248 		target->thread.ri_cb = data;
1249 	*target->thread.ri_cb = ri_cb;
1250 	if (target == current)
1251 		load_runtime_instr_cb(target->thread.ri_cb);
1252 	preempt_enable();
1253 
1254 	return 0;
1255 }
1256 
1257 static const struct user_regset s390_regsets[] = {
1258 	{
1259 		.core_note_type = NT_PRSTATUS,
1260 		.n = sizeof(s390_regs) / sizeof(long),
1261 		.size = sizeof(long),
1262 		.align = sizeof(long),
1263 		.regset_get = s390_regs_get,
1264 		.set = s390_regs_set,
1265 	},
1266 	{
1267 		.core_note_type = NT_PRFPREG,
1268 		.n = sizeof(s390_fp_regs) / sizeof(long),
1269 		.size = sizeof(long),
1270 		.align = sizeof(long),
1271 		.regset_get = s390_fpregs_get,
1272 		.set = s390_fpregs_set,
1273 	},
1274 	{
1275 		.core_note_type = NT_S390_SYSTEM_CALL,
1276 		.n = 1,
1277 		.size = sizeof(unsigned int),
1278 		.align = sizeof(unsigned int),
1279 		.regset_get = s390_system_call_get,
1280 		.set = s390_system_call_set,
1281 	},
1282 	{
1283 		.core_note_type = NT_S390_LAST_BREAK,
1284 		.n = 1,
1285 		.size = sizeof(long),
1286 		.align = sizeof(long),
1287 		.regset_get = s390_last_break_get,
1288 		.set = s390_last_break_set,
1289 	},
1290 	{
1291 		.core_note_type = NT_S390_TDB,
1292 		.n = 1,
1293 		.size = 256,
1294 		.align = 1,
1295 		.regset_get = s390_tdb_get,
1296 		.set = s390_tdb_set,
1297 	},
1298 	{
1299 		.core_note_type = NT_S390_VXRS_LOW,
1300 		.n = __NUM_VXRS_LOW,
1301 		.size = sizeof(__u64),
1302 		.align = sizeof(__u64),
1303 		.regset_get = s390_vxrs_low_get,
1304 		.set = s390_vxrs_low_set,
1305 	},
1306 	{
1307 		.core_note_type = NT_S390_VXRS_HIGH,
1308 		.n = __NUM_VXRS_HIGH,
1309 		.size = sizeof(__vector128),
1310 		.align = sizeof(__vector128),
1311 		.regset_get = s390_vxrs_high_get,
1312 		.set = s390_vxrs_high_set,
1313 	},
1314 	{
1315 		.core_note_type = NT_S390_GS_CB,
1316 		.n = sizeof(struct gs_cb) / sizeof(__u64),
1317 		.size = sizeof(__u64),
1318 		.align = sizeof(__u64),
1319 		.regset_get = s390_gs_cb_get,
1320 		.set = s390_gs_cb_set,
1321 	},
1322 	{
1323 		.core_note_type = NT_S390_GS_BC,
1324 		.n = sizeof(struct gs_cb) / sizeof(__u64),
1325 		.size = sizeof(__u64),
1326 		.align = sizeof(__u64),
1327 		.regset_get = s390_gs_bc_get,
1328 		.set = s390_gs_bc_set,
1329 	},
1330 	{
1331 		.core_note_type = NT_S390_RI_CB,
1332 		.n = sizeof(struct runtime_instr_cb) / sizeof(__u64),
1333 		.size = sizeof(__u64),
1334 		.align = sizeof(__u64),
1335 		.regset_get = s390_runtime_instr_get,
1336 		.set = s390_runtime_instr_set,
1337 	},
1338 };
1339 
1340 static const struct user_regset_view user_s390_view = {
1341 	.name = "s390x",
1342 	.e_machine = EM_S390,
1343 	.regsets = s390_regsets,
1344 	.n = ARRAY_SIZE(s390_regsets)
1345 };
1346 
1347 #ifdef CONFIG_COMPAT
1348 static int s390_compat_regs_get(struct task_struct *target,
1349 				const struct user_regset *regset,
1350 				struct membuf to)
1351 {
1352 	unsigned n;
1353 
1354 	if (target == current)
1355 		save_access_regs(target->thread.acrs);
1356 
1357 	for (n = 0; n < sizeof(s390_compat_regs); n += sizeof(compat_ulong_t))
1358 		membuf_store(&to, __peek_user_compat(target, n));
1359 	return 0;
1360 }
1361 
1362 static int s390_compat_regs_set(struct task_struct *target,
1363 				const struct user_regset *regset,
1364 				unsigned int pos, unsigned int count,
1365 				const void *kbuf, const void __user *ubuf)
1366 {
1367 	int rc = 0;
1368 
1369 	if (target == current)
1370 		save_access_regs(target->thread.acrs);
1371 
1372 	if (kbuf) {
1373 		const compat_ulong_t *k = kbuf;
1374 		while (count > 0 && !rc) {
1375 			rc = __poke_user_compat(target, pos, *k++);
1376 			count -= sizeof(*k);
1377 			pos += sizeof(*k);
1378 		}
1379 	} else {
1380 		const compat_ulong_t  __user *u = ubuf;
1381 		while (count > 0 && !rc) {
1382 			compat_ulong_t word;
1383 			rc = __get_user(word, u++);
1384 			if (rc)
1385 				break;
1386 			rc = __poke_user_compat(target, pos, word);
1387 			count -= sizeof(*u);
1388 			pos += sizeof(*u);
1389 		}
1390 	}
1391 
1392 	if (rc == 0 && target == current)
1393 		restore_access_regs(target->thread.acrs);
1394 
1395 	return rc;
1396 }
1397 
1398 static int s390_compat_regs_high_get(struct task_struct *target,
1399 				     const struct user_regset *regset,
1400 				     struct membuf to)
1401 {
1402 	compat_ulong_t *gprs_high;
1403 	int i;
1404 
1405 	gprs_high = (compat_ulong_t *)task_pt_regs(target)->gprs;
1406 	for (i = 0; i < NUM_GPRS; i++, gprs_high += 2)
1407 		membuf_store(&to, *gprs_high);
1408 	return 0;
1409 }
1410 
1411 static int s390_compat_regs_high_set(struct task_struct *target,
1412 				     const struct user_regset *regset,
1413 				     unsigned int pos, unsigned int count,
1414 				     const void *kbuf, const void __user *ubuf)
1415 {
1416 	compat_ulong_t *gprs_high;
1417 	int rc = 0;
1418 
1419 	gprs_high = (compat_ulong_t *)
1420 		&task_pt_regs(target)->gprs[pos / sizeof(compat_ulong_t)];
1421 	if (kbuf) {
1422 		const compat_ulong_t *k = kbuf;
1423 		while (count > 0) {
1424 			*gprs_high = *k++;
1425 			*gprs_high += 2;
1426 			count -= sizeof(*k);
1427 		}
1428 	} else {
1429 		const compat_ulong_t  __user *u = ubuf;
1430 		while (count > 0 && !rc) {
1431 			unsigned long word;
1432 			rc = __get_user(word, u++);
1433 			if (rc)
1434 				break;
1435 			*gprs_high = word;
1436 			*gprs_high += 2;
1437 			count -= sizeof(*u);
1438 		}
1439 	}
1440 
1441 	return rc;
1442 }
1443 
1444 static int s390_compat_last_break_get(struct task_struct *target,
1445 				      const struct user_regset *regset,
1446 				      struct membuf to)
1447 {
1448 	compat_ulong_t last_break = target->thread.last_break;
1449 
1450 	return membuf_store(&to, (unsigned long)last_break);
1451 }
1452 
1453 static int s390_compat_last_break_set(struct task_struct *target,
1454 				      const struct user_regset *regset,
1455 				      unsigned int pos, unsigned int count,
1456 				      const void *kbuf, const void __user *ubuf)
1457 {
1458 	return 0;
1459 }
1460 
1461 static const struct user_regset s390_compat_regsets[] = {
1462 	{
1463 		.core_note_type = NT_PRSTATUS,
1464 		.n = sizeof(s390_compat_regs) / sizeof(compat_long_t),
1465 		.size = sizeof(compat_long_t),
1466 		.align = sizeof(compat_long_t),
1467 		.regset_get = s390_compat_regs_get,
1468 		.set = s390_compat_regs_set,
1469 	},
1470 	{
1471 		.core_note_type = NT_PRFPREG,
1472 		.n = sizeof(s390_fp_regs) / sizeof(compat_long_t),
1473 		.size = sizeof(compat_long_t),
1474 		.align = sizeof(compat_long_t),
1475 		.regset_get = s390_fpregs_get,
1476 		.set = s390_fpregs_set,
1477 	},
1478 	{
1479 		.core_note_type = NT_S390_SYSTEM_CALL,
1480 		.n = 1,
1481 		.size = sizeof(compat_uint_t),
1482 		.align = sizeof(compat_uint_t),
1483 		.regset_get = s390_system_call_get,
1484 		.set = s390_system_call_set,
1485 	},
1486 	{
1487 		.core_note_type = NT_S390_LAST_BREAK,
1488 		.n = 1,
1489 		.size = sizeof(long),
1490 		.align = sizeof(long),
1491 		.regset_get = s390_compat_last_break_get,
1492 		.set = s390_compat_last_break_set,
1493 	},
1494 	{
1495 		.core_note_type = NT_S390_TDB,
1496 		.n = 1,
1497 		.size = 256,
1498 		.align = 1,
1499 		.regset_get = s390_tdb_get,
1500 		.set = s390_tdb_set,
1501 	},
1502 	{
1503 		.core_note_type = NT_S390_VXRS_LOW,
1504 		.n = __NUM_VXRS_LOW,
1505 		.size = sizeof(__u64),
1506 		.align = sizeof(__u64),
1507 		.regset_get = s390_vxrs_low_get,
1508 		.set = s390_vxrs_low_set,
1509 	},
1510 	{
1511 		.core_note_type = NT_S390_VXRS_HIGH,
1512 		.n = __NUM_VXRS_HIGH,
1513 		.size = sizeof(__vector128),
1514 		.align = sizeof(__vector128),
1515 		.regset_get = s390_vxrs_high_get,
1516 		.set = s390_vxrs_high_set,
1517 	},
1518 	{
1519 		.core_note_type = NT_S390_HIGH_GPRS,
1520 		.n = sizeof(s390_compat_regs_high) / sizeof(compat_long_t),
1521 		.size = sizeof(compat_long_t),
1522 		.align = sizeof(compat_long_t),
1523 		.regset_get = s390_compat_regs_high_get,
1524 		.set = s390_compat_regs_high_set,
1525 	},
1526 	{
1527 		.core_note_type = NT_S390_GS_CB,
1528 		.n = sizeof(struct gs_cb) / sizeof(__u64),
1529 		.size = sizeof(__u64),
1530 		.align = sizeof(__u64),
1531 		.regset_get = s390_gs_cb_get,
1532 		.set = s390_gs_cb_set,
1533 	},
1534 	{
1535 		.core_note_type = NT_S390_GS_BC,
1536 		.n = sizeof(struct gs_cb) / sizeof(__u64),
1537 		.size = sizeof(__u64),
1538 		.align = sizeof(__u64),
1539 		.regset_get = s390_gs_bc_get,
1540 		.set = s390_gs_bc_set,
1541 	},
1542 	{
1543 		.core_note_type = NT_S390_RI_CB,
1544 		.n = sizeof(struct runtime_instr_cb) / sizeof(__u64),
1545 		.size = sizeof(__u64),
1546 		.align = sizeof(__u64),
1547 		.regset_get = s390_runtime_instr_get,
1548 		.set = s390_runtime_instr_set,
1549 	},
1550 };
1551 
1552 static const struct user_regset_view user_s390_compat_view = {
1553 	.name = "s390",
1554 	.e_machine = EM_S390,
1555 	.regsets = s390_compat_regsets,
1556 	.n = ARRAY_SIZE(s390_compat_regsets)
1557 };
1558 #endif
1559 
1560 const struct user_regset_view *task_user_regset_view(struct task_struct *task)
1561 {
1562 #ifdef CONFIG_COMPAT
1563 	if (test_tsk_thread_flag(task, TIF_31BIT))
1564 		return &user_s390_compat_view;
1565 #endif
1566 	return &user_s390_view;
1567 }
1568 
1569 static const char *gpr_names[NUM_GPRS] = {
1570 	"r0", "r1",  "r2",  "r3",  "r4",  "r5",  "r6",  "r7",
1571 	"r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15",
1572 };
1573 
1574 unsigned long regs_get_register(struct pt_regs *regs, unsigned int offset)
1575 {
1576 	if (offset >= NUM_GPRS)
1577 		return 0;
1578 	return regs->gprs[offset];
1579 }
1580 
1581 int regs_query_register_offset(const char *name)
1582 {
1583 	unsigned long offset;
1584 
1585 	if (!name || *name != 'r')
1586 		return -EINVAL;
1587 	if (kstrtoul(name + 1, 10, &offset))
1588 		return -EINVAL;
1589 	if (offset >= NUM_GPRS)
1590 		return -EINVAL;
1591 	return offset;
1592 }
1593 
1594 const char *regs_query_register_name(unsigned int offset)
1595 {
1596 	if (offset >= NUM_GPRS)
1597 		return NULL;
1598 	return gpr_names[offset];
1599 }
1600 
1601 static int regs_within_kernel_stack(struct pt_regs *regs, unsigned long addr)
1602 {
1603 	unsigned long ksp = kernel_stack_pointer(regs);
1604 
1605 	return (addr & ~(THREAD_SIZE - 1)) == (ksp & ~(THREAD_SIZE - 1));
1606 }
1607 
1608 /**
1609  * regs_get_kernel_stack_nth() - get Nth entry of the stack
1610  * @regs:pt_regs which contains kernel stack pointer.
1611  * @n:stack entry number.
1612  *
1613  * regs_get_kernel_stack_nth() returns @n th entry of the kernel stack which
1614  * is specifined by @regs. If the @n th entry is NOT in the kernel stack,
1615  * this returns 0.
1616  */
1617 unsigned long regs_get_kernel_stack_nth(struct pt_regs *regs, unsigned int n)
1618 {
1619 	unsigned long addr;
1620 
1621 	addr = kernel_stack_pointer(regs) + n * sizeof(long);
1622 	if (!regs_within_kernel_stack(regs, addr))
1623 		return 0;
1624 	return *(unsigned long *)addr;
1625 }
1626