powerpc/kernel/interrupt_64.S

1 #include <asm/asm-offsets.h>
4 #include <asm/exception-64s.h>
6 #include <asm/exception-64e.h>
8 #include <asm/feature-fixups.h>
9 #include <asm/head-64.h>
47 .macro system_call_vectored name trapnr
48 	.globl system_call_vectored_\name
49 system_call_vectored_\name:
50 _ASM_NOKPROBE_SYMBOL(system_call_vectored_\name)
64 	/* Save syscall parameters in r3-r8 */
66 	/* Zero r9-r12, this should only be required when restoring all GPRs */
91 	 * scv enters with MSR[EE]=1 and is immediately considered soft-masked.
104 	bl	CFUNC(system_call_exception)
106 .Lsyscall_vectored_\name\()_exit:
109 	bl	CFUNC(syscall_exit_prepare)
111 .Lsyscall_vectored_\name\()_rst_start:
114 	bne-	syscall_vectored_\name\()_restart
134 	bne	.Lsyscall_vectored_\name\()_restore_regs
136 	/* rfscv returns with LR->NIA and CTR->MSR */
160 .Lsyscall_vectored_\name\()_restore_regs:
177 .Lsyscall_vectored_\name\()_rst_end:
179 syscall_vectored_\name\()_restart:
180 _ASM_NOKPROBE_SYMBOL(syscall_vectored_\name\()_restart)
188 	bl	CFUNC(syscall_exit_restart)
190 	b	.Lsyscall_vectored_\name\()_rst_start
193 SOFT_MASK_TABLE(.Lsyscall_vectored_\name\()_rst_start, 1b)
194 RESTART_TABLE(.Lsyscall_vectored_\name\()_rst_start, .Lsyscall_vectored_\name\()_rst_end, syscall_v…
202  * which is tested by system_call_exception when r0 is -1 (as set by vector
236 	/* Save syscall parameters in r3-r8 */
238 	/* Zero r9-r12, this should only be required when restoring all GPRs */
253 	rldimi	r12,r11,28,(63-28)
271 	 * We always enter kernel from userspace with irq soft-mask enabled and
278 	li	r12,-1 /* Set MSR_EE and MSR_RI */
289 	bl	CFUNC(system_call_exception)
294 	bl	CFUNC(syscall_exit_prepare)
300 	bne-	syscall_restart
375 	bl	CFUNC(syscall_exit_restart)
404 	bl	CFUNC(unrecoverable_exception)
422 	bl	CFUNC(interrupt_exit_user_prepare)
425 	bne-	.Lrestore_nvgprs_\srr
433 	bne-	interrupt_return_\srr\()_user_restart
526 	bl	CFUNC(interrupt_exit_user_restart)
539 	bl	CFUNC(interrupt_exit_kernel_prepare)
549 	 * Returning to soft-disabled context.
585 	 * In the soft-enabled case, need to double-check that we have no
599 	bne-	interrupt_return_\srr\()_kernel_restart
662 	bne-	cr1,1f /* emulate stack store */
677 	 * store the previous value of r1 to the stack before re-loading our
708 	bl	CFUNC(interrupt_exit_kernel_restart)
730 	bl	CFUNC(schedule_tail)
737 	bl	CFUNC(schedule_tail)
743 	bl	CFUNC(schedule_tail)
759 	bl	CFUNC(schedule_tail)