1fa697140SDominik Brodowski /* SPDX-License-Identifier: GPL-2.0 */
2fa697140SDominik Brodowski /*
3fa697140SDominik Brodowski  * syscall_wrapper.h - x86 specific wrappers to syscall definitions
4fa697140SDominik Brodowski  */
5fa697140SDominik Brodowski 
6fa697140SDominik Brodowski #ifndef _ASM_X86_SYSCALL_WRAPPER_H
7fa697140SDominik Brodowski #define _ASM_X86_SYSCALL_WRAPPER_H
8fa697140SDominik Brodowski 
9ebeb8c82SDominik Brodowski /* Mapping of registers to parameters for syscalls on x86-64 and x32 */
10ebeb8c82SDominik Brodowski #define SC_X86_64_REGS_TO_ARGS(x, ...)					\
11ebeb8c82SDominik Brodowski 	__MAP(x,__SC_ARGS						\
12ebeb8c82SDominik Brodowski 		,,regs->di,,regs->si,,regs->dx				\
13ebeb8c82SDominik Brodowski 		,,regs->r10,,regs->r8,,regs->r9)			\
14ebeb8c82SDominik Brodowski 
15ebeb8c82SDominik Brodowski /* Mapping of registers to parameters for syscalls on i386 */
16ebeb8c82SDominik Brodowski #define SC_IA32_REGS_TO_ARGS(x, ...)					\
17ebeb8c82SDominik Brodowski 	__MAP(x,__SC_ARGS						\
18ebeb8c82SDominik Brodowski 	      ,,(unsigned int)regs->bx,,(unsigned int)regs->cx		\
19ebeb8c82SDominik Brodowski 	      ,,(unsigned int)regs->dx,,(unsigned int)regs->si		\
20ebeb8c82SDominik Brodowski 	      ,,(unsigned int)regs->di,,(unsigned int)regs->bp)
21ebeb8c82SDominik Brodowski 
22ebeb8c82SDominik Brodowski #ifdef CONFIG_IA32_EMULATION
23ebeb8c82SDominik Brodowski /*
24ebeb8c82SDominik Brodowski  * For IA32 emulation, we need to handle "compat" syscalls *and* create
25e145242eSDominik Brodowski  * additional wrappers (aptly named __ia32_sys_xyzzy) which decode the
26ebeb8c82SDominik Brodowski  * ia32 regs in the proper order for shared or "common" syscalls. As some
27ebeb8c82SDominik Brodowski  * syscalls may not be implemented, we need to expand COND_SYSCALL in
28ebeb8c82SDominik Brodowski  * kernel/sys_ni.c and SYS_NI in kernel/time/posix-stubs.c to cover this
29ebeb8c82SDominik Brodowski  * case as well.
30ebeb8c82SDominik Brodowski  */
31ebeb8c82SDominik Brodowski #define COMPAT_SC_IA32_STUBx(x, name, ...)				\
325ac9efa3SDominik Brodowski 	asmlinkage long __ia32_compat_sys##name(const struct pt_regs *regs);\
335ac9efa3SDominik Brodowski 	ALLOW_ERROR_INJECTION(__ia32_compat_sys##name, ERRNO);		\
345ac9efa3SDominik Brodowski 	asmlinkage long __ia32_compat_sys##name(const struct pt_regs *regs)\
35ebeb8c82SDominik Brodowski 	{								\
365ac9efa3SDominik Brodowski 		return __se_compat_sys##name(SC_IA32_REGS_TO_ARGS(x,__VA_ARGS__));\
37ebeb8c82SDominik Brodowski 	}								\
38ebeb8c82SDominik Brodowski 
39ebeb8c82SDominik Brodowski #define SC_IA32_WRAPPERx(x, name, ...)					\
40e145242eSDominik Brodowski 	asmlinkage long __ia32_sys##name(const struct pt_regs *regs);	\
41e145242eSDominik Brodowski 	ALLOW_ERROR_INJECTION(__ia32_sys##name, ERRNO);			\
42e145242eSDominik Brodowski 	asmlinkage long __ia32_sys##name(const struct pt_regs *regs)	\
43ebeb8c82SDominik Brodowski 	{								\
44e145242eSDominik Brodowski 		return __se_sys##name(SC_IA32_REGS_TO_ARGS(x,__VA_ARGS__));\
45ebeb8c82SDominik Brodowski 	}
46ebeb8c82SDominik Brodowski 
47ebeb8c82SDominik Brodowski #define COND_SYSCALL(name)						\
48ebeb8c82SDominik Brodowski 	cond_syscall(sys_##name);					\
49e145242eSDominik Brodowski 	cond_syscall(__ia32_sys_##name)
50ebeb8c82SDominik Brodowski 
51ebeb8c82SDominik Brodowski #define SYS_NI(name)							\
52ebeb8c82SDominik Brodowski 	SYSCALL_ALIAS(sys_##name, sys_ni_posix_timers);			\
53e145242eSDominik Brodowski 	SYSCALL_ALIAS(__ia32_sys_##name, sys_ni_posix_timers)
54ebeb8c82SDominik Brodowski 
55ebeb8c82SDominik Brodowski #else /* CONFIG_IA32_EMULATION */
56ebeb8c82SDominik Brodowski #define COMPAT_SC_IA32_STUBx(x, name, ...)
57ebeb8c82SDominik Brodowski #define SC_IA32_WRAPPERx(x, fullname, name, ...)
58ebeb8c82SDominik Brodowski #endif /* CONFIG_IA32_EMULATION */
59ebeb8c82SDominik Brodowski 
60ebeb8c82SDominik Brodowski 
61ebeb8c82SDominik Brodowski #ifdef CONFIG_X86_X32
62ebeb8c82SDominik Brodowski /*
63ebeb8c82SDominik Brodowski  * For the x32 ABI, we need to create a stub for compat_sys_*() which is aware
64ebeb8c82SDominik Brodowski  * of the x86-64-style parameter ordering of x32 syscalls. The syscalls common
65ebeb8c82SDominik Brodowski  * with x86_64 obviously do not need such care.
66ebeb8c82SDominik Brodowski  */
67ebeb8c82SDominik Brodowski #define COMPAT_SC_X32_STUBx(x, name, ...)				\
685ac9efa3SDominik Brodowski 	asmlinkage long __x32_compat_sys##name(const struct pt_regs *regs);\
695ac9efa3SDominik Brodowski 	ALLOW_ERROR_INJECTION(__x32_compat_sys##name, ERRNO);		\
705ac9efa3SDominik Brodowski 	asmlinkage long __x32_compat_sys##name(const struct pt_regs *regs)\
71ebeb8c82SDominik Brodowski 	{								\
725ac9efa3SDominik Brodowski 		return __se_compat_sys##name(SC_X86_64_REGS_TO_ARGS(x,__VA_ARGS__));\
73ebeb8c82SDominik Brodowski 	}								\
74ebeb8c82SDominik Brodowski 
75ebeb8c82SDominik Brodowski #else /* CONFIG_X86_X32 */
76ebeb8c82SDominik Brodowski #define COMPAT_SC_X32_STUBx(x, name, ...)
77ebeb8c82SDominik Brodowski #endif /* CONFIG_X86_X32 */
78ebeb8c82SDominik Brodowski 
79ebeb8c82SDominik Brodowski 
80ebeb8c82SDominik Brodowski #ifdef CONFIG_COMPAT
81ebeb8c82SDominik Brodowski /*
82ebeb8c82SDominik Brodowski  * Compat means IA32_EMULATION and/or X86_X32. As they use a different
83ebeb8c82SDominik Brodowski  * mapping of registers to parameters, we need to generate stubs for each
84ebeb8c82SDominik Brodowski  * of them. There is no need to implement COMPAT_SYSCALL_DEFINE0, as it is
85ebeb8c82SDominik Brodowski  * unused on x86.
86ebeb8c82SDominik Brodowski  */
87ebeb8c82SDominik Brodowski #define COMPAT_SYSCALL_DEFINEx(x, name, ...)					\
885ac9efa3SDominik Brodowski 	static long __se_compat_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__));	\
895ac9efa3SDominik Brodowski 	static inline long __do_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__));\
90ebeb8c82SDominik Brodowski 	COMPAT_SC_IA32_STUBx(x, name, __VA_ARGS__)				\
91ebeb8c82SDominik Brodowski 	COMPAT_SC_X32_STUBx(x, name, __VA_ARGS__)				\
925ac9efa3SDominik Brodowski 	static long __se_compat_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__))	\
93ebeb8c82SDominik Brodowski 	{									\
945ac9efa3SDominik Brodowski 		return __do_compat_sys##name(__MAP(x,__SC_DELOUSE,__VA_ARGS__));\
95ebeb8c82SDominik Brodowski 	}									\
965ac9efa3SDominik Brodowski 	static inline long __do_compat_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__))
97ebeb8c82SDominik Brodowski 
98ebeb8c82SDominik Brodowski /*
99ebeb8c82SDominik Brodowski  * As some compat syscalls may not be implemented, we need to expand
100ebeb8c82SDominik Brodowski  * COND_SYSCALL_COMPAT in kernel/sys_ni.c and COMPAT_SYS_NI in
101ebeb8c82SDominik Brodowski  * kernel/time/posix-stubs.c to cover this case as well.
102ebeb8c82SDominik Brodowski  */
103ebeb8c82SDominik Brodowski #define COND_SYSCALL_COMPAT(name) 					\
1045ac9efa3SDominik Brodowski 	cond_syscall(__ia32_compat_sys_##name);				\
1055ac9efa3SDominik Brodowski 	cond_syscall(__x32_compat_sys_##name)
106ebeb8c82SDominik Brodowski 
107ebeb8c82SDominik Brodowski #define COMPAT_SYS_NI(name)						\
1085ac9efa3SDominik Brodowski 	SYSCALL_ALIAS(__ia32_compat_sys_##name, sys_ni_posix_timers);	\
1095ac9efa3SDominik Brodowski 	SYSCALL_ALIAS(__x32_compat_sys_##name, sys_ni_posix_timers)
110ebeb8c82SDominik Brodowski 
111ebeb8c82SDominik Brodowski #endif /* CONFIG_COMPAT */
112ebeb8c82SDominik Brodowski 
113ebeb8c82SDominik Brodowski 
114fa697140SDominik Brodowski /*
115fa697140SDominik Brodowski  * Instead of the generic __SYSCALL_DEFINEx() definition, this macro takes
116fa697140SDominik Brodowski  * struct pt_regs *regs as the only argument of the syscall stub named
117fa697140SDominik Brodowski  * sys_*(). It decodes just the registers it needs and passes them on to
118e145242eSDominik Brodowski  * the __se_sys_*() wrapper performing sign extension and then to the
119e145242eSDominik Brodowski  * __do_sys_*() function doing the actual job. These wrappers and functions
120e145242eSDominik Brodowski  * are inlined (at least in very most cases), meaning that the assembly looks
121e145242eSDominik Brodowski  * as follows (slightly re-ordered for better readability):
122fa697140SDominik Brodowski  *
123fa697140SDominik Brodowski  * <sys_recv>:			<-- syscall with 4 parameters
124fa697140SDominik Brodowski  *	callq	<__fentry__>
125fa697140SDominik Brodowski  *
126fa697140SDominik Brodowski  *	mov	0x70(%rdi),%rdi	<-- decode regs->di
127fa697140SDominik Brodowski  *	mov	0x68(%rdi),%rsi	<-- decode regs->si
128fa697140SDominik Brodowski  *	mov	0x60(%rdi),%rdx	<-- decode regs->dx
129fa697140SDominik Brodowski  *	mov	0x38(%rdi),%rcx	<-- decode regs->r10
130fa697140SDominik Brodowski  *
131fa697140SDominik Brodowski  *	xor	%r9d,%r9d	<-- clear %r9
132fa697140SDominik Brodowski  *	xor	%r8d,%r8d	<-- clear %r8
133fa697140SDominik Brodowski  *
134fa697140SDominik Brodowski  *	callq	__sys_recvfrom	<-- do the actual work in __sys_recvfrom()
135fa697140SDominik Brodowski  *				    which takes 6 arguments
136fa697140SDominik Brodowski  *
137fa697140SDominik Brodowski  *	cltq			<-- extend return value to 64-bit
138fa697140SDominik Brodowski  *	retq			<-- return
139fa697140SDominik Brodowski  *
140fa697140SDominik Brodowski  * This approach avoids leaking random user-provided register content down
141fa697140SDominik Brodowski  * the call chain.
142fa697140SDominik Brodowski  *
143ebeb8c82SDominik Brodowski  * If IA32_EMULATION is enabled, this macro generates an additional wrapper
144e145242eSDominik Brodowski  * named __ia32_sys_*() which decodes the struct pt_regs *regs according
145ebeb8c82SDominik Brodowski  * to the i386 calling convention (bx, cx, dx, si, di, bp).
146ebeb8c82SDominik Brodowski  *
147fa697140SDominik Brodowski  * As the generic SYSCALL_DEFINE0() macro does not decode any parameters for
148fa697140SDominik Brodowski  * obvious reasons, and passing struct pt_regs *regs to it in %rdi does not
149ebeb8c82SDominik Brodowski  * hurt, there is no need to override it, or to define it differently for
150ebeb8c82SDominik Brodowski  * IA32_EMULATION.
151fa697140SDominik Brodowski  */
152fa697140SDominik Brodowski #define __SYSCALL_DEFINEx(x, name, ...)					\
153fa697140SDominik Brodowski 	asmlinkage long sys##name(const struct pt_regs *regs);		\
154fa697140SDominik Brodowski 	ALLOW_ERROR_INJECTION(sys##name, ERRNO);			\
155e145242eSDominik Brodowski 	static long __se_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__));	\
156e145242eSDominik Brodowski 	static inline long __do_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__));\
157fa697140SDominik Brodowski 	asmlinkage long sys##name(const struct pt_regs *regs)		\
158fa697140SDominik Brodowski 	{								\
159e145242eSDominik Brodowski 		return __se_sys##name(SC_X86_64_REGS_TO_ARGS(x,__VA_ARGS__));\
160fa697140SDominik Brodowski 	}								\
161ebeb8c82SDominik Brodowski 	SC_IA32_WRAPPERx(x, name, __VA_ARGS__)				\
162e145242eSDominik Brodowski 	static long __se_sys##name(__MAP(x,__SC_LONG,__VA_ARGS__))	\
163fa697140SDominik Brodowski 	{								\
164e145242eSDominik Brodowski 		long ret = __do_sys##name(__MAP(x,__SC_CAST,__VA_ARGS__));\
165fa697140SDominik Brodowski 		__MAP(x,__SC_TEST,__VA_ARGS__);				\
166fa697140SDominik Brodowski 		__PROTECT(x, ret,__MAP(x,__SC_ARGS,__VA_ARGS__));	\
167fa697140SDominik Brodowski 		return ret;						\
168fa697140SDominik Brodowski 	}								\
169e145242eSDominik Brodowski 	static inline long __do_sys##name(__MAP(x,__SC_DECL,__VA_ARGS__))
170fa697140SDominik Brodowski 
171fa697140SDominik Brodowski /*
172fa697140SDominik Brodowski  * For VSYSCALLS, we need to declare these three syscalls with the new
173fa697140SDominik Brodowski  * pt_regs-based calling convention for in-kernel use.
174fa697140SDominik Brodowski  */
175fa697140SDominik Brodowski struct pt_regs;
176fa697140SDominik Brodowski asmlinkage long sys_getcpu(const struct pt_regs *regs);		/* di,si,dx */
177fa697140SDominik Brodowski asmlinkage long sys_gettimeofday(const struct pt_regs *regs);	/* di,si */
178fa697140SDominik Brodowski asmlinkage long sys_time(const struct pt_regs *regs);		/* di */
179fa697140SDominik Brodowski 
180fa697140SDominik Brodowski #endif /* _ASM_X86_SYSCALL_WRAPPER_H */
181