11da177e4SLinus Torvalds/* 21da177e4SLinus Torvalds * linux/arch/arm/kernel/entry-common.S 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2000 Russell King 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 71da177e4SLinus Torvalds * it under the terms of the GNU General Public License version 2 as 81da177e4SLinus Torvalds * published by the Free Software Foundation. 91da177e4SLinus Torvalds */ 101da177e4SLinus Torvalds 111da177e4SLinus Torvalds#include <asm/unistd.h> 12395a59d0SAbhishek Sagar#include <asm/ftrace.h> 13c4c5716eSCatalin Marinas#include <asm/unwind.h> 141da177e4SLinus Torvalds 1513a5045dSRob Herring#ifdef CONFIG_NEED_RET_TO_USER 1613a5045dSRob Herring#include <mach/entry-macro.S> 1713a5045dSRob Herring#else 1813a5045dSRob Herring .macro arch_ret_to_user, tmp1, tmp2 1913a5045dSRob Herring .endm 2013a5045dSRob Herring#endif 2113a5045dSRob Herring 221da177e4SLinus Torvalds#include "entry-header.S" 231da177e4SLinus Torvalds 241da177e4SLinus Torvalds 251da177e4SLinus Torvalds .align 5 261da177e4SLinus Torvalds/* 271da177e4SLinus Torvalds * This is the fast syscall return path. We do as little as 281da177e4SLinus Torvalds * possible here, and this includes saving r0 back into the SVC 291da177e4SLinus Torvalds * stack. 301da177e4SLinus Torvalds */ 311da177e4SLinus Torvaldsret_fast_syscall: 32c4c5716eSCatalin Marinas UNWIND(.fnstart ) 33c4c5716eSCatalin Marinas UNWIND(.cantunwind ) 341ec42c0cSRussell King disable_irq @ disable interrupts 351da177e4SLinus Torvalds ldr r1, [tsk, #TI_FLAGS] 361da177e4SLinus Torvalds tst r1, #_TIF_WORK_MASK 371da177e4SLinus Torvalds bne fast_work_pending 38d13e5eddSTodd Android Poynor#if defined(CONFIG_IRQSOFF_TRACER) 39d13e5eddSTodd Android Poynor asm_trace_hardirqs_on 40d13e5eddSTodd Android Poynor#endif 41f4dc9a4cSRussell King 42f80dff9dSDan Williams /* perform architecture specific actions before user return */ 43f80dff9dSDan Williams arch_ret_to_user r1, lr 44f80dff9dSDan Williams 45b86040a5SCatalin Marinas restore_user_regs fast = 1, offset = S_OFF 46c4c5716eSCatalin Marinas UNWIND(.fnend ) 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds/* 491da177e4SLinus Torvalds * Ok, we need to do extra processing, enter the slow path. 501da177e4SLinus Torvalds */ 511da177e4SLinus Torvaldsfast_work_pending: 521da177e4SLinus Torvalds str r0, [sp, #S_R0+S_OFF]! @ returned r0 531da177e4SLinus Torvaldswork_pending: 541da177e4SLinus Torvalds mov r0, sp @ 'regs' 551da177e4SLinus Torvalds mov r2, why @ 'syscall' 560a267fa6SAl Viro bl do_work_pending 5766285217SAl Viro cmp r0, #0 5881783786SAl Viro beq no_work_pending 5966285217SAl Viro movlt scno, #(__NR_restart_syscall - __NR_SYSCALL_BASE) 6081783786SAl Viro ldmia sp, {r0 - r6} @ have to reload r0 - r6 6181783786SAl Viro b local_restart @ ... and off we go 6281783786SAl Viro 631da177e4SLinus Torvalds/* 641da177e4SLinus Torvalds * "slow" syscall return path. "why" tells us if this was a real syscall. 651da177e4SLinus Torvalds */ 661da177e4SLinus TorvaldsENTRY(ret_to_user) 671da177e4SLinus Torvaldsret_slow_syscall: 681ec42c0cSRussell King disable_irq @ disable interrupts 699fc2552aSMing LeiENTRY(ret_to_user_from_irq) 701da177e4SLinus Torvalds ldr r1, [tsk, #TI_FLAGS] 711da177e4SLinus Torvalds tst r1, #_TIF_WORK_MASK 721da177e4SLinus Torvalds bne work_pending 731da177e4SLinus Torvaldsno_work_pending: 74d13e5eddSTodd Android Poynor#if defined(CONFIG_IRQSOFF_TRACER) 75d13e5eddSTodd Android Poynor asm_trace_hardirqs_on 76d13e5eddSTodd Android Poynor#endif 77f80dff9dSDan Williams /* perform architecture specific actions before user return */ 78f80dff9dSDan Williams arch_ret_to_user r1, lr 79f80dff9dSDan Williams 80b86040a5SCatalin Marinas restore_user_regs fast = 0, offset = 0 819fc2552aSMing LeiENDPROC(ret_to_user_from_irq) 8293ed3970SCatalin MarinasENDPROC(ret_to_user) 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds/* 851da177e4SLinus Torvalds * This is how we return from a fork. 861da177e4SLinus Torvalds */ 871da177e4SLinus TorvaldsENTRY(ret_from_fork) 881da177e4SLinus Torvalds bl schedule_tail 891da177e4SLinus Torvalds get_thread_info tsk 901da177e4SLinus Torvalds mov why, #1 911da177e4SLinus Torvalds b ret_slow_syscall 9293ed3970SCatalin MarinasENDPROC(ret_from_fork) 931da177e4SLinus Torvalds 94fa1b4f91SAl Viro .equ NR_syscalls,0 95fa1b4f91SAl Viro#define CALL(x) .equ NR_syscalls,NR_syscalls+1 961da177e4SLinus Torvalds#include "calls.S" 97fa1b4f91SAl Viro#undef CALL 98fa1b4f91SAl Viro#define CALL(x) .long x 991da177e4SLinus Torvalds 100606576ceSSteven Rostedt#ifdef CONFIG_FUNCTION_TRACER 101686ff228SRabin Vincent/* 102686ff228SRabin Vincent * When compiling with -pg, gcc inserts a call to the mcount routine at the 103686ff228SRabin Vincent * start of every function. In mcount, apart from the function's address (in 104686ff228SRabin Vincent * lr), we need to get hold of the function's caller's address. 105686ff228SRabin Vincent * 106686ff228SRabin Vincent * Older GCCs (pre-4.4) inserted a call to a routine called mcount like this: 107686ff228SRabin Vincent * 108686ff228SRabin Vincent * bl mcount 109686ff228SRabin Vincent * 110686ff228SRabin Vincent * These versions have the limitation that in order for the mcount routine to 111686ff228SRabin Vincent * be able to determine the function's caller's address, an APCS-style frame 112686ff228SRabin Vincent * pointer (which is set up with something like the code below) is required. 113686ff228SRabin Vincent * 114686ff228SRabin Vincent * mov ip, sp 115686ff228SRabin Vincent * push {fp, ip, lr, pc} 116686ff228SRabin Vincent * sub fp, ip, #4 117686ff228SRabin Vincent * 118686ff228SRabin Vincent * With EABI, these frame pointers are not available unless -mapcs-frame is 119686ff228SRabin Vincent * specified, and if building as Thumb-2, not even then. 120686ff228SRabin Vincent * 121686ff228SRabin Vincent * Newer GCCs (4.4+) solve this problem by introducing a new version of mcount, 122686ff228SRabin Vincent * with call sites like: 123686ff228SRabin Vincent * 124686ff228SRabin Vincent * push {lr} 125686ff228SRabin Vincent * bl __gnu_mcount_nc 126686ff228SRabin Vincent * 127686ff228SRabin Vincent * With these compilers, frame pointers are not necessary. 128686ff228SRabin Vincent * 129686ff228SRabin Vincent * mcount can be thought of as a function called in the middle of a subroutine 130686ff228SRabin Vincent * call. As such, it needs to be transparent for both the caller and the 131686ff228SRabin Vincent * callee: the original lr needs to be restored when leaving mcount, and no 132686ff228SRabin Vincent * registers should be clobbered. (In the __gnu_mcount_nc implementation, we 133686ff228SRabin Vincent * clobber the ip register. This is OK because the ARM calling convention 134686ff228SRabin Vincent * allows it to be clobbered in subroutines and doesn't use it to hold 135686ff228SRabin Vincent * parameters.) 1363b6c223bSRabin Vincent * 1373b6c223bSRabin Vincent * When using dynamic ftrace, we patch out the mcount call by a "mov r0, r0" 1383b6c223bSRabin Vincent * for the mcount case, and a "pop {lr}" for the __gnu_mcount_nc case (see 1393b6c223bSRabin Vincent * arch/arm/kernel/ftrace.c). 140686ff228SRabin Vincent */ 14109bfafacSRabin Vincent 14209bfafacSRabin Vincent#ifndef CONFIG_OLD_MCOUNT 14309bfafacSRabin Vincent#if (__GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ < 4)) 14409bfafacSRabin Vincent#error Ftrace requires CONFIG_FRAME_POINTER=y with GCC older than 4.4.0. 14509bfafacSRabin Vincent#endif 14609bfafacSRabin Vincent#endif 14709bfafacSRabin Vincent 148d68133b5SRabin Vincent.macro mcount_adjust_addr rd, rn 149d68133b5SRabin Vincent bic \rd, \rn, #1 @ clear the Thumb bit if present 150d68133b5SRabin Vincent sub \rd, \rd, #MCOUNT_INSN_SIZE 151d68133b5SRabin Vincent.endm 152d68133b5SRabin Vincent 153d3b9dc9dSRabin Vincent.macro __mcount suffix 154d3b9dc9dSRabin Vincent mcount_enter 155181f817eSUwe Kleine-König ldr r0, =ftrace_trace_function 156181f817eSUwe Kleine-König ldr r2, [r0] 157a3ba87a6SRabin Vincent adr r0, .Lftrace_stub 158181f817eSUwe Kleine-König cmp r0, r2 159d3b9dc9dSRabin Vincent bne 1f 160181f817eSUwe Kleine-König 161376cfa87STim Bird#ifdef CONFIG_FUNCTION_GRAPH_TRACER 162376cfa87STim Bird ldr r1, =ftrace_graph_return 163376cfa87STim Bird ldr r2, [r1] 164376cfa87STim Bird cmp r0, r2 165376cfa87STim Bird bne ftrace_graph_caller\suffix 166376cfa87STim Bird 167376cfa87STim Bird ldr r1, =ftrace_graph_entry 168376cfa87STim Bird ldr r2, [r1] 169376cfa87STim Bird ldr r0, =ftrace_graph_entry_stub 170376cfa87STim Bird cmp r0, r2 171376cfa87STim Bird bne ftrace_graph_caller\suffix 172376cfa87STim Bird#endif 173376cfa87STim Bird 174d3b9dc9dSRabin Vincent mcount_exit 175181f817eSUwe Kleine-König 176d3b9dc9dSRabin Vincent1: mcount_get_lr r1 @ lr of instrumented func 177d68133b5SRabin Vincent mcount_adjust_addr r0, lr @ instrumented function 178d3b9dc9dSRabin Vincent adr lr, BSYM(2f) 179181f817eSUwe Kleine-König mov pc, r2 180d3b9dc9dSRabin Vincent2: mcount_exit 181d3b9dc9dSRabin Vincent.endm 182d3b9dc9dSRabin Vincent 183d3b9dc9dSRabin Vincent.macro __ftrace_caller suffix 184d3b9dc9dSRabin Vincent mcount_enter 185d3b9dc9dSRabin Vincent 186d3b9dc9dSRabin Vincent mcount_get_lr r1 @ lr of instrumented func 187d68133b5SRabin Vincent mcount_adjust_addr r0, lr @ instrumented function 188d3b9dc9dSRabin Vincent 189d3b9dc9dSRabin Vincent .globl ftrace_call\suffix 190d3b9dc9dSRabin Vincentftrace_call\suffix: 191d3b9dc9dSRabin Vincent bl ftrace_stub 192d3b9dc9dSRabin Vincent 193dd686eb1SRabin Vincent#ifdef CONFIG_FUNCTION_GRAPH_TRACER 194dd686eb1SRabin Vincent .globl ftrace_graph_call\suffix 195dd686eb1SRabin Vincentftrace_graph_call\suffix: 196dd686eb1SRabin Vincent mov r0, r0 197dd686eb1SRabin Vincent#endif 198dd686eb1SRabin Vincent 199d3b9dc9dSRabin Vincent mcount_exit 200d3b9dc9dSRabin Vincent.endm 201181f817eSUwe Kleine-König 202376cfa87STim Bird.macro __ftrace_graph_caller 203376cfa87STim Bird sub r0, fp, #4 @ &lr of instrumented routine (&parent) 204dd686eb1SRabin Vincent#ifdef CONFIG_DYNAMIC_FTRACE 205dd686eb1SRabin Vincent @ called from __ftrace_caller, saved in mcount_enter 206dd686eb1SRabin Vincent ldr r1, [sp, #16] @ instrumented routine (func) 207d68133b5SRabin Vincent mcount_adjust_addr r1, r1 208dd686eb1SRabin Vincent#else 209dd686eb1SRabin Vincent @ called from __mcount, untouched in lr 210d68133b5SRabin Vincent mcount_adjust_addr r1, lr @ instrumented routine (func) 211dd686eb1SRabin Vincent#endif 212376cfa87STim Bird mov r2, fp @ frame pointer 213376cfa87STim Bird bl prepare_ftrace_return 214376cfa87STim Bird mcount_exit 215376cfa87STim Bird.endm 216014c257cSAbhishek Sagar 21709bfafacSRabin Vincent#ifdef CONFIG_OLD_MCOUNT 21809bfafacSRabin Vincent/* 219d3b9dc9dSRabin Vincent * mcount 22009bfafacSRabin Vincent */ 221014c257cSAbhishek Sagar 222d3b9dc9dSRabin Vincent.macro mcount_enter 223d3b9dc9dSRabin Vincent stmdb sp!, {r0-r3, lr} 224d3b9dc9dSRabin Vincent.endm 225d3b9dc9dSRabin Vincent 226d3b9dc9dSRabin Vincent.macro mcount_get_lr reg 227d3b9dc9dSRabin Vincent ldr \reg, [fp, #-4] 228d3b9dc9dSRabin Vincent.endm 229d3b9dc9dSRabin Vincent 230d3b9dc9dSRabin Vincent.macro mcount_exit 231d3b9dc9dSRabin Vincent ldr lr, [fp, #-4] 232014c257cSAbhishek Sagar ldmia sp!, {r0-r3, pc} 233d3b9dc9dSRabin Vincent.endm 234d3b9dc9dSRabin Vincent 235d3b9dc9dSRabin VincentENTRY(mcount) 236d3b9dc9dSRabin Vincent#ifdef CONFIG_DYNAMIC_FTRACE 237d3b9dc9dSRabin Vincent stmdb sp!, {lr} 238d3b9dc9dSRabin Vincent ldr lr, [fp, #-4] 239d3b9dc9dSRabin Vincent ldmia sp!, {pc} 240d3b9dc9dSRabin Vincent#else 241d3b9dc9dSRabin Vincent __mcount _old 242d3b9dc9dSRabin Vincent#endif 24372fa62faSRabin VincentENDPROC(mcount) 244d3b9dc9dSRabin Vincent 245d3b9dc9dSRabin Vincent#ifdef CONFIG_DYNAMIC_FTRACE 246d3b9dc9dSRabin VincentENTRY(ftrace_caller_old) 247d3b9dc9dSRabin Vincent __ftrace_caller _old 248d3b9dc9dSRabin VincentENDPROC(ftrace_caller_old) 24909bfafacSRabin Vincent#endif 250014c257cSAbhishek Sagar 251376cfa87STim Bird#ifdef CONFIG_FUNCTION_GRAPH_TRACER 252376cfa87STim BirdENTRY(ftrace_graph_caller_old) 253376cfa87STim Bird __ftrace_graph_caller 254376cfa87STim BirdENDPROC(ftrace_graph_caller_old) 255376cfa87STim Bird#endif 256376cfa87STim Bird 257d3b9dc9dSRabin Vincent.purgem mcount_enter 258d3b9dc9dSRabin Vincent.purgem mcount_get_lr 259d3b9dc9dSRabin Vincent.purgem mcount_exit 260d3b9dc9dSRabin Vincent#endif 261d3b9dc9dSRabin Vincent 262d3b9dc9dSRabin Vincent/* 263d3b9dc9dSRabin Vincent * __gnu_mcount_nc 264d3b9dc9dSRabin Vincent */ 265d3b9dc9dSRabin Vincent 266d3b9dc9dSRabin Vincent.macro mcount_enter 267d3b9dc9dSRabin Vincent stmdb sp!, {r0-r3, lr} 268d3b9dc9dSRabin Vincent.endm 269d3b9dc9dSRabin Vincent 270d3b9dc9dSRabin Vincent.macro mcount_get_lr reg 271d3b9dc9dSRabin Vincent ldr \reg, [sp, #20] 272d3b9dc9dSRabin Vincent.endm 273d3b9dc9dSRabin Vincent 274d3b9dc9dSRabin Vincent.macro mcount_exit 275d3b9dc9dSRabin Vincent ldmia sp!, {r0-r3, ip, lr} 276d3b9dc9dSRabin Vincent mov pc, ip 277d3b9dc9dSRabin Vincent.endm 278d3b9dc9dSRabin Vincent 279d3b9dc9dSRabin VincentENTRY(__gnu_mcount_nc) 280d3b9dc9dSRabin Vincent#ifdef CONFIG_DYNAMIC_FTRACE 281d3b9dc9dSRabin Vincent mov ip, lr 282d3b9dc9dSRabin Vincent ldmia sp!, {lr} 283d3b9dc9dSRabin Vincent mov pc, ip 284d3b9dc9dSRabin Vincent#else 285d3b9dc9dSRabin Vincent __mcount 286d3b9dc9dSRabin Vincent#endif 287d3b9dc9dSRabin VincentENDPROC(__gnu_mcount_nc) 288d3b9dc9dSRabin Vincent 289d3b9dc9dSRabin Vincent#ifdef CONFIG_DYNAMIC_FTRACE 290d3b9dc9dSRabin VincentENTRY(ftrace_caller) 291d3b9dc9dSRabin Vincent __ftrace_caller 292d3b9dc9dSRabin VincentENDPROC(ftrace_caller) 293d3b9dc9dSRabin Vincent#endif 294d3b9dc9dSRabin Vincent 295376cfa87STim Bird#ifdef CONFIG_FUNCTION_GRAPH_TRACER 296376cfa87STim BirdENTRY(ftrace_graph_caller) 297376cfa87STim Bird __ftrace_graph_caller 298376cfa87STim BirdENDPROC(ftrace_graph_caller) 299376cfa87STim Bird#endif 300376cfa87STim Bird 301d3b9dc9dSRabin Vincent.purgem mcount_enter 302d3b9dc9dSRabin Vincent.purgem mcount_get_lr 303d3b9dc9dSRabin Vincent.purgem mcount_exit 304014c257cSAbhishek Sagar 305376cfa87STim Bird#ifdef CONFIG_FUNCTION_GRAPH_TRACER 306376cfa87STim Bird .globl return_to_handler 307376cfa87STim Birdreturn_to_handler: 308376cfa87STim Bird stmdb sp!, {r0-r3} 309376cfa87STim Bird mov r0, fp @ frame pointer 310376cfa87STim Bird bl ftrace_return_to_handler 311376cfa87STim Bird mov lr, r0 @ r0 has real ret addr 312376cfa87STim Bird ldmia sp!, {r0-r3} 313376cfa87STim Bird mov pc, lr 314376cfa87STim Bird#endif 315014c257cSAbhishek Sagar 31672fa62faSRabin VincentENTRY(ftrace_stub) 317a3ba87a6SRabin Vincent.Lftrace_stub: 318014c257cSAbhishek Sagar mov pc, lr 31972fa62faSRabin VincentENDPROC(ftrace_stub) 320014c257cSAbhishek Sagar 321606576ceSSteven Rostedt#endif /* CONFIG_FUNCTION_TRACER */ 322014c257cSAbhishek Sagar 3231da177e4SLinus Torvalds/*============================================================================= 3241da177e4SLinus Torvalds * SWI handler 3251da177e4SLinus Torvalds *----------------------------------------------------------------------------- 3261da177e4SLinus Torvalds */ 3271da177e4SLinus Torvalds 3281da177e4SLinus Torvalds .align 5 3291da177e4SLinus TorvaldsENTRY(vector_swi) 330f4dc9a4cSRussell King sub sp, sp, #S_FRAME_SIZE 331f4dc9a4cSRussell King stmia sp, {r0 - r12} @ Calling r0 - r12 332b86040a5SCatalin Marinas ARM( add r8, sp, #S_PC ) 333b86040a5SCatalin Marinas ARM( stmdb r8, {sp, lr}^ ) @ Calling sp, lr 334b86040a5SCatalin Marinas THUMB( mov r8, sp ) 335b86040a5SCatalin Marinas THUMB( store_user_sp_lr r8, r10, S_SP ) @ calling sp, lr 336f4dc9a4cSRussell King mrs r8, spsr @ called from non-FIQ mode, so ok. 337f4dc9a4cSRussell King str lr, [sp, #S_PC] @ Save calling PC 338f4dc9a4cSRussell King str r8, [sp, #S_PSR] @ Save CPSR 339f4dc9a4cSRussell King str r0, [sp, #S_OLD_R0] @ Save OLD_R0 3401da177e4SLinus Torvalds zero_fp 341e0f9f4a6SRussell King 342e0f9f4a6SRussell King /* 343e0f9f4a6SRussell King * Get the system call number. 344e0f9f4a6SRussell King */ 3453f2829a3SNicolas Pitre 346dd35afc2SNicolas Pitre#if defined(CONFIG_OABI_COMPAT) 3473f2829a3SNicolas Pitre 348dd35afc2SNicolas Pitre /* 349dd35afc2SNicolas Pitre * If we have CONFIG_OABI_COMPAT then we need to look at the swi 350dd35afc2SNicolas Pitre * value to determine if it is an EABI or an old ABI call. 351dd35afc2SNicolas Pitre */ 352dd35afc2SNicolas Pitre#ifdef CONFIG_ARM_THUMB 353dd35afc2SNicolas Pitre tst r8, #PSR_T_BIT 354dd35afc2SNicolas Pitre movne r10, #0 @ no thumb OABI emulation 355dd35afc2SNicolas Pitre ldreq r10, [lr, #-4] @ get SWI instruction 356dd35afc2SNicolas Pitre#else 357dd35afc2SNicolas Pitre ldr r10, [lr, #-4] @ get SWI instruction 358dd35afc2SNicolas Pitre#endif 35926584853SCatalin Marinas#ifdef CONFIG_CPU_ENDIAN_BE8 36026584853SCatalin Marinas rev r10, r10 @ little endian instruction 36126584853SCatalin Marinas#endif 362dd35afc2SNicolas Pitre 363dd35afc2SNicolas Pitre#elif defined(CONFIG_AEABI) 364dd35afc2SNicolas Pitre 365dd35afc2SNicolas Pitre /* 366dd35afc2SNicolas Pitre * Pure EABI user space always put syscall number into scno (r7). 367dd35afc2SNicolas Pitre */ 3683f2829a3SNicolas Pitre#elif defined(CONFIG_ARM_THUMB) 369dd35afc2SNicolas Pitre /* Legacy ABI only, possibly thumb mode. */ 370e0f9f4a6SRussell King tst r8, #PSR_T_BIT @ this is SPSR from save_user_regs 371e0f9f4a6SRussell King addne scno, r7, #__NR_SYSCALL_BASE @ put OS number in 372e0f9f4a6SRussell King ldreq scno, [lr, #-4] 373dd35afc2SNicolas Pitre 374e0f9f4a6SRussell King#else 375dd35afc2SNicolas Pitre /* Legacy ABI only. */ 376e0f9f4a6SRussell King ldr scno, [lr, #-4] @ get SWI instruction 377e0f9f4a6SRussell King#endif 3781da177e4SLinus Torvalds 3791da177e4SLinus Torvalds#ifdef CONFIG_ALIGNMENT_TRAP 3801da177e4SLinus Torvalds ldr ip, __cr_alignment 3811da177e4SLinus Torvalds ldr ip, [ip] 3821da177e4SLinus Torvalds mcr p15, 0, ip, c1, c0 @ update control register 3831da177e4SLinus Torvalds#endif 3841ec42c0cSRussell King enable_irq 3851da177e4SLinus Torvalds 3861da177e4SLinus Torvalds get_thread_info tsk 387dd35afc2SNicolas Pitre adr tbl, sys_call_table @ load syscall table pointer 388dd35afc2SNicolas Pitre 389dd35afc2SNicolas Pitre#if defined(CONFIG_OABI_COMPAT) 390dd35afc2SNicolas Pitre /* 391dd35afc2SNicolas Pitre * If the swi argument is zero, this is an EABI call and we do nothing. 392dd35afc2SNicolas Pitre * 393dd35afc2SNicolas Pitre * If this is an old ABI call, get the syscall number into scno and 394dd35afc2SNicolas Pitre * get the old ABI syscall table address. 395dd35afc2SNicolas Pitre */ 396dd35afc2SNicolas Pitre bics r10, r10, #0xff000000 397dd35afc2SNicolas Pitre eorne scno, r10, #__NR_OABI_SYSCALL_BASE 398dd35afc2SNicolas Pitre ldrne tbl, =sys_oabi_call_table 399dd35afc2SNicolas Pitre#elif !defined(CONFIG_AEABI) 4001da177e4SLinus Torvalds bic scno, scno, #0xff000000 @ mask off SWI op-code 401e0f9f4a6SRussell King eor scno, scno, #__NR_SYSCALL_BASE @ check OS number 4023f2829a3SNicolas Pitre#endif 403dd35afc2SNicolas Pitre 40481783786SAl Virolocal_restart: 40570c70d97SNicolas Pitre ldr r10, [tsk, #TI_FLAGS] @ check for syscall tracing 4063f2829a3SNicolas Pitre stmdb sp!, {r4, r5} @ push fifth and sixth args 40770c70d97SNicolas Pitre 40870c70d97SNicolas Pitre#ifdef CONFIG_SECCOMP 40970c70d97SNicolas Pitre tst r10, #_TIF_SECCOMP 41070c70d97SNicolas Pitre beq 1f 41170c70d97SNicolas Pitre mov r0, scno 41270c70d97SNicolas Pitre bl __secure_computing 41370c70d97SNicolas Pitre add r0, sp, #S_R0 + S_OFF @ pointer to regs 41470c70d97SNicolas Pitre ldmia r0, {r0 - r3} @ have to reload r0 - r3 41570c70d97SNicolas Pitre1: 41670c70d97SNicolas Pitre#endif 41770c70d97SNicolas Pitre 41829ef73b7SNathaniel Husted tst r10, #_TIF_SYSCALL_WORK @ are we tracing syscalls? 4191da177e4SLinus Torvalds bne __sys_trace 4201da177e4SLinus Torvalds 4211da177e4SLinus Torvalds cmp scno, #NR_syscalls @ check upper syscall limit 422b86040a5SCatalin Marinas adr lr, BSYM(ret_fast_syscall) @ return address 4231da177e4SLinus Torvalds ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine 4241da177e4SLinus Torvalds 4251da177e4SLinus Torvalds add r1, sp, #S_OFF 4261da177e4SLinus Torvalds2: mov why, #0 @ no longer a real syscall 427e0f9f4a6SRussell King cmp scno, #(__ARM_NR_BASE - __NR_SYSCALL_BASE) 428e0f9f4a6SRussell King eor r0, scno, #__NR_SYSCALL_BASE @ put OS number back 4291da177e4SLinus Torvalds bcs arm_syscall 4301da177e4SLinus Torvalds b sys_ni_syscall @ not private func 43193ed3970SCatalin MarinasENDPROC(vector_swi) 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds /* 4341da177e4SLinus Torvalds * This is the really slow path. We're going to be doing 4351da177e4SLinus Torvalds * context switches, and waiting for our parent to respond. 4361da177e4SLinus Torvalds */ 4371da177e4SLinus Torvalds__sys_trace: 438ad722541SWill Deacon mov r1, scno 439ad722541SWill Deacon add r0, sp, #S_OFF 440ad722541SWill Deacon bl syscall_trace_enter 4411da177e4SLinus Torvalds 442b86040a5SCatalin Marinas adr lr, BSYM(__sys_trace_return) @ return address 4433f471126SNicolas Pitre mov scno, r0 @ syscall number (possibly new) 4441da177e4SLinus Torvalds add r1, sp, #S_R0 + S_OFF @ pointer to regs 4451da177e4SLinus Torvalds cmp scno, #NR_syscalls @ check upper syscall limit 446c7aa00dbSWill Deacon ldmccia r1, {r0 - r6} @ have to reload r0 - r6 447c7aa00dbSWill Deacon stmccia sp, {r4, r5} @ and update the stack args 4481da177e4SLinus Torvalds ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine 4491da177e4SLinus Torvalds b 2b 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds__sys_trace_return: 4521da177e4SLinus Torvalds str r0, [sp, #S_R0 + S_OFF]! @ save returned r0 453ad722541SWill Deacon mov r1, scno 454ad722541SWill Deacon mov r0, sp 455ad722541SWill Deacon bl syscall_trace_exit 4561da177e4SLinus Torvalds b ret_slow_syscall 4571da177e4SLinus Torvalds 4581da177e4SLinus Torvalds .align 5 4591da177e4SLinus Torvalds#ifdef CONFIG_ALIGNMENT_TRAP 4601da177e4SLinus Torvalds .type __cr_alignment, #object 4611da177e4SLinus Torvalds__cr_alignment: 4621da177e4SLinus Torvalds .word cr_alignment 4631da177e4SLinus Torvalds#endif 464dd35afc2SNicolas Pitre .ltorg 465dd35afc2SNicolas Pitre 466dd35afc2SNicolas Pitre/* 467dd35afc2SNicolas Pitre * This is the syscall table declaration for native ABI syscalls. 468dd35afc2SNicolas Pitre * With EABI a couple syscalls are obsolete and defined as sys_ni_syscall. 469dd35afc2SNicolas Pitre */ 470dd35afc2SNicolas Pitre#define ABI(native, compat) native 471dd35afc2SNicolas Pitre#ifdef CONFIG_AEABI 472dd35afc2SNicolas Pitre#define OBSOLETE(syscall) sys_ni_syscall 473dd35afc2SNicolas Pitre#else 474dd35afc2SNicolas Pitre#define OBSOLETE(syscall) syscall 475dd35afc2SNicolas Pitre#endif 4761da177e4SLinus Torvalds 4771da177e4SLinus Torvalds .type sys_call_table, #object 4781da177e4SLinus TorvaldsENTRY(sys_call_table) 4791da177e4SLinus Torvalds#include "calls.S" 480dd35afc2SNicolas Pitre#undef ABI 481dd35afc2SNicolas Pitre#undef OBSOLETE 4821da177e4SLinus Torvalds 4831da177e4SLinus Torvalds/*============================================================================ 4841da177e4SLinus Torvalds * Special system call wrappers 4851da177e4SLinus Torvalds */ 4861da177e4SLinus Torvalds@ r0 = syscall number 487567bd980SRussell King@ r8 = syscall table 4881da177e4SLinus Torvaldssys_syscall: 4895247593cSPaul Brook bic scno, r0, #__NR_OABI_SYSCALL_BASE 4901da177e4SLinus Torvalds cmp scno, #__NR_syscall - __NR_SYSCALL_BASE 4911da177e4SLinus Torvalds cmpne scno, #NR_syscalls @ check range 4921da177e4SLinus Torvalds stmloia sp, {r5, r6} @ shuffle args 4931da177e4SLinus Torvalds movlo r0, r1 4941da177e4SLinus Torvalds movlo r1, r2 4951da177e4SLinus Torvalds movlo r2, r3 4961da177e4SLinus Torvalds movlo r3, r4 4971da177e4SLinus Torvalds ldrlo pc, [tbl, scno, lsl #2] 4981da177e4SLinus Torvalds b sys_ni_syscall 49993ed3970SCatalin MarinasENDPROC(sys_syscall) 5001da177e4SLinus Torvalds 5011da177e4SLinus Torvaldssys_fork_wrapper: 5021da177e4SLinus Torvalds add r0, sp, #S_OFF 5031da177e4SLinus Torvalds b sys_fork 50493ed3970SCatalin MarinasENDPROC(sys_fork_wrapper) 5051da177e4SLinus Torvalds 5061da177e4SLinus Torvaldssys_vfork_wrapper: 5071da177e4SLinus Torvalds add r0, sp, #S_OFF 5081da177e4SLinus Torvalds b sys_vfork 50993ed3970SCatalin MarinasENDPROC(sys_vfork_wrapper) 5101da177e4SLinus Torvalds 5111da177e4SLinus Torvaldssys_execve_wrapper: 5121da177e4SLinus Torvalds add r3, sp, #S_OFF 5131da177e4SLinus Torvalds b sys_execve 51493ed3970SCatalin MarinasENDPROC(sys_execve_wrapper) 5151da177e4SLinus Torvalds 5161da177e4SLinus Torvaldssys_clone_wrapper: 5171da177e4SLinus Torvalds add ip, sp, #S_OFF 5181da177e4SLinus Torvalds str ip, [sp, #4] 5191da177e4SLinus Torvalds b sys_clone 52093ed3970SCatalin MarinasENDPROC(sys_clone_wrapper) 5211da177e4SLinus Torvalds 5221da177e4SLinus Torvaldssys_sigreturn_wrapper: 5231da177e4SLinus Torvalds add r0, sp, #S_OFF 524653d48b2SAl Viro mov why, #0 @ prevent syscall restart handling 5251da177e4SLinus Torvalds b sys_sigreturn 52693ed3970SCatalin MarinasENDPROC(sys_sigreturn_wrapper) 5271da177e4SLinus Torvalds 5281da177e4SLinus Torvaldssys_rt_sigreturn_wrapper: 5291da177e4SLinus Torvalds add r0, sp, #S_OFF 530653d48b2SAl Viro mov why, #0 @ prevent syscall restart handling 5311da177e4SLinus Torvalds b sys_rt_sigreturn 53293ed3970SCatalin MarinasENDPROC(sys_rt_sigreturn_wrapper) 5331da177e4SLinus Torvalds 5341da177e4SLinus Torvaldssys_sigaltstack_wrapper: 5351da177e4SLinus Torvalds ldr r2, [sp, #S_OFF + S_SP] 5361da177e4SLinus Torvalds b do_sigaltstack 53793ed3970SCatalin MarinasENDPROC(sys_sigaltstack_wrapper) 5381da177e4SLinus Torvalds 539713c4815SNicolas Pitresys_statfs64_wrapper: 540713c4815SNicolas Pitre teq r1, #88 541713c4815SNicolas Pitre moveq r1, #84 542713c4815SNicolas Pitre b sys_statfs64 54393ed3970SCatalin MarinasENDPROC(sys_statfs64_wrapper) 544713c4815SNicolas Pitre 545713c4815SNicolas Pitresys_fstatfs64_wrapper: 546713c4815SNicolas Pitre teq r1, #88 547713c4815SNicolas Pitre moveq r1, #84 548713c4815SNicolas Pitre b sys_fstatfs64 54993ed3970SCatalin MarinasENDPROC(sys_fstatfs64_wrapper) 550713c4815SNicolas Pitre 5511da177e4SLinus Torvalds/* 5521da177e4SLinus Torvalds * Note: off_4k (r5) is always units of 4K. If we can't do the requested 5531da177e4SLinus Torvalds * offset, we return EINVAL. 5541da177e4SLinus Torvalds */ 5551da177e4SLinus Torvaldssys_mmap2: 5561da177e4SLinus Torvalds#if PAGE_SHIFT > 12 5571da177e4SLinus Torvalds tst r5, #PGOFF_MASK 5581da177e4SLinus Torvalds moveq r5, r5, lsr #PAGE_SHIFT - 12 5591da177e4SLinus Torvalds streq r5, [sp, #4] 560f8b72560SAl Viro beq sys_mmap_pgoff 5611da177e4SLinus Torvalds mov r0, #-EINVAL 5627999d8d7SRussell King mov pc, lr 5631da177e4SLinus Torvalds#else 5641da177e4SLinus Torvalds str r5, [sp, #4] 565f8b72560SAl Viro b sys_mmap_pgoff 5661da177e4SLinus Torvalds#endif 56793ed3970SCatalin MarinasENDPROC(sys_mmap2) 568687ad019SNicolas Pitre 569687ad019SNicolas Pitre#ifdef CONFIG_OABI_COMPAT 570dd35afc2SNicolas Pitre 571687ad019SNicolas Pitre/* 572687ad019SNicolas Pitre * These are syscalls with argument register differences 573687ad019SNicolas Pitre */ 574687ad019SNicolas Pitre 575687ad019SNicolas Pitresys_oabi_pread64: 576687ad019SNicolas Pitre stmia sp, {r3, r4} 577687ad019SNicolas Pitre b sys_pread64 57893ed3970SCatalin MarinasENDPROC(sys_oabi_pread64) 579687ad019SNicolas Pitre 580687ad019SNicolas Pitresys_oabi_pwrite64: 581687ad019SNicolas Pitre stmia sp, {r3, r4} 582687ad019SNicolas Pitre b sys_pwrite64 58393ed3970SCatalin MarinasENDPROC(sys_oabi_pwrite64) 584687ad019SNicolas Pitre 585687ad019SNicolas Pitresys_oabi_truncate64: 586687ad019SNicolas Pitre mov r3, r2 587687ad019SNicolas Pitre mov r2, r1 588687ad019SNicolas Pitre b sys_truncate64 58993ed3970SCatalin MarinasENDPROC(sys_oabi_truncate64) 590687ad019SNicolas Pitre 591687ad019SNicolas Pitresys_oabi_ftruncate64: 592687ad019SNicolas Pitre mov r3, r2 593687ad019SNicolas Pitre mov r2, r1 594687ad019SNicolas Pitre b sys_ftruncate64 59593ed3970SCatalin MarinasENDPROC(sys_oabi_ftruncate64) 596687ad019SNicolas Pitre 597687ad019SNicolas Pitresys_oabi_readahead: 598687ad019SNicolas Pitre str r3, [sp] 599687ad019SNicolas Pitre mov r3, r2 600687ad019SNicolas Pitre mov r2, r1 601687ad019SNicolas Pitre b sys_readahead 60293ed3970SCatalin MarinasENDPROC(sys_oabi_readahead) 603687ad019SNicolas Pitre 604dd35afc2SNicolas Pitre/* 605dd35afc2SNicolas Pitre * Let's declare a second syscall table for old ABI binaries 606dd35afc2SNicolas Pitre * using the compatibility syscall entries. 607dd35afc2SNicolas Pitre */ 608dd35afc2SNicolas Pitre#define ABI(native, compat) compat 609dd35afc2SNicolas Pitre#define OBSOLETE(syscall) syscall 610dd35afc2SNicolas Pitre 611dd35afc2SNicolas Pitre .type sys_oabi_call_table, #object 612dd35afc2SNicolas PitreENTRY(sys_oabi_call_table) 613dd35afc2SNicolas Pitre#include "calls.S" 614dd35afc2SNicolas Pitre#undef ABI 615dd35afc2SNicolas Pitre#undef OBSOLETE 616dd35afc2SNicolas Pitre 617687ad019SNicolas Pitre#endif 618687ad019SNicolas Pitre 619