1/* SPDX-License-Identifier: GPL-2.0 */ 2/* 3 * AArch32 user helpers. 4 * Based on the kuser helpers in arch/arm/kernel/entry-armv.S. 5 * 6 * Copyright (C) 2005-2011 Nicolas Pitre <nico@fluxnic.net> 7 * Copyright (C) 2012-2018 ARM Ltd. 8 * 9 * The kuser helpers below are mapped at a fixed address by 10 * aarch32_setup_additional_pages() and are provided for compatibility 11 * reasons with 32 bit (aarch32) applications that need them. 12 * 13 * See Documentation/arm/kernel_user_helpers.rst for formal definitions. 14 */ 15 16#include <asm/unistd.h> 17 18 .section .rodata 19 .align 5 20 .globl __kuser_helper_start 21__kuser_helper_start: 22 23__kuser_cmpxchg64: // 0xffff0f60 24 .inst 0xe92d00f0 // push {r4, r5, r6, r7} 25 .inst 0xe1c040d0 // ldrd r4, r5, [r0] 26 .inst 0xe1c160d0 // ldrd r6, r7, [r1] 27 .inst 0xe1b20f9f // 1: ldrexd r0, r1, [r2] 28 .inst 0xe0303004 // eors r3, r0, r4 29 .inst 0x00313005 // eoreqs r3, r1, r5 30 .inst 0x01a23e96 // stlexdeq r3, r6, [r2] 31 .inst 0x03330001 // teqeq r3, #1 32 .inst 0x0afffff9 // beq 1b 33 .inst 0xf57ff05b // dmb ish 34 .inst 0xe2730000 // rsbs r0, r3, #0 35 .inst 0xe8bd00f0 // pop {r4, r5, r6, r7} 36 .inst 0xe12fff1e // bx lr 37 38 .align 5 39__kuser_memory_barrier: // 0xffff0fa0 40 .inst 0xf57ff05b // dmb ish 41 .inst 0xe12fff1e // bx lr 42 43 .align 5 44__kuser_cmpxchg: // 0xffff0fc0 45 .inst 0xe1923f9f // 1: ldrex r3, [r2] 46 .inst 0xe0533000 // subs r3, r3, r0 47 .inst 0x01823e91 // stlexeq r3, r1, [r2] 48 .inst 0x03330001 // teqeq r3, #1 49 .inst 0x0afffffa // beq 1b 50 .inst 0xf57ff05b // dmb ish 51 .inst 0xe2730000 // rsbs r0, r3, #0 52 .inst 0xe12fff1e // bx lr 53 54 .align 5 55__kuser_get_tls: // 0xffff0fe0 56 .inst 0xee1d0f70 // mrc p15, 0, r0, c13, c0, 3 57 .inst 0xe12fff1e // bx lr 58 .rep 5 59 .word 0 60 .endr 61 62__kuser_helper_version: // 0xffff0ffc 63 .word ((__kuser_helper_end - __kuser_helper_start) >> 5) 64 .globl __kuser_helper_end 65__kuser_helper_end: 66