1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * linux/arch/arm/lib/copy_from_user.S 4 * 5 * Author: Nicolas Pitre 6 * Created: Sep 29, 2005 7 * Copyright: MontaVista Software, Inc. 8 */ 9 10#include <linux/linkage.h> 11#include <asm/assembler.h> 12#include <asm/unwind.h> 13 14/* 15 * Prototype: 16 * 17 * size_t arm_copy_from_user(void *to, const void *from, size_t n) 18 * 19 * Purpose: 20 * 21 * copy a block to kernel memory from user memory 22 * 23 * Params: 24 * 25 * to = kernel memory 26 * from = user memory 27 * n = number of bytes to copy 28 * 29 * Return value: 30 * 31 * Number of bytes NOT copied. 32 */ 33 34#ifdef CONFIG_CPU_USE_DOMAINS 35 36#ifndef CONFIG_THUMB2_KERNEL 37#define LDR1W_SHIFT 0 38#else 39#define LDR1W_SHIFT 1 40#endif 41 42 .macro ldr1w ptr reg abort 43 ldrusr \reg, \ptr, 4, abort=\abort 44 .endm 45 46 .macro ldr4w ptr reg1 reg2 reg3 reg4 abort 47 ldr1w \ptr, \reg1, \abort 48 ldr1w \ptr, \reg2, \abort 49 ldr1w \ptr, \reg3, \abort 50 ldr1w \ptr, \reg4, \abort 51 .endm 52 53 .macro ldr8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort 54 ldr4w \ptr, \reg1, \reg2, \reg3, \reg4, \abort 55 ldr4w \ptr, \reg5, \reg6, \reg7, \reg8, \abort 56 .endm 57 58#else 59 60#define LDR1W_SHIFT 0 61 62 .macro ldr1w ptr reg abort 63 USERL(\abort, W(ldr) \reg, [\ptr], #4) 64 .endm 65 66 .macro ldr4w ptr reg1 reg2 reg3 reg4 abort 67 USERL(\abort, ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4}) 68 .endm 69 70 .macro ldr8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort 71 USERL(\abort, ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8}) 72 .endm 73 74#endif /* CONFIG_CPU_USE_DOMAINS */ 75 76 .macro ldr1b ptr reg cond=al abort 77 ldrusr \reg, \ptr, 1, \cond, abort=\abort 78 .endm 79 80#define STR1W_SHIFT 0 81 82 .macro str1w ptr reg abort 83 W(str) \reg, [\ptr], #4 84 .endm 85 86 .macro str8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort 87 stmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8} 88 .endm 89 90 .macro str1b ptr reg cond=al abort 91 strb\cond \reg, [\ptr], #1 92 .endm 93 94 .macro enter reg1 reg2 95 mov r3, #0 96 stmdb sp!, {r0, r2, r3, \reg1, \reg2} 97 .endm 98 99 .macro usave reg1 reg2 100 UNWIND( .save {r0, r2, r3, \reg1, \reg2} ) 101 .endm 102 103 .macro exit reg1 reg2 104 add sp, sp, #8 105 ldmfd sp!, {r0, \reg1, \reg2} 106 .endm 107 108 .text 109 110ENTRY(arm_copy_from_user) 111#ifdef CONFIG_CPU_SPECTRE 112 ldr r3, =TASK_SIZE 113 uaccess_mask_range_ptr r1, r2, r3, ip 114#endif 115 116#include "copy_template.S" 117 118ENDPROC(arm_copy_from_user) 119 120 .pushsection .text.fixup,"ax" 121 .align 0 122 copy_abort_preamble 123 ldmfd sp!, {r1, r2, r3} 124 sub r0, r0, r1 125 rsb r0, r0, r2 126 copy_abort_end 127 .popsection 128 129