1/* SPDX-License-Identifier: GPL-2.0 */ 2/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. 3 * 4 * Copyright (C) 2012 David S. Miller (davem@davemloft.net) 5 */ 6 7#define EX_ST(x,y) \ 898: x; \ 9 .section __ex_table,"a";\ 10 .align 4; \ 11 .word 98b, y; \ 12 .text; \ 13 .align 4; 14 15#define EX_ST_FP(x,y) \ 1698: x; \ 17 .section __ex_table,"a";\ 18 .align 4; \ 19 .word 98b, y##_fp; \ 20 .text; \ 21 .align 4; 22 23#ifndef ASI_AIUS 24#define ASI_AIUS 0x11 25#endif 26 27#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 28#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 29#endif 30 31#define FUNC_NAME NG4copy_to_user 32#define STORE(type,src,addr) type##a src, [addr] %asi 33#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 34#define EX_RETVAL(x) 0 35 36#ifdef __KERNEL__ 37 /* Writing to %asi is _expensive_ so we hardcode it. 38 * Reading %asi to check for KERNEL_DS is comparatively 39 * cheap. 40 */ 41#define PREAMBLE \ 42 rd %asi, %g1; \ 43 cmp %g1, ASI_AIUS; \ 44 bne,pn %icc, raw_copy_in_user; \ 45 nop 46#endif 47 48#include "NG4memcpy.S" 49