1/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. 2 * 3 * Copyright (C) 2012 David S. Miller (davem@davemloft.net) 4 */ 5 6#define EX_ST(x,y) \ 798: x; \ 8 .section __ex_table,"a";\ 9 .align 4; \ 10 .word 98b, y; \ 11 .text; \ 12 .align 4; 13 14#define EX_ST_FP(x,y) \ 1598: x; \ 16 .section __ex_table,"a";\ 17 .align 4; \ 18 .word 98b, y##_fp; \ 19 .text; \ 20 .align 4; 21 22#ifndef ASI_AIUS 23#define ASI_AIUS 0x11 24#endif 25 26#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 27#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 28#endif 29 30#define FUNC_NAME NG4copy_to_user 31#define STORE(type,src,addr) type##a src, [addr] %asi 32#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 33#define EX_RETVAL(x) 0 34 35#ifdef __KERNEL__ 36 /* Writing to %asi is _expensive_ so we hardcode it. 37 * Reading %asi to check for KERNEL_DS is comparatively 38 * cheap. 39 */ 40#define PREAMBLE \ 41 rd %asi, %g1; \ 42 cmp %g1, ASI_AIUS; \ 43 bne,pn %icc, raw_copy_in_user; \ 44 nop 45#endif 46 47#include "NG4memcpy.S" 48