| /* SPDX-License-Identifier: GPL-2.0 */ |
| /* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. |
| * |
| * Copyright (C) 2012 David S. Miller (davem@davemloft.net) |
| */ |
| |
| #define EX_ST(x,y) \ |
| 98: x; \ |
| .section __ex_table,"a";\ |
| .align 4; \ |
| .word 98b, y; \ |
| .text; \ |
| .align 4; |
| |
| #define EX_ST_FP(x,y) \ |
| 98: x; \ |
| .section __ex_table,"a";\ |
| .align 4; \ |
| .word 98b, y##_fp; \ |
| .text; \ |
| .align 4; |
| |
| #ifndef ASI_AIUS |
| #define ASI_AIUS 0x11 |
| #endif |
| |
| #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS |
| #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 |
| #endif |
| |
| #define FUNC_NAME NG4copy_to_user |
| #define STORE(type,src,addr) type##a src, [addr] %asi |
| #define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS |
| #define EX_RETVAL(x) 0 |
| |
| #ifdef __KERNEL__ |
| /* Writing to %asi is _expensive_ so we hardcode it. |
| * Reading %asi to check for KERNEL_DS is comparatively |
| * cheap. |
| */ |
| #define PREAMBLE \ |
| rd %asi, %g1; \ |
| cmp %g1, ASI_AIUS; \ |
| bne,pn %icc, raw_copy_in_user; \ |
| nop |
| #endif |
| |
| #include "NG4memcpy.S" |
