GNU Linux-libre 4.9.296-gnu1
[releases.git] / arch / sparc / lib / NG4copy_to_user.S
1 /* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
2  *
3  * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
4  */
5
6 #define EX_ST(x,y)              \
7 98:     x;                      \
8         .section __ex_table,"a";\
9         .align 4;               \
10         .word 98b, y;           \
11         .text;                  \
12         .align 4;
13
14 #define EX_ST_FP(x,y)           \
15 98:     x;                      \
16         .section __ex_table,"a";\
17         .align 4;               \
18         .word 98b, y##_fp;      \
19         .text;                  \
20         .align 4;
21
22 #ifndef ASI_AIUS
23 #define ASI_AIUS        0x11
24 #endif
25
26 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
27 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
28 #endif
29
30 #define FUNC_NAME               NG4copy_to_user
31 #define STORE(type,src,addr)    type##a src, [addr] %asi
32 #define STORE_ASI               ASI_BLK_INIT_QUAD_LDD_AIUS
33 #define EX_RETVAL(x)            0
34
35 #ifdef __KERNEL__
36         /* Writing to %asi is _expensive_ so we hardcode it.
37          * Reading %asi to check for KERNEL_DS is comparatively
38          * cheap.
39          */
40 #define PREAMBLE                                        \
41         rd              %asi, %g1;                      \
42         cmp             %g1, ASI_AIUS;                  \
43         bne,pn          %icc, ___copy_in_user;          \
44          nop
45 #endif
46
47 #include "NG4memcpy.S"