GNU Linux-libre 5.15.72-gnu
[releases.git] / arch / powerpc / kvm / fpu.S
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  *  FPU helper code to use FPU operations from inside the kernel
4  *
5  *    Copyright (C) 2010 Alexander Graf (agraf@suse.de)
6  */
7
8 #include <linux/pgtable.h>
9 #include <asm/reg.h>
10 #include <asm/page.h>
11 #include <asm/mmu.h>
12 #include <asm/cputable.h>
13 #include <asm/cache.h>
14 #include <asm/thread_info.h>
15 #include <asm/ppc_asm.h>
16 #include <asm/asm-offsets.h>
17
18 /* Instructions operating on single parameters */
19
20 /*
21  * Single operation with one input operand
22  *
23  * R3 = (double*)&fpscr
24  * R4 = (short*)&result
25  * R5 = (short*)&param1
26  */
27 #define FPS_ONE_IN(name)                                        \
28 _GLOBAL(fps_ ## name);                                                  \
29         lfd     0,0(r3);                /* load up fpscr value */       \
30         MTFSF_L(0);                                                     \
31         lfs     0,0(r5);                                                \
32                                                                         \
33         name    0,0;                                                    \
34                                                                         \
35         stfs    0,0(r4);                                                \
36         mffs    0;                                                      \
37         stfd    0,0(r3);        /* save new fpscr value */      \
38         blr
39
40 /*
41  * Single operation with two input operands
42  *
43  * R3 = (double*)&fpscr
44  * R4 = (short*)&result
45  * R5 = (short*)&param1
46  * R6 = (short*)&param2
47  */
48 #define FPS_TWO_IN(name)                                        \
49 _GLOBAL(fps_ ## name);                                                  \
50         lfd     0,0(r3);                /* load up fpscr value */       \
51         MTFSF_L(0);                                                     \
52         lfs     0,0(r5);                                                \
53         lfs     1,0(r6);                                                \
54                                                                         \
55         name    0,0,1;                                                  \
56                                                                         \
57         stfs    0,0(r4);                                                \
58         mffs    0;                                                      \
59         stfd    0,0(r3);                /* save new fpscr value */      \
60         blr
61
62 /*
63  * Single operation with three input operands
64  *
65  * R3 = (double*)&fpscr
66  * R4 = (short*)&result
67  * R5 = (short*)&param1
68  * R6 = (short*)&param2
69  * R7 = (short*)&param3
70  */
71 #define FPS_THREE_IN(name)                                      \
72 _GLOBAL(fps_ ## name);                                                  \
73         lfd     0,0(r3);                /* load up fpscr value */       \
74         MTFSF_L(0);                                                     \
75         lfs     0,0(r5);                                                \
76         lfs     1,0(r6);                                                \
77         lfs     2,0(r7);                                                \
78                                                                         \
79         name    0,0,1,2;                                                \
80                                                                         \
81         stfs    0,0(r4);                                                \
82         mffs    0;                                                      \
83         stfd    0,0(r3);                /* save new fpscr value */      \
84         blr
85
86 FPS_ONE_IN(fres)
87 FPS_ONE_IN(frsqrte)
88 FPS_ONE_IN(fsqrts)
89 FPS_TWO_IN(fadds)
90 FPS_TWO_IN(fdivs)
91 FPS_TWO_IN(fmuls)
92 FPS_TWO_IN(fsubs)
93 FPS_THREE_IN(fmadds)
94 FPS_THREE_IN(fmsubs)
95 FPS_THREE_IN(fnmadds)
96 FPS_THREE_IN(fnmsubs)
97 FPS_THREE_IN(fsel)
98
99
100 /* Instructions operating on double parameters */
101
102 /*
103  * Beginning of double instruction processing
104  *
105  * R3 = (double*)&fpscr
106  * R4 = (u32*)&cr
107  * R5 = (double*)&result
108  * R6 = (double*)&param1
109  * R7 = (double*)&param2 [load_two]
110  * R8 = (double*)&param3 [load_three]
111  * LR = instruction call function
112  */
113 fpd_load_three:
114         lfd     2,0(r8)                 /* load param3 */
115 fpd_load_two:
116         lfd     1,0(r7)                 /* load param2 */
117 fpd_load_one:
118         lfd     0,0(r6)                 /* load param1 */
119 fpd_load_none:
120         lfd     3,0(r3)                 /* load up fpscr value */
121         MTFSF_L(3)
122         lwz     r6, 0(r4)               /* load cr */
123         mtcr    r6
124         blr
125
126 /*
127  * End of double instruction processing
128  *
129  * R3 = (double*)&fpscr
130  * R4 = (u32*)&cr
131  * R5 = (double*)&result
132  * LR = caller of instruction call function
133  */
134 fpd_return:
135         mfcr    r6
136         stfd    0,0(r5)                 /* save result */
137         mffs    0
138         stfd    0,0(r3)                 /* save new fpscr value */
139         stw     r6,0(r4)                /* save new cr value */
140         blr
141
142 /*
143  * Double operation with no input operand
144  *
145  * R3 = (double*)&fpscr
146  * R4 = (u32*)&cr
147  * R5 = (double*)&result
148  */
149 #define FPD_NONE_IN(name)                                               \
150 _GLOBAL(fpd_ ## name);                                                  \
151         mflr    r12;                                                    \
152         bl      fpd_load_none;                                          \
153         mtlr    r12;                                                    \
154                                                                         \
155         name.   0;                      /* call instruction */          \
156         b       fpd_return
157
158 /*
159  * Double operation with one input operand
160  *
161  * R3 = (double*)&fpscr
162  * R4 = (u32*)&cr
163  * R5 = (double*)&result
164  * R6 = (double*)&param1
165  */
166 #define FPD_ONE_IN(name)                                                \
167 _GLOBAL(fpd_ ## name);                                                  \
168         mflr    r12;                                                    \
169         bl      fpd_load_one;                                           \
170         mtlr    r12;                                                    \
171                                                                         \
172         name.   0,0;                    /* call instruction */          \
173         b       fpd_return
174
175 /*
176  * Double operation with two input operands
177  *
178  * R3 = (double*)&fpscr
179  * R4 = (u32*)&cr
180  * R5 = (double*)&result
181  * R6 = (double*)&param1
182  * R7 = (double*)&param2
183  * R8 = (double*)&param3
184  */
185 #define FPD_TWO_IN(name)                                                \
186 _GLOBAL(fpd_ ## name);                                                  \
187         mflr    r12;                                                    \
188         bl      fpd_load_two;                                           \
189         mtlr    r12;                                                    \
190                                                                         \
191         name.   0,0,1;                  /* call instruction */          \
192         b       fpd_return
193
194 /*
195  * CR Double operation with two input operands
196  *
197  * R3 = (double*)&fpscr
198  * R4 = (u32*)&cr
199  * R5 = (double*)&param1
200  * R6 = (double*)&param2
201  * R7 = (double*)&param3
202  */
203 #define FPD_TWO_IN_CR(name)                                             \
204 _GLOBAL(fpd_ ## name);                                                  \
205         lfd     1,0(r6);                /* load param2 */               \
206         lfd     0,0(r5);                /* load param1 */               \
207         lfd     3,0(r3);                /* load up fpscr value */       \
208         MTFSF_L(3);                                                     \
209         lwz     r6, 0(r4);              /* load cr */                   \
210         mtcr    r6;                                                     \
211                                                                         \
212         name    0,0,1;                  /* call instruction */          \
213         mfcr    r6;                                                     \
214         mffs    0;                                                      \
215         stfd    0,0(r3);                /* save new fpscr value */      \
216         stw     r6,0(r4);               /* save new cr value */         \
217         blr
218
219 /*
220  * Double operation with three input operands
221  *
222  * R3 = (double*)&fpscr
223  * R4 = (u32*)&cr
224  * R5 = (double*)&result
225  * R6 = (double*)&param1
226  * R7 = (double*)&param2
227  * R8 = (double*)&param3
228  */
229 #define FPD_THREE_IN(name)                                              \
230 _GLOBAL(fpd_ ## name);                                                  \
231         mflr    r12;                                                    \
232         bl      fpd_load_three;                                         \
233         mtlr    r12;                                                    \
234                                                                         \
235         name.   0,0,1,2;                /* call instruction */          \
236         b       fpd_return
237
238 FPD_ONE_IN(fsqrts)
239 FPD_ONE_IN(frsqrtes)
240 FPD_ONE_IN(fres)
241 FPD_ONE_IN(frsp)
242 FPD_ONE_IN(fctiw)
243 FPD_ONE_IN(fctiwz)
244 FPD_ONE_IN(fsqrt)
245 FPD_ONE_IN(fre)
246 FPD_ONE_IN(frsqrte)
247 FPD_ONE_IN(fneg)
248 FPD_ONE_IN(fabs)
249 FPD_TWO_IN(fadds)
250 FPD_TWO_IN(fsubs)
251 FPD_TWO_IN(fdivs)
252 FPD_TWO_IN(fmuls)
253 FPD_TWO_IN_CR(fcmpu)
254 FPD_TWO_IN(fcpsgn)
255 FPD_TWO_IN(fdiv)
256 FPD_TWO_IN(fadd)
257 FPD_TWO_IN(fmul)
258 FPD_TWO_IN_CR(fcmpo)
259 FPD_TWO_IN(fsub)
260 FPD_THREE_IN(fmsubs)
261 FPD_THREE_IN(fmadds)
262 FPD_THREE_IN(fnmsubs)
263 FPD_THREE_IN(fnmadds)
264 FPD_THREE_IN(fsel)
265 FPD_THREE_IN(fmsub)
266 FPD_THREE_IN(fmadd)
267 FPD_THREE_IN(fnmsub)
268 FPD_THREE_IN(fnmadd)
269
270 _GLOBAL(kvm_cvt_fd)
271         lfs     0,0(r3)
272         stfd    0,0(r4)
273         blr
274
275 _GLOBAL(kvm_cvt_df)
276         lfd     0,0(r3)
277         stfs    0,0(r4)
278         blr