GNU Linux-libre 4.19.295-gnu1
[releases.git] / arch / powerpc / include / asm / feature-fixups.h
1 #ifndef __ASM_POWERPC_FEATURE_FIXUPS_H
2 #define __ASM_POWERPC_FEATURE_FIXUPS_H
3
4 #include <asm/asm-const.h>
5
6 /*
7  * This program is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU General Public License
9  * as published by the Free Software Foundation; either version
10  * 2 of the License, or (at your option) any later version.
11  */
12
13 /*
14  * Feature section common macros
15  *
16  * Note that the entries now contain offsets between the table entry
17  * and the code rather than absolute code pointers in order to be
18  * useable with the vdso shared library. There is also an assumption
19  * that values will be negative, that is, the fixup table has to be
20  * located after the code it fixes up.
21  */
22 #if defined(CONFIG_PPC64) && !defined(__powerpc64__)
23 /* 64 bits kernel, 32 bits code (ie. vdso32) */
24 #define FTR_ENTRY_LONG          .8byte
25 #define FTR_ENTRY_OFFSET        .long 0xffffffff; .long
26 #elif defined(CONFIG_PPC64)
27 #define FTR_ENTRY_LONG          .8byte
28 #define FTR_ENTRY_OFFSET        .8byte
29 #else
30 #define FTR_ENTRY_LONG          .long
31 #define FTR_ENTRY_OFFSET        .long
32 #endif
33
34 #define START_FTR_SECTION(label)        label##1:
35
36 #define FTR_SECTION_ELSE_NESTED(label)                  \
37 label##2:                                               \
38         .pushsection __ftr_alt_##label,"a";             \
39         .align 2;                                       \
40 label##3:
41
42 #define MAKE_FTR_SECTION_ENTRY(msk, val, label, sect)           \
43 label##4:                                                       \
44         .popsection;                                            \
45         .pushsection sect,"a";                                  \
46         .align 3;                                               \
47 label##5:                                                       \
48         FTR_ENTRY_LONG msk;                                     \
49         FTR_ENTRY_LONG val;                                     \
50         FTR_ENTRY_OFFSET label##1b-label##5b;                   \
51         FTR_ENTRY_OFFSET label##2b-label##5b;                   \
52         FTR_ENTRY_OFFSET label##3b-label##5b;                   \
53         FTR_ENTRY_OFFSET label##4b-label##5b;                   \
54         .ifgt (label##4b- label##3b)-(label##2b- label##1b);    \
55         .error "Feature section else case larger than body";    \
56         .endif;                                                 \
57         .popsection;
58
59
60 /* CPU feature dependent sections */
61 #define BEGIN_FTR_SECTION_NESTED(label) START_FTR_SECTION(label)
62 #define BEGIN_FTR_SECTION               START_FTR_SECTION(97)
63
64 #define END_FTR_SECTION_NESTED(msk, val, label)                 \
65         FTR_SECTION_ELSE_NESTED(label)                          \
66         MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
67
68 #define END_FTR_SECTION(msk, val)               \
69         END_FTR_SECTION_NESTED(msk, val, 97)
70
71 #define END_FTR_SECTION_NESTED_IFSET(msk, label)        \
72         END_FTR_SECTION_NESTED((msk), (msk), label)
73
74 #define END_FTR_SECTION_IFSET(msk)      END_FTR_SECTION((msk), (msk))
75 #define END_FTR_SECTION_IFCLR(msk)      END_FTR_SECTION((msk), 0)
76
77 /* CPU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
78 #define FTR_SECTION_ELSE        FTR_SECTION_ELSE_NESTED(97)
79 #define ALT_FTR_SECTION_END_NESTED(msk, val, label)     \
80         MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
81 #define ALT_FTR_SECTION_END_NESTED_IFSET(msk, label)    \
82         ALT_FTR_SECTION_END_NESTED(msk, msk, label)
83 #define ALT_FTR_SECTION_END_NESTED_IFCLR(msk, label)    \
84         ALT_FTR_SECTION_END_NESTED(msk, 0, label)
85 #define ALT_FTR_SECTION_END(msk, val)   \
86         ALT_FTR_SECTION_END_NESTED(msk, val, 97)
87 #define ALT_FTR_SECTION_END_IFSET(msk)  \
88         ALT_FTR_SECTION_END_NESTED_IFSET(msk, 97)
89 #define ALT_FTR_SECTION_END_IFCLR(msk)  \
90         ALT_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
91
92 /* MMU feature dependent sections */
93 #define BEGIN_MMU_FTR_SECTION_NESTED(label)     START_FTR_SECTION(label)
94 #define BEGIN_MMU_FTR_SECTION                   START_FTR_SECTION(97)
95
96 #define END_MMU_FTR_SECTION_NESTED(msk, val, label)             \
97         FTR_SECTION_ELSE_NESTED(label)                          \
98         MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
99
100 #define END_MMU_FTR_SECTION(msk, val)           \
101         END_MMU_FTR_SECTION_NESTED(msk, val, 97)
102
103 #define END_MMU_FTR_SECTION_IFSET(msk)  END_MMU_FTR_SECTION((msk), (msk))
104 #define END_MMU_FTR_SECTION_IFCLR(msk)  END_MMU_FTR_SECTION((msk), 0)
105
106 /* MMU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
107 #define MMU_FTR_SECTION_ELSE_NESTED(label)      FTR_SECTION_ELSE_NESTED(label)
108 #define MMU_FTR_SECTION_ELSE    MMU_FTR_SECTION_ELSE_NESTED(97)
109 #define ALT_MMU_FTR_SECTION_END_NESTED(msk, val, label) \
110         MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
111 #define ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, label)        \
112         ALT_MMU_FTR_SECTION_END_NESTED(msk, msk, label)
113 #define ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, label)        \
114         ALT_MMU_FTR_SECTION_END_NESTED(msk, 0, label)
115 #define ALT_MMU_FTR_SECTION_END(msk, val)       \
116         ALT_MMU_FTR_SECTION_END_NESTED(msk, val, 97)
117 #define ALT_MMU_FTR_SECTION_END_IFSET(msk)      \
118         ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, 97)
119 #define ALT_MMU_FTR_SECTION_END_IFCLR(msk)      \
120         ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
121
122 /* Firmware feature dependent sections */
123 #define BEGIN_FW_FTR_SECTION_NESTED(label)      START_FTR_SECTION(label)
124 #define BEGIN_FW_FTR_SECTION                    START_FTR_SECTION(97)
125
126 #define END_FW_FTR_SECTION_NESTED(msk, val, label)              \
127         FTR_SECTION_ELSE_NESTED(label)                          \
128         MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
129
130 #define END_FW_FTR_SECTION(msk, val)            \
131         END_FW_FTR_SECTION_NESTED(msk, val, 97)
132
133 #define END_FW_FTR_SECTION_IFSET(msk)   END_FW_FTR_SECTION((msk), (msk))
134 #define END_FW_FTR_SECTION_IFCLR(msk)   END_FW_FTR_SECTION((msk), 0)
135
136 /* Firmware feature sections with alternatives */
137 #define FW_FTR_SECTION_ELSE_NESTED(label)       FTR_SECTION_ELSE_NESTED(label)
138 #define FW_FTR_SECTION_ELSE     FTR_SECTION_ELSE_NESTED(97)
139 #define ALT_FW_FTR_SECTION_END_NESTED(msk, val, label)  \
140         MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
141 #define ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, label) \
142         ALT_FW_FTR_SECTION_END_NESTED(msk, msk, label)
143 #define ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, label) \
144         ALT_FW_FTR_SECTION_END_NESTED(msk, 0, label)
145 #define ALT_FW_FTR_SECTION_END(msk, val)        \
146         ALT_FW_FTR_SECTION_END_NESTED(msk, val, 97)
147 #define ALT_FW_FTR_SECTION_END_IFSET(msk)       \
148         ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, 97)
149 #define ALT_FW_FTR_SECTION_END_IFCLR(msk)       \
150         ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
151
152 #ifndef __ASSEMBLY__
153
154 #define ASM_FTR_IF(section_if, section_else, msk, val)  \
155         stringify_in_c(BEGIN_FTR_SECTION)                       \
156         section_if "; "                                         \
157         stringify_in_c(FTR_SECTION_ELSE)                        \
158         section_else "; "                                       \
159         stringify_in_c(ALT_FTR_SECTION_END((msk), (val)))
160
161 #define ASM_FTR_IFSET(section_if, section_else, msk)    \
162         ASM_FTR_IF(section_if, section_else, (msk), (msk))
163
164 #define ASM_FTR_IFCLR(section_if, section_else, msk)    \
165         ASM_FTR_IF(section_if, section_else, (msk), 0)
166
167 #define ASM_MMU_FTR_IF(section_if, section_else, msk, val)      \
168         stringify_in_c(BEGIN_MMU_FTR_SECTION)                   \
169         section_if "; "                                         \
170         stringify_in_c(MMU_FTR_SECTION_ELSE)                    \
171         section_else "; "                                       \
172         stringify_in_c(ALT_MMU_FTR_SECTION_END((msk), (val)))
173
174 #define ASM_MMU_FTR_IFSET(section_if, section_else, msk)        \
175         ASM_MMU_FTR_IF(section_if, section_else, (msk), (msk))
176
177 #define ASM_MMU_FTR_IFCLR(section_if, section_else, msk)        \
178         ASM_MMU_FTR_IF(section_if, section_else, (msk), 0)
179
180 #endif /* __ASSEMBLY__ */
181
182 /* LWSYNC feature sections */
183 #define START_LWSYNC_SECTION(label)     label##1:
184 #define MAKE_LWSYNC_SECTION_ENTRY(label, sect)          \
185 label##2:                                               \
186         .pushsection sect,"a";                          \
187         .align 2;                                       \
188 label##3:                                               \
189         FTR_ENTRY_OFFSET label##1b-label##3b;           \
190         .popsection;
191
192 #define STF_ENTRY_BARRIER_FIXUP_SECTION                 \
193 953:                                                    \
194         .pushsection __stf_entry_barrier_fixup,"a";     \
195         .align 2;                                       \
196 954:                                                    \
197         FTR_ENTRY_OFFSET 953b-954b;                     \
198         .popsection;
199
200 #define STF_EXIT_BARRIER_FIXUP_SECTION                  \
201 955:                                                    \
202         .pushsection __stf_exit_barrier_fixup,"a";      \
203         .align 2;                                       \
204 956:                                                    \
205         FTR_ENTRY_OFFSET 955b-956b;                     \
206         .popsection;
207
208 #define UACCESS_FLUSH_FIXUP_SECTION                     \
209 959:                                                    \
210         .pushsection __uaccess_flush_fixup,"a";         \
211         .align 2;                                       \
212 960:                                                    \
213         FTR_ENTRY_OFFSET 959b-960b;                     \
214         .popsection;
215
216 #define ENTRY_FLUSH_FIXUP_SECTION                       \
217 957:                                                    \
218         .pushsection __entry_flush_fixup,"a";           \
219         .align 2;                                       \
220 958:                                                    \
221         FTR_ENTRY_OFFSET 957b-958b;                     \
222         .popsection;
223
224 #define RFI_FLUSH_FIXUP_SECTION                         \
225 951:                                                    \
226         .pushsection __rfi_flush_fixup,"a";             \
227         .align 2;                                       \
228 952:                                                    \
229         FTR_ENTRY_OFFSET 951b-952b;                     \
230         .popsection;
231
232 #define NOSPEC_BARRIER_FIXUP_SECTION                    \
233 953:                                                    \
234         .pushsection __barrier_nospec_fixup,"a";        \
235         .align 2;                                       \
236 954:                                                    \
237         FTR_ENTRY_OFFSET 953b-954b;                     \
238         .popsection;
239
240 #define START_BTB_FLUSH_SECTION                 \
241 955:                                                    \
242
243 #define END_BTB_FLUSH_SECTION                   \
244 956:                                                    \
245         .pushsection __btb_flush_fixup,"a";     \
246         .align 2;                                                       \
247 957:                                            \
248         FTR_ENTRY_OFFSET 955b-957b;                     \
249         FTR_ENTRY_OFFSET 956b-957b;                     \
250         .popsection;
251
252 #ifndef __ASSEMBLY__
253 #include <linux/types.h>
254
255 extern long stf_barrier_fallback;
256 extern long entry_flush_fallback;
257 extern long __start___stf_entry_barrier_fixup, __stop___stf_entry_barrier_fixup;
258 extern long __start___stf_exit_barrier_fixup, __stop___stf_exit_barrier_fixup;
259 extern long __start___uaccess_flush_fixup, __stop___uaccess_flush_fixup;
260 extern long __start___entry_flush_fixup, __stop___entry_flush_fixup;
261 extern long __start___rfi_flush_fixup, __stop___rfi_flush_fixup;
262 extern long __start___barrier_nospec_fixup, __stop___barrier_nospec_fixup;
263 extern long __start__btb_flush_fixup, __stop__btb_flush_fixup;
264
265 void apply_feature_fixups(void);
266 void setup_feature_keys(void);
267 #endif
268
269 #endif /* __ASM_POWERPC_FEATURE_FIXUPS_H */