1 #ifndef _ASM_POWERPC_HEAD_64_H
2 #define _ASM_POWERPC_HEAD_64_H
7 * We can't do CPP stringification and concatination directly into the section
8 * name for some reason, so these macros can do it for us.
10 .macro define_ftsec name
11 .section ".head.text.\name\()","ax",@progbits
13 .macro define_data_ftsec name
14 .section ".head.data.\name\()","a",@progbits
17 .section ".head.text.\name\()"
21 * Fixed (location) sections are used by opening fixed sections and emitting
22 * fixed section entries into them before closing them. Multiple fixed sections
23 * can be open at any time.
25 * Each fixed section created in a .S file must have corresponding linkage
26 * directives including location, added to arch/powerpc/kernel/vmlinux.lds.S
28 * For each fixed section, code is generated into it in the order which it
29 * appears in the source. Fixed section entries can be placed at a fixed
30 * location within the section using _LOCATION postifx variants. These must
31 * be ordered according to their relative placements within the section.
33 * OPEN_FIXED_SECTION(section_name, start_address, end_address)
34 * FIXED_SECTION_ENTRY_BEGIN(section_name, label1)
36 * USE_FIXED_SECTION(section_name)
41 * FIXED_SECTION_ENTRY_BEGIN_LOCATION(section_name, label2, start_address)
42 * FIXED_SECTION_ENTRY_END_LOCATION(section_name, label2, end_address)
43 * CLOSE_FIXED_SECTION(section_name)
45 * ZERO_FIXED_SECTION can be used to emit zeroed data.
48 * - If the build dies with "Error: attempt to move .org backwards" at
49 * CLOSE_FIXED_SECTION() or elsewhere, there may be something
50 * unexpected being added there. Remove the '. = x_len' line, rebuild, and
51 * check what is pushing the section down.
52 * - If the build dies in linking, check arch/powerpc/kernel/vmlinux.lds.S
54 * - If the kernel crashes or hangs in very early boot, it could be linker
55 * stubs at the start of the main text.
58 #define OPEN_FIXED_SECTION(sname, start, end) \
59 sname##_start = (start); \
60 sname##_end = (end); \
61 sname##_len = (end) - (start); \
66 #define OPEN_TEXT_SECTION(start) \
67 text_start = (start); \
68 .section ".text","ax",@progbits; \
72 #define ZERO_FIXED_SECTION(sname, start, end) \
73 sname##_start = (start); \
74 sname##_end = (end); \
75 sname##_len = (end) - (start); \
76 define_data_ftsec sname; \
80 #define USE_FIXED_SECTION(sname) \
81 fs_label = start_##sname; \
82 fs_start = sname##_start; \
85 #define USE_TEXT_SECTION() \
86 fs_label = start_text; \
87 fs_start = text_start; \
90 #define CLOSE_FIXED_SECTION(sname) \
91 USE_FIXED_SECTION(sname); \
96 #define __FIXED_SECTION_ENTRY_BEGIN(sname, name, __align) \
97 USE_FIXED_SECTION(sname); \
102 #define FIXED_SECTION_ENTRY_BEGIN(sname, name) \
103 __FIXED_SECTION_ENTRY_BEGIN(sname, name, 0)
105 #define FIXED_SECTION_ENTRY_BEGIN_LOCATION(sname, name, start) \
106 USE_FIXED_SECTION(sname); \
107 name##_start = (start); \
108 .if (start) < sname##_start; \
109 .error "Fixed section underflow"; \
112 . = (start) - sname##_start; \
116 #define FIXED_SECTION_ENTRY_END_LOCATION(sname, name, end) \
117 .if (end) > sname##_end; \
118 .error "Fixed section overflow"; \
121 .if (. - name > end - name##_start); \
122 .error "Fixed entry overflow"; \
125 . = ((end) - sname##_start); \
129 * These macros are used to change symbols in other fixed sections to be
130 * absolute or related to our current fixed section.
132 * - DEFINE_FIXED_SYMBOL / FIXED_SYMBOL_ABS_ADDR is used to find the
133 * absolute address of a symbol within a fixed section, from any section.
135 * - ABS_ADDR is used to find the absolute address of any symbol, from within
138 #define DEFINE_FIXED_SYMBOL(label) \
139 label##_absolute = (label - fs_label + fs_start)
141 #define FIXED_SYMBOL_ABS_ADDR(label) \
144 #define ABS_ADDR(label) (label - fs_label + fs_start)
147 * Following are the BOOK3S exception handler helper macros.
148 * Handlers come in a number of types, and each type has a number of varieties.
150 * EXC_REAL_* - real, unrelocated exception vectors
151 * EXC_VIRT_* - virt (AIL), unrelocated exception vectors
152 * TRAMP_REAL_* - real, unrelocated helpers (virt can call these)
153 * TRAMP_VIRT_* - virt, unreloc helpers (in practice, real can use)
154 * TRAMP_KVM - KVM handlers that get put into real, unrelocated
155 * EXC_COMMON_* - virt, relocated common handlers
157 * The EXC handlers are given a name, and branch to name_common, or the
158 * appropriate KVM or masking function. Vector handler verieties are as
161 * EXC_{REAL|VIRT}_BEGIN/END - used to open-code the exception
163 * EXC_{REAL|VIRT} - standard exception
165 * EXC_{REAL|VIRT}_suffix
167 * - _MASKABLE - maskable exception
168 * - _OOL - out of line with trampoline to common handler
169 * - _HV - HV exception
171 * There can be combinations, e.g., EXC_VIRT_OOL_MASKABLE_HV
173 * The one unusual case is __EXC_REAL_OOL_HV_DIRECT, which is
174 * an OOL vector that branches to a specified handler rather than the usual
175 * trampoline that goes to common. It, and other underscore macros, should
178 * KVM handlers come in the following verieties:
184 * COMMON handlers come in the following verieties:
185 * EXC_COMMON_BEGIN/END - used to open-code the handler
190 * TRAMP_REAL and TRAMP_VIRT can be used with BEGIN/END. KVM
191 * and OOL handlers are implemented as types of TRAMP and TRAMP_VIRT handlers.
194 #define EXC_REAL_BEGIN(name, start, end) \
195 FIXED_SECTION_ENTRY_BEGIN_LOCATION(real_vectors, exc_real_##start##_##name, start)
197 #define EXC_REAL_END(name, start, end) \
198 FIXED_SECTION_ENTRY_END_LOCATION(real_vectors, exc_real_##start##_##name, end)
200 #define EXC_VIRT_BEGIN(name, start, end) \
201 FIXED_SECTION_ENTRY_BEGIN_LOCATION(virt_vectors, exc_virt_##start##_##name, start)
203 #define EXC_VIRT_END(name, start, end) \
204 FIXED_SECTION_ENTRY_END_LOCATION(virt_vectors, exc_virt_##start##_##name, end)
206 #define EXC_COMMON_BEGIN(name) \
207 USE_TEXT_SECTION(); \
210 DEFINE_FIXED_SYMBOL(name); \
213 #define TRAMP_REAL_BEGIN(name) \
214 FIXED_SECTION_ENTRY_BEGIN(real_trampolines, name)
216 #define TRAMP_VIRT_BEGIN(name) \
217 FIXED_SECTION_ENTRY_BEGIN(virt_trampolines, name)
219 #ifdef CONFIG_KVM_BOOK3S_64_HANDLER
220 #define TRAMP_KVM_BEGIN(name) \
221 TRAMP_REAL_BEGIN(name)
223 #define TRAMP_KVM_BEGIN(name)
226 #define EXC_REAL_NONE(start, end) \
227 FIXED_SECTION_ENTRY_BEGIN_LOCATION(real_vectors, exc_real_##start##_##unused, start); \
228 FIXED_SECTION_ENTRY_END_LOCATION(real_vectors, exc_real_##start##_##unused, end)
230 #define EXC_VIRT_NONE(start, end) \
231 FIXED_SECTION_ENTRY_BEGIN_LOCATION(virt_vectors, exc_virt_##start##_##unused, start); \
232 FIXED_SECTION_ENTRY_END_LOCATION(virt_vectors, exc_virt_##start##_##unused, end);
235 #define EXC_REAL(name, start, end) \
236 EXC_REAL_BEGIN(name, start, end); \
237 STD_EXCEPTION_PSERIES(start, name##_common); \
238 EXC_REAL_END(name, start, end);
240 #define EXC_VIRT(name, start, end, realvec) \
241 EXC_VIRT_BEGIN(name, start, end); \
242 STD_RELON_EXCEPTION_PSERIES(start, realvec, name##_common); \
243 EXC_VIRT_END(name, start, end);
245 #define EXC_REAL_MASKABLE(name, start, end) \
246 EXC_REAL_BEGIN(name, start, end); \
247 MASKABLE_EXCEPTION_PSERIES(start, start, name##_common); \
248 EXC_REAL_END(name, start, end);
250 #define EXC_VIRT_MASKABLE(name, start, end, realvec) \
251 EXC_VIRT_BEGIN(name, start, end); \
252 MASKABLE_RELON_EXCEPTION_PSERIES(start, realvec, name##_common); \
253 EXC_VIRT_END(name, start, end);
255 #define EXC_REAL_HV(name, start, end) \
256 EXC_REAL_BEGIN(name, start, end); \
257 STD_EXCEPTION_HV(start, start, name##_common); \
258 EXC_REAL_END(name, start, end);
260 #define EXC_VIRT_HV(name, start, end, realvec) \
261 EXC_VIRT_BEGIN(name, start, end); \
262 STD_RELON_EXCEPTION_HV(start, realvec, name##_common); \
263 EXC_VIRT_END(name, start, end);
265 #define __EXC_REAL_OOL(name, start, end) \
266 EXC_REAL_BEGIN(name, start, end); \
267 __OOL_EXCEPTION(start, label, tramp_real_##name); \
268 EXC_REAL_END(name, start, end);
270 #define __TRAMP_REAL_REAL_OOL(name, vec) \
271 TRAMP_REAL_BEGIN(tramp_real_##name); \
272 STD_EXCEPTION_PSERIES_OOL(vec, name##_common); \
274 #define EXC_REAL_OOL(name, start, end) \
275 __EXC_REAL_OOL(name, start, end); \
276 __TRAMP_REAL_REAL_OOL(name, start);
278 #define __EXC_REAL_OOL_MASKABLE(name, start, end) \
279 __EXC_REAL_OOL(name, start, end);
281 #define __TRAMP_REAL_REAL_OOL_MASKABLE(name, vec) \
282 TRAMP_REAL_BEGIN(tramp_real_##name); \
283 MASKABLE_EXCEPTION_PSERIES_OOL(vec, name##_common); \
285 #define EXC_REAL_OOL_MASKABLE(name, start, end) \
286 __EXC_REAL_OOL_MASKABLE(name, start, end); \
287 __TRAMP_REAL_REAL_OOL_MASKABLE(name, start);
289 #define __EXC_REAL_OOL_HV_DIRECT(name, start, end, handler) \
290 EXC_REAL_BEGIN(name, start, end); \
291 __OOL_EXCEPTION(start, label, handler); \
292 EXC_REAL_END(name, start, end);
294 #define __EXC_REAL_OOL_HV(name, start, end) \
295 __EXC_REAL_OOL(name, start, end);
297 #define __TRAMP_REAL_REAL_OOL_HV(name, vec) \
298 TRAMP_REAL_BEGIN(tramp_real_##name); \
299 STD_EXCEPTION_HV_OOL(vec, name##_common); \
301 #define EXC_REAL_OOL_HV(name, start, end) \
302 __EXC_REAL_OOL_HV(name, start, end); \
303 __TRAMP_REAL_REAL_OOL_HV(name, start);
305 #define __EXC_REAL_OOL_MASKABLE_HV(name, start, end) \
306 __EXC_REAL_OOL(name, start, end);
308 #define __TRAMP_REAL_REAL_OOL_MASKABLE_HV(name, vec) \
309 TRAMP_REAL_BEGIN(tramp_real_##name); \
310 MASKABLE_EXCEPTION_HV_OOL(vec, name##_common); \
312 #define EXC_REAL_OOL_MASKABLE_HV(name, start, end) \
313 __EXC_REAL_OOL_MASKABLE_HV(name, start, end); \
314 __TRAMP_REAL_REAL_OOL_MASKABLE_HV(name, start);
316 #define __EXC_VIRT_OOL(name, start, end) \
317 EXC_VIRT_BEGIN(name, start, end); \
318 __OOL_EXCEPTION(start, label, tramp_virt_##name); \
319 EXC_VIRT_END(name, start, end);
321 #define __TRAMP_REAL_VIRT_OOL(name, realvec) \
322 TRAMP_VIRT_BEGIN(tramp_virt_##name); \
323 STD_RELON_EXCEPTION_PSERIES_OOL(realvec, name##_common); \
325 #define EXC_VIRT_OOL(name, start, end, realvec) \
326 __EXC_VIRT_OOL(name, start, end); \
327 __TRAMP_REAL_VIRT_OOL(name, realvec);
329 #define __EXC_VIRT_OOL_MASKABLE(name, start, end) \
330 __EXC_VIRT_OOL(name, start, end);
332 #define __TRAMP_REAL_VIRT_OOL_MASKABLE(name, realvec) \
333 TRAMP_VIRT_BEGIN(tramp_virt_##name); \
334 MASKABLE_RELON_EXCEPTION_PSERIES_OOL(realvec, name##_common); \
336 #define EXC_VIRT_OOL_MASKABLE(name, start, end, realvec) \
337 __EXC_VIRT_OOL_MASKABLE(name, start, end); \
338 __TRAMP_REAL_VIRT_OOL_MASKABLE(name, realvec);
340 #define __EXC_VIRT_OOL_HV(name, start, end) \
341 __EXC_VIRT_OOL(name, start, end);
343 #define __TRAMP_REAL_VIRT_OOL_HV(name, realvec) \
344 TRAMP_VIRT_BEGIN(tramp_virt_##name); \
345 STD_RELON_EXCEPTION_HV_OOL(realvec, name##_common); \
347 #define EXC_VIRT_OOL_HV(name, start, end, realvec) \
348 __EXC_VIRT_OOL_HV(name, start, end); \
349 __TRAMP_REAL_VIRT_OOL_HV(name, realvec);
351 #define __EXC_VIRT_OOL_MASKABLE_HV(name, start, end) \
352 __EXC_VIRT_OOL(name, start, end);
354 #define __TRAMP_REAL_VIRT_OOL_MASKABLE_HV(name, realvec) \
355 TRAMP_VIRT_BEGIN(tramp_virt_##name); \
356 MASKABLE_RELON_EXCEPTION_HV_OOL(realvec, name##_common); \
358 #define EXC_VIRT_OOL_MASKABLE_HV(name, start, end, realvec) \
359 __EXC_VIRT_OOL_MASKABLE_HV(name, start, end); \
360 __TRAMP_REAL_VIRT_OOL_MASKABLE_HV(name, realvec);
362 #define TRAMP_KVM(area, n) \
363 TRAMP_KVM_BEGIN(do_kvm_##n); \
364 KVM_HANDLER(area, EXC_STD, n); \
366 #define TRAMP_KVM_SKIP(area, n) \
367 TRAMP_KVM_BEGIN(do_kvm_##n); \
368 KVM_HANDLER_SKIP(area, EXC_STD, n); \
371 * HV variant exceptions get the 0x2 bit added to their trap number.
373 #define TRAMP_KVM_HV(area, n) \
374 TRAMP_KVM_BEGIN(do_kvm_H##n); \
375 KVM_HANDLER(area, EXC_HV, n + 0x2); \
377 #define TRAMP_KVM_HV_SKIP(area, n) \
378 TRAMP_KVM_BEGIN(do_kvm_H##n); \
379 KVM_HANDLER_SKIP(area, EXC_HV, n + 0x2); \
381 #define EXC_COMMON(name, realvec, hdlr) \
382 EXC_COMMON_BEGIN(name); \
383 STD_EXCEPTION_COMMON(realvec, name, hdlr); \
385 #define EXC_COMMON_ASYNC(name, realvec, hdlr) \
386 EXC_COMMON_BEGIN(name); \
387 STD_EXCEPTION_COMMON_ASYNC(realvec, name, hdlr); \
389 #define EXC_COMMON_HV(name, realvec, hdlr) \
390 EXC_COMMON_BEGIN(name); \
391 STD_EXCEPTION_COMMON(realvec + 0x2, name, hdlr); \
393 #endif /* _ASM_POWERPC_HEAD_64_H */