arch/arm64/kernel/image-vars.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 /*
   3  * Linker script variables to be set after section resolution, as
   4  * ld.lld does not like variables assigned before SECTIONS is processed.
   5  */
   6 #ifndef __ARM64_KERNEL_IMAGE_VARS_H
   7 #define __ARM64_KERNEL_IMAGE_VARS_H
   8
   9 #ifndef LINKER_SCRIPT
  10 #error This file should only be included in vmlinux.lds.S
  11 #endif
  12
  13 PROVIDE(__efistub_primary_entry         = primary_entry);
  14
  15 /*
  16  * The EFI stub has its own symbol namespace prefixed by __efistub_, to
  17  * isolate it from the kernel proper. The following symbols are legally
  18  * accessed by the stub, so provide some aliases to make them accessible.
  19  * Only include data symbols here, or text symbols of functions that are
  20  * guaranteed to be safe when executed at another offset than they were
  21  * linked at. The routines below are all implemented in assembler in a
  22  * position independent manner
  23  */
  24 PROVIDE(__efistub_caches_clean_inval_pou = __pi_caches_clean_inval_pou);
  25
  26 PROVIDE(__efistub__text                 = _text);
  27 PROVIDE(__efistub__end                  = _end);
  28 PROVIDE(__efistub___inittext_end        = __inittext_end);
  29 PROVIDE(__efistub__edata                = _edata);
  30 #if defined(CONFIG_EFI_EARLYCON) || defined(CONFIG_SYSFB)
  31 PROVIDE(__efistub_screen_info           = screen_info);
  32 #endif
  33 PROVIDE(__efistub__ctype                = _ctype);
  34
  35 PROVIDE(__pi___memcpy                   = __pi_memcpy);
  36 PROVIDE(__pi___memmove                  = __pi_memmove);
  37 PROVIDE(__pi___memset                   = __pi_memset);
  38
  39 PROVIDE(__pi_id_aa64isar1_override      = id_aa64isar1_override);
  40 PROVIDE(__pi_id_aa64isar2_override      = id_aa64isar2_override);
  41 PROVIDE(__pi_id_aa64mmfr0_override      = id_aa64mmfr0_override);
  42 PROVIDE(__pi_id_aa64mmfr1_override      = id_aa64mmfr1_override);
  43 PROVIDE(__pi_id_aa64mmfr2_override      = id_aa64mmfr2_override);
  44 PROVIDE(__pi_id_aa64pfr0_override       = id_aa64pfr0_override);
  45 PROVIDE(__pi_id_aa64pfr1_override       = id_aa64pfr1_override);
  46 PROVIDE(__pi_id_aa64smfr0_override      = id_aa64smfr0_override);
  47 PROVIDE(__pi_id_aa64zfr0_override       = id_aa64zfr0_override);
  48 PROVIDE(__pi_arm64_sw_feature_override  = arm64_sw_feature_override);
  49 PROVIDE(__pi_arm64_use_ng_mappings      = arm64_use_ng_mappings);
  50 #ifdef CONFIG_CAVIUM_ERRATUM_27456
  51 PROVIDE(__pi_cavium_erratum_27456_cpus  = cavium_erratum_27456_cpus);
  52 #endif
  53 PROVIDE(__pi__ctype                     = _ctype);
  54 PROVIDE(__pi_memstart_offset_seed       = memstart_offset_seed);
  55
  56 PROVIDE(__pi_init_idmap_pg_dir          = init_idmap_pg_dir);
  57 PROVIDE(__pi_init_idmap_pg_end          = init_idmap_pg_end);
  58 PROVIDE(__pi_init_pg_dir                = init_pg_dir);
  59 PROVIDE(__pi_init_pg_end                = init_pg_end);
  60 PROVIDE(__pi_swapper_pg_dir             = swapper_pg_dir);
  61
  62 PROVIDE(__pi__text                      = _text);
  63 PROVIDE(__pi__stext                     = _stext);
  64 PROVIDE(__pi__etext                     = _etext);
  65 PROVIDE(__pi___start_rodata             = __start_rodata);
  66 PROVIDE(__pi___inittext_begin           = __inittext_begin);
  67 PROVIDE(__pi___inittext_end             = __inittext_end);
  68 PROVIDE(__pi___initdata_begin           = __initdata_begin);
  69 PROVIDE(__pi___initdata_end             = __initdata_end);
  70 PROVIDE(__pi__data                      = _data);
  71 PROVIDE(__pi___bss_start                = __bss_start);
  72 PROVIDE(__pi__end                       = _end);
  73
  74 #ifdef CONFIG_KVM
  75
  76 /*
  77  * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to
  78  * separate it from the kernel proper. The following symbols are legally
  79  * accessed by it, therefore provide aliases to make them linkable.
  80  * Do not include symbols which may not be safely accessed under hypervisor
  81  * memory mappings.
  82  */
  83
  84 /* Alternative callbacks for init-time patching of nVHE hyp code. */
  85 KVM_NVHE_ALIAS(kvm_patch_vector_branch);
  86 KVM_NVHE_ALIAS(kvm_update_va_mask);
  87 KVM_NVHE_ALIAS(kvm_get_kimage_voffset);
  88 KVM_NVHE_ALIAS(kvm_compute_final_ctr_el0);
  89 KVM_NVHE_ALIAS(spectre_bhb_patch_loop_iter);
  90 KVM_NVHE_ALIAS(spectre_bhb_patch_loop_mitigation_enable);
  91 KVM_NVHE_ALIAS(spectre_bhb_patch_wa3);
  92 KVM_NVHE_ALIAS(spectre_bhb_patch_clearbhb);
  93 KVM_NVHE_ALIAS(alt_cb_patch_nops);
  94
  95 /* Global kernel state accessed by nVHE hyp code. */
  96 KVM_NVHE_ALIAS(kvm_vgic_global_state);
  97
  98 /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */
  99 KVM_NVHE_ALIAS(nvhe_hyp_panic_handler);
 100
 101 /* Vectors installed by hyp-init on reset HVC. */
 102 KVM_NVHE_ALIAS(__hyp_stub_vectors);
 103
 104 /* Static keys which are set if a vGIC trap should be handled in hyp. */
 105 KVM_NVHE_ALIAS(vgic_v2_cpuif_trap);
 106 KVM_NVHE_ALIAS(vgic_v3_cpuif_trap);
 107
 108 #ifdef CONFIG_ARM64_PSEUDO_NMI
 109 /* Static key checked in GIC_PRIO_IRQOFF. */
 110 KVM_NVHE_ALIAS(gic_nonsecure_priorities);
 111 #endif
 112
 113 /* EL2 exception handling */
 114 KVM_NVHE_ALIAS(__start___kvm_ex_table);
 115 KVM_NVHE_ALIAS(__stop___kvm_ex_table);
 116
 117 /* PMU available static key */
 118 #ifdef CONFIG_HW_PERF_EVENTS
 119 KVM_NVHE_ALIAS(kvm_arm_pmu_available);
 120 #endif
 121
 122 /* Position-independent library routines */
 123 KVM_NVHE_ALIAS_HYP(clear_page, __pi_clear_page);
 124 KVM_NVHE_ALIAS_HYP(copy_page, __pi_copy_page);
 125 KVM_NVHE_ALIAS_HYP(memcpy, __pi_memcpy);
 126 KVM_NVHE_ALIAS_HYP(memset, __pi_memset);
 127
 128 #ifdef CONFIG_KASAN
 129 KVM_NVHE_ALIAS_HYP(__memcpy, __pi_memcpy);
 130 KVM_NVHE_ALIAS_HYP(__memset, __pi_memset);
 131 #endif
 132
 133 /* Hyp memory sections */
 134 KVM_NVHE_ALIAS(__hyp_idmap_text_start);
 135 KVM_NVHE_ALIAS(__hyp_idmap_text_end);
 136 KVM_NVHE_ALIAS(__hyp_text_start);
 137 KVM_NVHE_ALIAS(__hyp_text_end);
 138 KVM_NVHE_ALIAS(__hyp_bss_start);
 139 KVM_NVHE_ALIAS(__hyp_bss_end);
 140 KVM_NVHE_ALIAS(__hyp_rodata_start);
 141 KVM_NVHE_ALIAS(__hyp_rodata_end);
 142
 143 /* pKVM static key */
 144 KVM_NVHE_ALIAS(kvm_protected_mode_initialized);
 145
 146 #endif /* CONFIG_KVM */
 147
 148 #ifdef CONFIG_EFI_ZBOOT
 149 _kernel_codesize = ABSOLUTE(__inittext_end - _text);
 150 #endif
 151
 152 #endif /* __ARM64_KERNEL_IMAGE_VARS_H */