arch/arm64/kernel/asm-offsets.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Based on arch/arm/kernel/asm-offsets.c
   4  *
   5  * Copyright (C) 1995-2003 Russell King
   6  *               2001-2002 Keith Owens
   7  * Copyright (C) 2012 ARM Ltd.
   8  */
   9
  10 #include <linux/arm_sdei.h>
  11 #include <linux/sched.h>
  12 #include <linux/ftrace.h>
  13 #include <linux/kexec.h>
  14 #include <linux/mm.h>
  15 #include <linux/dma-mapping.h>
  16 #include <linux/kvm_host.h>
  17 #include <linux/preempt.h>
  18 #include <linux/suspend.h>
  19 #include <asm/cpufeature.h>
  20 #include <asm/fixmap.h>
  21 #include <asm/thread_info.h>
  22 #include <asm/memory.h>
  23 #include <asm/signal32.h>
  24 #include <asm/smp_plat.h>
  25 #include <asm/suspend.h>
  26 #include <linux/kbuild.h>
  27 #include <linux/arm-smccc.h>
  28
  29 int main(void)
  30 {
  31   DEFINE(TSK_ACTIVE_MM,         offsetof(struct task_struct, active_mm));
  32   BLANK();
  33   DEFINE(TSK_TI_CPU,            offsetof(struct task_struct, thread_info.cpu));
  34   DEFINE(TSK_TI_FLAGS,          offsetof(struct task_struct, thread_info.flags));
  35   DEFINE(TSK_TI_PREEMPT,        offsetof(struct task_struct, thread_info.preempt_count));
  36 #ifdef CONFIG_ARM64_SW_TTBR0_PAN
  37   DEFINE(TSK_TI_TTBR0,          offsetof(struct task_struct, thread_info.ttbr0));
  38 #endif
  39 #ifdef CONFIG_SHADOW_CALL_STACK
  40   DEFINE(TSK_TI_SCS_BASE,       offsetof(struct task_struct, thread_info.scs_base));
  41   DEFINE(TSK_TI_SCS_SP,         offsetof(struct task_struct, thread_info.scs_sp));
  42 #endif
  43   DEFINE(TSK_STACK,             offsetof(struct task_struct, stack));
  44 #ifdef CONFIG_STACKPROTECTOR
  45   DEFINE(TSK_STACK_CANARY,      offsetof(struct task_struct, stack_canary));
  46 #endif
  47   BLANK();
  48   DEFINE(THREAD_CPU_CONTEXT,    offsetof(struct task_struct, thread.cpu_context));
  49   DEFINE(THREAD_SCTLR_USER,     offsetof(struct task_struct, thread.sctlr_user));
  50 #ifdef CONFIG_ARM64_PTR_AUTH
  51   DEFINE(THREAD_KEYS_USER,      offsetof(struct task_struct, thread.keys_user));
  52 #endif
  53 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
  54   DEFINE(THREAD_KEYS_KERNEL,    offsetof(struct task_struct, thread.keys_kernel));
  55 #endif
  56 #ifdef CONFIG_ARM64_MTE
  57   DEFINE(THREAD_MTE_CTRL,       offsetof(struct task_struct, thread.mte_ctrl));
  58 #endif
  59   BLANK();
  60   DEFINE(S_X0,                  offsetof(struct pt_regs, regs[0]));
  61   DEFINE(S_X2,                  offsetof(struct pt_regs, regs[2]));
  62   DEFINE(S_X4,                  offsetof(struct pt_regs, regs[4]));
  63   DEFINE(S_X6,                  offsetof(struct pt_regs, regs[6]));
  64   DEFINE(S_X8,                  offsetof(struct pt_regs, regs[8]));
  65   DEFINE(S_X10,                 offsetof(struct pt_regs, regs[10]));
  66   DEFINE(S_X12,                 offsetof(struct pt_regs, regs[12]));
  67   DEFINE(S_X14,                 offsetof(struct pt_regs, regs[14]));
  68   DEFINE(S_X16,                 offsetof(struct pt_regs, regs[16]));
  69   DEFINE(S_X18,                 offsetof(struct pt_regs, regs[18]));
  70   DEFINE(S_X20,                 offsetof(struct pt_regs, regs[20]));
  71   DEFINE(S_X22,                 offsetof(struct pt_regs, regs[22]));
  72   DEFINE(S_X24,                 offsetof(struct pt_regs, regs[24]));
  73   DEFINE(S_X26,                 offsetof(struct pt_regs, regs[26]));
  74   DEFINE(S_X28,                 offsetof(struct pt_regs, regs[28]));
  75   DEFINE(S_FP,                  offsetof(struct pt_regs, regs[29]));
  76   DEFINE(S_LR,                  offsetof(struct pt_regs, regs[30]));
  77   DEFINE(S_SP,                  offsetof(struct pt_regs, sp));
  78   DEFINE(S_PSTATE,              offsetof(struct pt_regs, pstate));
  79   DEFINE(S_PC,                  offsetof(struct pt_regs, pc));
  80   DEFINE(S_SYSCALLNO,           offsetof(struct pt_regs, syscallno));
  81   DEFINE(S_SDEI_TTBR1,          offsetof(struct pt_regs, sdei_ttbr1));
  82   DEFINE(S_PMR_SAVE,            offsetof(struct pt_regs, pmr_save));
  83   DEFINE(S_STACKFRAME,          offsetof(struct pt_regs, stackframe));
  84   DEFINE(PT_REGS_SIZE,          sizeof(struct pt_regs));
  85   BLANK();
  86 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_ARGS
  87   DEFINE(FREGS_X0,              offsetof(struct ftrace_regs, regs[0]));
  88   DEFINE(FREGS_X2,              offsetof(struct ftrace_regs, regs[2]));
  89   DEFINE(FREGS_X4,              offsetof(struct ftrace_regs, regs[4]));
  90   DEFINE(FREGS_X6,              offsetof(struct ftrace_regs, regs[6]));
  91   DEFINE(FREGS_X8,              offsetof(struct ftrace_regs, regs[8]));
  92   DEFINE(FREGS_FP,              offsetof(struct ftrace_regs, fp));
  93   DEFINE(FREGS_LR,              offsetof(struct ftrace_regs, lr));
  94   DEFINE(FREGS_SP,              offsetof(struct ftrace_regs, sp));
  95   DEFINE(FREGS_PC,              offsetof(struct ftrace_regs, pc));
  96 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
  97   DEFINE(FREGS_DIRECT_TRAMP,    offsetof(struct ftrace_regs, direct_tramp));
  98 #endif
  99   DEFINE(FREGS_SIZE,            sizeof(struct ftrace_regs));
 100   BLANK();
 101 #endif
 102 #ifdef CONFIG_COMPAT
 103   DEFINE(COMPAT_SIGFRAME_REGS_OFFSET,           offsetof(struct compat_sigframe, uc.uc_mcontext.arm_r0));
 104   DEFINE(COMPAT_RT_SIGFRAME_REGS_OFFSET,        offsetof(struct compat_rt_sigframe, sig.uc.uc_mcontext.arm_r0));
 105   BLANK();
 106 #endif
 107   DEFINE(MM_CONTEXT_ID,         offsetof(struct mm_struct, context.id.counter));
 108   BLANK();
 109   DEFINE(VMA_VM_MM,             offsetof(struct vm_area_struct, vm_mm));
 110   DEFINE(VMA_VM_FLAGS,          offsetof(struct vm_area_struct, vm_flags));
 111   BLANK();
 112   DEFINE(VM_EXEC,               VM_EXEC);
 113   BLANK();
 114   DEFINE(PAGE_SZ,               PAGE_SIZE);
 115   BLANK();
 116   DEFINE(DMA_TO_DEVICE,         DMA_TO_DEVICE);
 117   DEFINE(DMA_FROM_DEVICE,       DMA_FROM_DEVICE);
 118   BLANK();
 119   DEFINE(PREEMPT_DISABLE_OFFSET, PREEMPT_DISABLE_OFFSET);
 120   DEFINE(SOFTIRQ_SHIFT, SOFTIRQ_SHIFT);
 121   DEFINE(IRQ_CPUSTAT_SOFTIRQ_PENDING, offsetof(irq_cpustat_t, __softirq_pending));
 122   BLANK();
 123   DEFINE(CPU_BOOT_TASK,         offsetof(struct secondary_data, task));
 124   BLANK();
 125   DEFINE(FTR_OVR_VAL_OFFSET,    offsetof(struct arm64_ftr_override, val));
 126   DEFINE(FTR_OVR_MASK_OFFSET,   offsetof(struct arm64_ftr_override, mask));
 127   BLANK();
 128 #ifdef CONFIG_KVM
 129   DEFINE(VCPU_CONTEXT,          offsetof(struct kvm_vcpu, arch.ctxt));
 130   DEFINE(VCPU_FAULT_DISR,       offsetof(struct kvm_vcpu, arch.fault.disr_el1));
 131   DEFINE(VCPU_HCR_EL2,          offsetof(struct kvm_vcpu, arch.hcr_el2));
 132   DEFINE(CPU_USER_PT_REGS,      offsetof(struct kvm_cpu_context, regs));
 133   DEFINE(CPU_RGSR_EL1,          offsetof(struct kvm_cpu_context, sys_regs[RGSR_EL1]));
 134   DEFINE(CPU_GCR_EL1,           offsetof(struct kvm_cpu_context, sys_regs[GCR_EL1]));
 135   DEFINE(CPU_APIAKEYLO_EL1,     offsetof(struct kvm_cpu_context, sys_regs[APIAKEYLO_EL1]));
 136   DEFINE(CPU_APIBKEYLO_EL1,     offsetof(struct kvm_cpu_context, sys_regs[APIBKEYLO_EL1]));
 137   DEFINE(CPU_APDAKEYLO_EL1,     offsetof(struct kvm_cpu_context, sys_regs[APDAKEYLO_EL1]));
 138   DEFINE(CPU_APDBKEYLO_EL1,     offsetof(struct kvm_cpu_context, sys_regs[APDBKEYLO_EL1]));
 139   DEFINE(CPU_APGAKEYLO_EL1,     offsetof(struct kvm_cpu_context, sys_regs[APGAKEYLO_EL1]));
 140   DEFINE(HOST_CONTEXT_VCPU,     offsetof(struct kvm_cpu_context, __hyp_running_vcpu));
 141   DEFINE(HOST_DATA_CONTEXT,     offsetof(struct kvm_host_data, host_ctxt));
 142   DEFINE(NVHE_INIT_MAIR_EL2,    offsetof(struct kvm_nvhe_init_params, mair_el2));
 143   DEFINE(NVHE_INIT_TCR_EL2,     offsetof(struct kvm_nvhe_init_params, tcr_el2));
 144   DEFINE(NVHE_INIT_TPIDR_EL2,   offsetof(struct kvm_nvhe_init_params, tpidr_el2));
 145   DEFINE(NVHE_INIT_STACK_HYP_VA,        offsetof(struct kvm_nvhe_init_params, stack_hyp_va));
 146   DEFINE(NVHE_INIT_PGD_PA,      offsetof(struct kvm_nvhe_init_params, pgd_pa));
 147   DEFINE(NVHE_INIT_HCR_EL2,     offsetof(struct kvm_nvhe_init_params, hcr_el2));
 148   DEFINE(NVHE_INIT_VTTBR,       offsetof(struct kvm_nvhe_init_params, vttbr));
 149   DEFINE(NVHE_INIT_VTCR,        offsetof(struct kvm_nvhe_init_params, vtcr));
 150 #endif
 151 #ifdef CONFIG_CPU_PM
 152   DEFINE(CPU_CTX_SP,            offsetof(struct cpu_suspend_ctx, sp));
 153   DEFINE(MPIDR_HASH_MASK,       offsetof(struct mpidr_hash, mask));
 154   DEFINE(MPIDR_HASH_SHIFTS,     offsetof(struct mpidr_hash, shift_aff));
 155   DEFINE(SLEEP_STACK_DATA_SYSTEM_REGS,  offsetof(struct sleep_stack_data, system_regs));
 156   DEFINE(SLEEP_STACK_DATA_CALLEE_REGS,  offsetof(struct sleep_stack_data, callee_saved_regs));
 157 #endif
 158   DEFINE(ARM_SMCCC_RES_X0_OFFS,         offsetof(struct arm_smccc_res, a0));
 159   DEFINE(ARM_SMCCC_RES_X2_OFFS,         offsetof(struct arm_smccc_res, a2));
 160   DEFINE(ARM_SMCCC_QUIRK_ID_OFFS,       offsetof(struct arm_smccc_quirk, id));
 161   DEFINE(ARM_SMCCC_QUIRK_STATE_OFFS,    offsetof(struct arm_smccc_quirk, state));
 162   DEFINE(ARM_SMCCC_1_2_REGS_X0_OFFS,    offsetof(struct arm_smccc_1_2_regs, a0));
 163   DEFINE(ARM_SMCCC_1_2_REGS_X2_OFFS,    offsetof(struct arm_smccc_1_2_regs, a2));
 164   DEFINE(ARM_SMCCC_1_2_REGS_X4_OFFS,    offsetof(struct arm_smccc_1_2_regs, a4));
 165   DEFINE(ARM_SMCCC_1_2_REGS_X6_OFFS,    offsetof(struct arm_smccc_1_2_regs, a6));
 166   DEFINE(ARM_SMCCC_1_2_REGS_X8_OFFS,    offsetof(struct arm_smccc_1_2_regs, a8));
 167   DEFINE(ARM_SMCCC_1_2_REGS_X10_OFFS,   offsetof(struct arm_smccc_1_2_regs, a10));
 168   DEFINE(ARM_SMCCC_1_2_REGS_X12_OFFS,   offsetof(struct arm_smccc_1_2_regs, a12));
 169   DEFINE(ARM_SMCCC_1_2_REGS_X14_OFFS,   offsetof(struct arm_smccc_1_2_regs, a14));
 170   DEFINE(ARM_SMCCC_1_2_REGS_X16_OFFS,   offsetof(struct arm_smccc_1_2_regs, a16));
 171   BLANK();
 172   DEFINE(HIBERN_PBE_ORIG,       offsetof(struct pbe, orig_address));
 173   DEFINE(HIBERN_PBE_ADDR,       offsetof(struct pbe, address));
 174   DEFINE(HIBERN_PBE_NEXT,       offsetof(struct pbe, next));
 175   DEFINE(ARM64_FTR_SYSVAL,      offsetof(struct arm64_ftr_reg, sys_val));
 176   BLANK();
 177 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
 178   DEFINE(TRAMP_VALIAS,          TRAMP_VALIAS);
 179 #endif
 180 #ifdef CONFIG_ARM_SDE_INTERFACE
 181   DEFINE(SDEI_EVENT_INTREGS,    offsetof(struct sdei_registered_event, interrupted_regs));
 182   DEFINE(SDEI_EVENT_PRIORITY,   offsetof(struct sdei_registered_event, priority));
 183 #endif
 184 #ifdef CONFIG_ARM64_PTR_AUTH
 185   DEFINE(PTRAUTH_USER_KEY_APIA,         offsetof(struct ptrauth_keys_user, apia));
 186 #ifdef CONFIG_ARM64_PTR_AUTH_KERNEL
 187   DEFINE(PTRAUTH_KERNEL_KEY_APIA,       offsetof(struct ptrauth_keys_kernel, apia));
 188 #endif
 189   BLANK();
 190 #endif
 191 #ifdef CONFIG_KEXEC_CORE
 192   DEFINE(KIMAGE_ARCH_DTB_MEM,           offsetof(struct kimage, arch.dtb_mem));
 193   DEFINE(KIMAGE_ARCH_EL2_VECTORS,       offsetof(struct kimage, arch.el2_vectors));
 194   DEFINE(KIMAGE_ARCH_ZERO_PAGE,         offsetof(struct kimage, arch.zero_page));
 195   DEFINE(KIMAGE_ARCH_PHYS_OFFSET,       offsetof(struct kimage, arch.phys_offset));
 196   DEFINE(KIMAGE_ARCH_TTBR1,             offsetof(struct kimage, arch.ttbr1));
 197   DEFINE(KIMAGE_HEAD,                   offsetof(struct kimage, head));
 198   DEFINE(KIMAGE_START,                  offsetof(struct kimage, start));
 199   BLANK();
 200 #endif
 201 #ifdef CONFIG_FUNCTION_TRACER
 202   DEFINE(FTRACE_OPS_FUNC,               offsetof(struct ftrace_ops, func));
 203 #endif
 204   BLANK();
 205 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
 206   DEFINE(FGRET_REGS_X0,                 offsetof(struct fgraph_ret_regs, regs[0]));
 207   DEFINE(FGRET_REGS_X1,                 offsetof(struct fgraph_ret_regs, regs[1]));
 208   DEFINE(FGRET_REGS_X2,                 offsetof(struct fgraph_ret_regs, regs[2]));
 209   DEFINE(FGRET_REGS_X3,                 offsetof(struct fgraph_ret_regs, regs[3]));
 210   DEFINE(FGRET_REGS_X4,                 offsetof(struct fgraph_ret_regs, regs[4]));
 211   DEFINE(FGRET_REGS_X5,                 offsetof(struct fgraph_ret_regs, regs[5]));
 212   DEFINE(FGRET_REGS_X6,                 offsetof(struct fgraph_ret_regs, regs[6]));
 213   DEFINE(FGRET_REGS_X7,                 offsetof(struct fgraph_ret_regs, regs[7]));
 214   DEFINE(FGRET_REGS_FP,                 offsetof(struct fgraph_ret_regs, fp));
 215   DEFINE(FGRET_REGS_SIZE,               sizeof(struct fgraph_ret_regs));
 216 #endif
 217 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
 218   DEFINE(FTRACE_OPS_DIRECT_CALL,        offsetof(struct ftrace_ops, direct_call));
 219 #endif
 220   return 0;
 221 }