arch/loongarch/include/asm/kvm_csr.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /*
   3  * Copyright (C) 2020-2023 Loongson Technology Corporation Limited
   4  */
   5
   6 #ifndef __ASM_LOONGARCH_KVM_CSR_H__
   7 #define __ASM_LOONGARCH_KVM_CSR_H__
   8
   9 #include <linux/uaccess.h>
  10 #include <linux/kvm_host.h>
  11 #include <asm/loongarch.h>
  12 #include <asm/kvm_vcpu.h>
  13
  14 #define gcsr_read(csr)                                          \
  15 ({                                                              \
  16         register unsigned long __v;                             \
  17         __asm__ __volatile__(                                   \
  18                 " gcsrrd %[val], %[reg]\n\t"                    \
  19                 : [val] "=r" (__v)                              \
  20                 : [reg] "i" (csr)                               \
  21                 : "memory");                                    \
  22         __v;                                                    \
  23 })
  24
  25 #define gcsr_write(v, csr)                                      \
  26 ({                                                              \
  27         register unsigned long __v = v;                         \
  28         __asm__ __volatile__ (                                  \
  29                 " gcsrwr %[val], %[reg]\n\t"                    \
  30                 : [val] "+r" (__v)                              \
  31                 : [reg] "i" (csr)                               \
  32                 : "memory");                                    \
  33 })
  34
  35 #define gcsr_xchg(v, m, csr)                                    \
  36 ({                                                              \
  37         register unsigned long __v = v;                         \
  38         __asm__ __volatile__(                                   \
  39                 " gcsrxchg %[val], %[mask], %[reg]\n\t"         \
  40                 : [val] "+r" (__v)                              \
  41                 : [mask] "r" (m), [reg] "i" (csr)               \
  42                 : "memory");                                    \
  43         __v;                                                    \
  44 })
  45
  46 /* Guest CSRS read and write */
  47 #define read_gcsr_crmd()                gcsr_read(LOONGARCH_CSR_CRMD)
  48 #define write_gcsr_crmd(val)            gcsr_write(val, LOONGARCH_CSR_CRMD)
  49 #define read_gcsr_prmd()                gcsr_read(LOONGARCH_CSR_PRMD)
  50 #define write_gcsr_prmd(val)            gcsr_write(val, LOONGARCH_CSR_PRMD)
  51 #define read_gcsr_euen()                gcsr_read(LOONGARCH_CSR_EUEN)
  52 #define write_gcsr_euen(val)            gcsr_write(val, LOONGARCH_CSR_EUEN)
  53 #define read_gcsr_misc()                gcsr_read(LOONGARCH_CSR_MISC)
  54 #define write_gcsr_misc(val)            gcsr_write(val, LOONGARCH_CSR_MISC)
  55 #define read_gcsr_ecfg()                gcsr_read(LOONGARCH_CSR_ECFG)
  56 #define write_gcsr_ecfg(val)            gcsr_write(val, LOONGARCH_CSR_ECFG)
  57 #define read_gcsr_estat()               gcsr_read(LOONGARCH_CSR_ESTAT)
  58 #define write_gcsr_estat(val)           gcsr_write(val, LOONGARCH_CSR_ESTAT)
  59 #define read_gcsr_era()                 gcsr_read(LOONGARCH_CSR_ERA)
  60 #define write_gcsr_era(val)             gcsr_write(val, LOONGARCH_CSR_ERA)
  61 #define read_gcsr_badv()                gcsr_read(LOONGARCH_CSR_BADV)
  62 #define write_gcsr_badv(val)            gcsr_write(val, LOONGARCH_CSR_BADV)
  63 #define read_gcsr_badi()                gcsr_read(LOONGARCH_CSR_BADI)
  64 #define write_gcsr_badi(val)            gcsr_write(val, LOONGARCH_CSR_BADI)
  65 #define read_gcsr_eentry()              gcsr_read(LOONGARCH_CSR_EENTRY)
  66 #define write_gcsr_eentry(val)          gcsr_write(val, LOONGARCH_CSR_EENTRY)
  67
  68 #define read_gcsr_asid()                gcsr_read(LOONGARCH_CSR_ASID)
  69 #define write_gcsr_asid(val)            gcsr_write(val, LOONGARCH_CSR_ASID)
  70 #define read_gcsr_pgdl()                gcsr_read(LOONGARCH_CSR_PGDL)
  71 #define write_gcsr_pgdl(val)            gcsr_write(val, LOONGARCH_CSR_PGDL)
  72 #define read_gcsr_pgdh()                gcsr_read(LOONGARCH_CSR_PGDH)
  73 #define write_gcsr_pgdh(val)            gcsr_write(val, LOONGARCH_CSR_PGDH)
  74 #define write_gcsr_pgd(val)             gcsr_write(val, LOONGARCH_CSR_PGD)
  75 #define read_gcsr_pgd()                 gcsr_read(LOONGARCH_CSR_PGD)
  76 #define read_gcsr_pwctl0()              gcsr_read(LOONGARCH_CSR_PWCTL0)
  77 #define write_gcsr_pwctl0(val)          gcsr_write(val, LOONGARCH_CSR_PWCTL0)
  78 #define read_gcsr_pwctl1()              gcsr_read(LOONGARCH_CSR_PWCTL1)
  79 #define write_gcsr_pwctl1(val)          gcsr_write(val, LOONGARCH_CSR_PWCTL1)
  80 #define read_gcsr_stlbpgsize()          gcsr_read(LOONGARCH_CSR_STLBPGSIZE)
  81 #define write_gcsr_stlbpgsize(val)      gcsr_write(val, LOONGARCH_CSR_STLBPGSIZE)
  82 #define read_gcsr_rvacfg()              gcsr_read(LOONGARCH_CSR_RVACFG)
  83 #define write_gcsr_rvacfg(val)          gcsr_write(val, LOONGARCH_CSR_RVACFG)
  84
  85 #define read_gcsr_cpuid()               gcsr_read(LOONGARCH_CSR_CPUID)
  86 #define write_gcsr_cpuid(val)           gcsr_write(val, LOONGARCH_CSR_CPUID)
  87 #define read_gcsr_prcfg1()              gcsr_read(LOONGARCH_CSR_PRCFG1)
  88 #define write_gcsr_prcfg1(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG1)
  89 #define read_gcsr_prcfg2()              gcsr_read(LOONGARCH_CSR_PRCFG2)
  90 #define write_gcsr_prcfg2(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG2)
  91 #define read_gcsr_prcfg3()              gcsr_read(LOONGARCH_CSR_PRCFG3)
  92 #define write_gcsr_prcfg3(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG3)
  93
  94 #define read_gcsr_kscratch0()           gcsr_read(LOONGARCH_CSR_KS0)
  95 #define write_gcsr_kscratch0(val)       gcsr_write(val, LOONGARCH_CSR_KS0)
  96 #define read_gcsr_kscratch1()           gcsr_read(LOONGARCH_CSR_KS1)
  97 #define write_gcsr_kscratch1(val)       gcsr_write(val, LOONGARCH_CSR_KS1)
  98 #define read_gcsr_kscratch2()           gcsr_read(LOONGARCH_CSR_KS2)
  99 #define write_gcsr_kscratch2(val)       gcsr_write(val, LOONGARCH_CSR_KS2)
 100 #define read_gcsr_kscratch3()           gcsr_read(LOONGARCH_CSR_KS3)
 101 #define write_gcsr_kscratch3(val)       gcsr_write(val, LOONGARCH_CSR_KS3)
 102 #define read_gcsr_kscratch4()           gcsr_read(LOONGARCH_CSR_KS4)
 103 #define write_gcsr_kscratch4(val)       gcsr_write(val, LOONGARCH_CSR_KS4)
 104 #define read_gcsr_kscratch5()           gcsr_read(LOONGARCH_CSR_KS5)
 105 #define write_gcsr_kscratch5(val)       gcsr_write(val, LOONGARCH_CSR_KS5)
 106 #define read_gcsr_kscratch6()           gcsr_read(LOONGARCH_CSR_KS6)
 107 #define write_gcsr_kscratch6(val)       gcsr_write(val, LOONGARCH_CSR_KS6)
 108 #define read_gcsr_kscratch7()           gcsr_read(LOONGARCH_CSR_KS7)
 109 #define write_gcsr_kscratch7(val)       gcsr_write(val, LOONGARCH_CSR_KS7)
 110
 111 #define read_gcsr_timerid()             gcsr_read(LOONGARCH_CSR_TMID)
 112 #define write_gcsr_timerid(val)         gcsr_write(val, LOONGARCH_CSR_TMID)
 113 #define read_gcsr_timercfg()            gcsr_read(LOONGARCH_CSR_TCFG)
 114 #define write_gcsr_timercfg(val)        gcsr_write(val, LOONGARCH_CSR_TCFG)
 115 #define read_gcsr_timertick()           gcsr_read(LOONGARCH_CSR_TVAL)
 116 #define write_gcsr_timertick(val)       gcsr_write(val, LOONGARCH_CSR_TVAL)
 117 #define read_gcsr_timeroffset()         gcsr_read(LOONGARCH_CSR_CNTC)
 118 #define write_gcsr_timeroffset(val)     gcsr_write(val, LOONGARCH_CSR_CNTC)
 119
 120 #define read_gcsr_llbctl()              gcsr_read(LOONGARCH_CSR_LLBCTL)
 121 #define write_gcsr_llbctl(val)          gcsr_write(val, LOONGARCH_CSR_LLBCTL)
 122
 123 #define read_gcsr_tlbidx()              gcsr_read(LOONGARCH_CSR_TLBIDX)
 124 #define write_gcsr_tlbidx(val)          gcsr_write(val, LOONGARCH_CSR_TLBIDX)
 125 #define read_gcsr_tlbrentry()           gcsr_read(LOONGARCH_CSR_TLBRENTRY)
 126 #define write_gcsr_tlbrentry(val)       gcsr_write(val, LOONGARCH_CSR_TLBRENTRY)
 127 #define read_gcsr_tlbrbadv()            gcsr_read(LOONGARCH_CSR_TLBRBADV)
 128 #define write_gcsr_tlbrbadv(val)        gcsr_write(val, LOONGARCH_CSR_TLBRBADV)
 129 #define read_gcsr_tlbrera()             gcsr_read(LOONGARCH_CSR_TLBRERA)
 130 #define write_gcsr_tlbrera(val)         gcsr_write(val, LOONGARCH_CSR_TLBRERA)
 131 #define read_gcsr_tlbrsave()            gcsr_read(LOONGARCH_CSR_TLBRSAVE)
 132 #define write_gcsr_tlbrsave(val)        gcsr_write(val, LOONGARCH_CSR_TLBRSAVE)
 133 #define read_gcsr_tlbrelo0()            gcsr_read(LOONGARCH_CSR_TLBRELO0)
 134 #define write_gcsr_tlbrelo0(val)        gcsr_write(val, LOONGARCH_CSR_TLBRELO0)
 135 #define read_gcsr_tlbrelo1()            gcsr_read(LOONGARCH_CSR_TLBRELO1)
 136 #define write_gcsr_tlbrelo1(val)        gcsr_write(val, LOONGARCH_CSR_TLBRELO1)
 137 #define read_gcsr_tlbrehi()             gcsr_read(LOONGARCH_CSR_TLBREHI)
 138 #define write_gcsr_tlbrehi(val)         gcsr_write(val, LOONGARCH_CSR_TLBREHI)
 139 #define read_gcsr_tlbrprmd()            gcsr_read(LOONGARCH_CSR_TLBRPRMD)
 140 #define write_gcsr_tlbrprmd(val)        gcsr_write(val, LOONGARCH_CSR_TLBRPRMD)
 141
 142 #define read_gcsr_directwin0()          gcsr_read(LOONGARCH_CSR_DMWIN0)
 143 #define write_gcsr_directwin0(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN0)
 144 #define read_gcsr_directwin1()          gcsr_read(LOONGARCH_CSR_DMWIN1)
 145 #define write_gcsr_directwin1(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN1)
 146 #define read_gcsr_directwin2()          gcsr_read(LOONGARCH_CSR_DMWIN2)
 147 #define write_gcsr_directwin2(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN2)
 148 #define read_gcsr_directwin3()          gcsr_read(LOONGARCH_CSR_DMWIN3)
 149 #define write_gcsr_directwin3(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN3)
 150
 151 /* Guest related CSRs */
 152 #define read_csr_gtlbc()                csr_read64(LOONGARCH_CSR_GTLBC)
 153 #define write_csr_gtlbc(val)            csr_write64(val, LOONGARCH_CSR_GTLBC)
 154 #define read_csr_trgp()                 csr_read64(LOONGARCH_CSR_TRGP)
 155 #define read_csr_gcfg()                 csr_read64(LOONGARCH_CSR_GCFG)
 156 #define write_csr_gcfg(val)             csr_write64(val, LOONGARCH_CSR_GCFG)
 157 #define read_csr_gstat()                csr_read64(LOONGARCH_CSR_GSTAT)
 158 #define write_csr_gstat(val)            csr_write64(val, LOONGARCH_CSR_GSTAT)
 159 #define read_csr_gintc()                csr_read64(LOONGARCH_CSR_GINTC)
 160 #define write_csr_gintc(val)            csr_write64(val, LOONGARCH_CSR_GINTC)
 161 #define read_csr_gcntc()                csr_read64(LOONGARCH_CSR_GCNTC)
 162 #define write_csr_gcntc(val)            csr_write64(val, LOONGARCH_CSR_GCNTC)
 163
 164 #define __BUILD_GCSR_OP(name)           __BUILD_CSR_COMMON(gcsr_##name)
 165
 166 __BUILD_CSR_OP(gcfg)
 167 __BUILD_CSR_OP(gstat)
 168 __BUILD_CSR_OP(gtlbc)
 169 __BUILD_CSR_OP(gintc)
 170 __BUILD_GCSR_OP(llbctl)
 171 __BUILD_GCSR_OP(tlbidx)
 172
 173 #define set_gcsr_estat(val)     \
 174         gcsr_xchg(val, val, LOONGARCH_CSR_ESTAT)
 175 #define clear_gcsr_estat(val)   \
 176         gcsr_xchg(~(val), val, LOONGARCH_CSR_ESTAT)
 177
 178 #define kvm_read_hw_gcsr(id)            gcsr_read(id)
 179 #define kvm_write_hw_gcsr(id, val)      gcsr_write(val, id)
 180
 181 #define kvm_save_hw_gcsr(csr, gid)      (csr->csrs[gid] = gcsr_read(gid))
 182 #define kvm_restore_hw_gcsr(csr, gid)   (gcsr_write(csr->csrs[gid], gid))
 183
 184 int kvm_emu_iocsr(larch_inst inst, struct kvm_run *run, struct kvm_vcpu *vcpu);
 185
 186 static __always_inline unsigned long kvm_read_sw_gcsr(struct loongarch_csrs *csr, int gid)
 187 {
 188         return csr->csrs[gid];
 189 }
 190
 191 static __always_inline void kvm_write_sw_gcsr(struct loongarch_csrs *csr, int gid, unsigned long val)
 192 {
 193         csr->csrs[gid] = val;
 194 }
 195
 196 static __always_inline void kvm_set_sw_gcsr(struct loongarch_csrs *csr,
 197                                             int gid, unsigned long val)
 198 {
 199         csr->csrs[gid] |= val;
 200 }
 201
 202 static __always_inline void kvm_change_sw_gcsr(struct loongarch_csrs *csr,
 203                                                int gid, unsigned long mask, unsigned long val)
 204 {
 205         unsigned long _mask = mask;
 206
 207         csr->csrs[gid] &= ~_mask;
 208         csr->csrs[gid] |= val & _mask;
 209 }
 210
 211 #endif  /* __ASM_LOONGARCH_KVM_CSR_H__ */