arch/loongarch/include/asm/kvm_csr.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /*
   3  * Copyright (C) 2020-2023 Loongson Technology Corporation Limited
   4  */
   5
   6 #ifndef __ASM_LOONGARCH_KVM_CSR_H__
   7 #define __ASM_LOONGARCH_KVM_CSR_H__
   8
   9 #include <linux/uaccess.h>
  10 #include <linux/kvm_host.h>
  11 #include <asm/loongarch.h>
  12 #include <asm/kvm_vcpu.h>
  13
  14 #define gcsr_read(csr)                                          \
  15 ({                                                              \
  16         register unsigned long __v;                             \
  17         __asm__ __volatile__(                                   \
  18                 " gcsrrd %[val], %[reg]\n\t"                    \
  19                 : [val] "=r" (__v)                              \
  20                 : [reg] "i" (csr)                               \
  21                 : "memory");                                    \
  22         __v;                                                    \
  23 })
  24
  25 #define gcsr_write(v, csr)                                      \
  26 ({                                                              \
  27         register unsigned long __v = v;                         \
  28         __asm__ __volatile__ (                                  \
  29                 " gcsrwr %[val], %[reg]\n\t"                    \
  30                 : [val] "+r" (__v)                              \
  31                 : [reg] "i" (csr)                               \
  32                 : "memory");                                    \
  33         __v;                                                    \
  34 })
  35
  36 #define gcsr_xchg(v, m, csr)                                    \
  37 ({                                                              \
  38         register unsigned long __v = v;                         \
  39         __asm__ __volatile__(                                   \
  40                 " gcsrxchg %[val], %[mask], %[reg]\n\t"         \
  41                 : [val] "+r" (__v)                              \
  42                 : [mask] "r" (m), [reg] "i" (csr)               \
  43                 : "memory");                                    \
  44         __v;                                                    \
  45 })
  46
  47 /* Guest CSRS read and write */
  48 #define read_gcsr_crmd()                gcsr_read(LOONGARCH_CSR_CRMD)
  49 #define write_gcsr_crmd(val)            gcsr_write(val, LOONGARCH_CSR_CRMD)
  50 #define read_gcsr_prmd()                gcsr_read(LOONGARCH_CSR_PRMD)
  51 #define write_gcsr_prmd(val)            gcsr_write(val, LOONGARCH_CSR_PRMD)
  52 #define read_gcsr_euen()                gcsr_read(LOONGARCH_CSR_EUEN)
  53 #define write_gcsr_euen(val)            gcsr_write(val, LOONGARCH_CSR_EUEN)
  54 #define read_gcsr_misc()                gcsr_read(LOONGARCH_CSR_MISC)
  55 #define write_gcsr_misc(val)            gcsr_write(val, LOONGARCH_CSR_MISC)
  56 #define read_gcsr_ecfg()                gcsr_read(LOONGARCH_CSR_ECFG)
  57 #define write_gcsr_ecfg(val)            gcsr_write(val, LOONGARCH_CSR_ECFG)
  58 #define read_gcsr_estat()               gcsr_read(LOONGARCH_CSR_ESTAT)
  59 #define write_gcsr_estat(val)           gcsr_write(val, LOONGARCH_CSR_ESTAT)
  60 #define read_gcsr_era()                 gcsr_read(LOONGARCH_CSR_ERA)
  61 #define write_gcsr_era(val)             gcsr_write(val, LOONGARCH_CSR_ERA)
  62 #define read_gcsr_badv()                gcsr_read(LOONGARCH_CSR_BADV)
  63 #define write_gcsr_badv(val)            gcsr_write(val, LOONGARCH_CSR_BADV)
  64 #define read_gcsr_badi()                gcsr_read(LOONGARCH_CSR_BADI)
  65 #define write_gcsr_badi(val)            gcsr_write(val, LOONGARCH_CSR_BADI)
  66 #define read_gcsr_eentry()              gcsr_read(LOONGARCH_CSR_EENTRY)
  67 #define write_gcsr_eentry(val)          gcsr_write(val, LOONGARCH_CSR_EENTRY)
  68
  69 #define read_gcsr_asid()                gcsr_read(LOONGARCH_CSR_ASID)
  70 #define write_gcsr_asid(val)            gcsr_write(val, LOONGARCH_CSR_ASID)
  71 #define read_gcsr_pgdl()                gcsr_read(LOONGARCH_CSR_PGDL)
  72 #define write_gcsr_pgdl(val)            gcsr_write(val, LOONGARCH_CSR_PGDL)
  73 #define read_gcsr_pgdh()                gcsr_read(LOONGARCH_CSR_PGDH)
  74 #define write_gcsr_pgdh(val)            gcsr_write(val, LOONGARCH_CSR_PGDH)
  75 #define write_gcsr_pgd(val)             gcsr_write(val, LOONGARCH_CSR_PGD)
  76 #define read_gcsr_pgd()                 gcsr_read(LOONGARCH_CSR_PGD)
  77 #define read_gcsr_pwctl0()              gcsr_read(LOONGARCH_CSR_PWCTL0)
  78 #define write_gcsr_pwctl0(val)          gcsr_write(val, LOONGARCH_CSR_PWCTL0)
  79 #define read_gcsr_pwctl1()              gcsr_read(LOONGARCH_CSR_PWCTL1)
  80 #define write_gcsr_pwctl1(val)          gcsr_write(val, LOONGARCH_CSR_PWCTL1)
  81 #define read_gcsr_stlbpgsize()          gcsr_read(LOONGARCH_CSR_STLBPGSIZE)
  82 #define write_gcsr_stlbpgsize(val)      gcsr_write(val, LOONGARCH_CSR_STLBPGSIZE)
  83 #define read_gcsr_rvacfg()              gcsr_read(LOONGARCH_CSR_RVACFG)
  84 #define write_gcsr_rvacfg(val)          gcsr_write(val, LOONGARCH_CSR_RVACFG)
  85
  86 #define read_gcsr_cpuid()               gcsr_read(LOONGARCH_CSR_CPUID)
  87 #define write_gcsr_cpuid(val)           gcsr_write(val, LOONGARCH_CSR_CPUID)
  88 #define read_gcsr_prcfg1()              gcsr_read(LOONGARCH_CSR_PRCFG1)
  89 #define write_gcsr_prcfg1(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG1)
  90 #define read_gcsr_prcfg2()              gcsr_read(LOONGARCH_CSR_PRCFG2)
  91 #define write_gcsr_prcfg2(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG2)
  92 #define read_gcsr_prcfg3()              gcsr_read(LOONGARCH_CSR_PRCFG3)
  93 #define write_gcsr_prcfg3(val)          gcsr_write(val, LOONGARCH_CSR_PRCFG3)
  94
  95 #define read_gcsr_kscratch0()           gcsr_read(LOONGARCH_CSR_KS0)
  96 #define write_gcsr_kscratch0(val)       gcsr_write(val, LOONGARCH_CSR_KS0)
  97 #define read_gcsr_kscratch1()           gcsr_read(LOONGARCH_CSR_KS1)
  98 #define write_gcsr_kscratch1(val)       gcsr_write(val, LOONGARCH_CSR_KS1)
  99 #define read_gcsr_kscratch2()           gcsr_read(LOONGARCH_CSR_KS2)
 100 #define write_gcsr_kscratch2(val)       gcsr_write(val, LOONGARCH_CSR_KS2)
 101 #define read_gcsr_kscratch3()           gcsr_read(LOONGARCH_CSR_KS3)
 102 #define write_gcsr_kscratch3(val)       gcsr_write(val, LOONGARCH_CSR_KS3)
 103 #define read_gcsr_kscratch4()           gcsr_read(LOONGARCH_CSR_KS4)
 104 #define write_gcsr_kscratch4(val)       gcsr_write(val, LOONGARCH_CSR_KS4)
 105 #define read_gcsr_kscratch5()           gcsr_read(LOONGARCH_CSR_KS5)
 106 #define write_gcsr_kscratch5(val)       gcsr_write(val, LOONGARCH_CSR_KS5)
 107 #define read_gcsr_kscratch6()           gcsr_read(LOONGARCH_CSR_KS6)
 108 #define write_gcsr_kscratch6(val)       gcsr_write(val, LOONGARCH_CSR_KS6)
 109 #define read_gcsr_kscratch7()           gcsr_read(LOONGARCH_CSR_KS7)
 110 #define write_gcsr_kscratch7(val)       gcsr_write(val, LOONGARCH_CSR_KS7)
 111
 112 #define read_gcsr_timerid()             gcsr_read(LOONGARCH_CSR_TMID)
 113 #define write_gcsr_timerid(val)         gcsr_write(val, LOONGARCH_CSR_TMID)
 114 #define read_gcsr_timercfg()            gcsr_read(LOONGARCH_CSR_TCFG)
 115 #define write_gcsr_timercfg(val)        gcsr_write(val, LOONGARCH_CSR_TCFG)
 116 #define read_gcsr_timertick()           gcsr_read(LOONGARCH_CSR_TVAL)
 117 #define write_gcsr_timertick(val)       gcsr_write(val, LOONGARCH_CSR_TVAL)
 118 #define read_gcsr_timeroffset()         gcsr_read(LOONGARCH_CSR_CNTC)
 119 #define write_gcsr_timeroffset(val)     gcsr_write(val, LOONGARCH_CSR_CNTC)
 120
 121 #define read_gcsr_llbctl()              gcsr_read(LOONGARCH_CSR_LLBCTL)
 122 #define write_gcsr_llbctl(val)          gcsr_write(val, LOONGARCH_CSR_LLBCTL)
 123
 124 #define read_gcsr_tlbidx()              gcsr_read(LOONGARCH_CSR_TLBIDX)
 125 #define write_gcsr_tlbidx(val)          gcsr_write(val, LOONGARCH_CSR_TLBIDX)
 126 #define read_gcsr_tlbrentry()           gcsr_read(LOONGARCH_CSR_TLBRENTRY)
 127 #define write_gcsr_tlbrentry(val)       gcsr_write(val, LOONGARCH_CSR_TLBRENTRY)
 128 #define read_gcsr_tlbrbadv()            gcsr_read(LOONGARCH_CSR_TLBRBADV)
 129 #define write_gcsr_tlbrbadv(val)        gcsr_write(val, LOONGARCH_CSR_TLBRBADV)
 130 #define read_gcsr_tlbrera()             gcsr_read(LOONGARCH_CSR_TLBRERA)
 131 #define write_gcsr_tlbrera(val)         gcsr_write(val, LOONGARCH_CSR_TLBRERA)
 132 #define read_gcsr_tlbrsave()            gcsr_read(LOONGARCH_CSR_TLBRSAVE)
 133 #define write_gcsr_tlbrsave(val)        gcsr_write(val, LOONGARCH_CSR_TLBRSAVE)
 134 #define read_gcsr_tlbrelo0()            gcsr_read(LOONGARCH_CSR_TLBRELO0)
 135 #define write_gcsr_tlbrelo0(val)        gcsr_write(val, LOONGARCH_CSR_TLBRELO0)
 136 #define read_gcsr_tlbrelo1()            gcsr_read(LOONGARCH_CSR_TLBRELO1)
 137 #define write_gcsr_tlbrelo1(val)        gcsr_write(val, LOONGARCH_CSR_TLBRELO1)
 138 #define read_gcsr_tlbrehi()             gcsr_read(LOONGARCH_CSR_TLBREHI)
 139 #define write_gcsr_tlbrehi(val)         gcsr_write(val, LOONGARCH_CSR_TLBREHI)
 140 #define read_gcsr_tlbrprmd()            gcsr_read(LOONGARCH_CSR_TLBRPRMD)
 141 #define write_gcsr_tlbrprmd(val)        gcsr_write(val, LOONGARCH_CSR_TLBRPRMD)
 142
 143 #define read_gcsr_directwin0()          gcsr_read(LOONGARCH_CSR_DMWIN0)
 144 #define write_gcsr_directwin0(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN0)
 145 #define read_gcsr_directwin1()          gcsr_read(LOONGARCH_CSR_DMWIN1)
 146 #define write_gcsr_directwin1(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN1)
 147 #define read_gcsr_directwin2()          gcsr_read(LOONGARCH_CSR_DMWIN2)
 148 #define write_gcsr_directwin2(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN2)
 149 #define read_gcsr_directwin3()          gcsr_read(LOONGARCH_CSR_DMWIN3)
 150 #define write_gcsr_directwin3(val)      gcsr_write(val, LOONGARCH_CSR_DMWIN3)
 151
 152 /* Guest related CSRs */
 153 #define read_csr_gtlbc()                csr_read64(LOONGARCH_CSR_GTLBC)
 154 #define write_csr_gtlbc(val)            csr_write64(val, LOONGARCH_CSR_GTLBC)
 155 #define read_csr_trgp()                 csr_read64(LOONGARCH_CSR_TRGP)
 156 #define read_csr_gcfg()                 csr_read64(LOONGARCH_CSR_GCFG)
 157 #define write_csr_gcfg(val)             csr_write64(val, LOONGARCH_CSR_GCFG)
 158 #define read_csr_gstat()                csr_read64(LOONGARCH_CSR_GSTAT)
 159 #define write_csr_gstat(val)            csr_write64(val, LOONGARCH_CSR_GSTAT)
 160 #define read_csr_gintc()                csr_read64(LOONGARCH_CSR_GINTC)
 161 #define write_csr_gintc(val)            csr_write64(val, LOONGARCH_CSR_GINTC)
 162 #define read_csr_gcntc()                csr_read64(LOONGARCH_CSR_GCNTC)
 163 #define write_csr_gcntc(val)            csr_write64(val, LOONGARCH_CSR_GCNTC)
 164
 165 #define __BUILD_GCSR_OP(name)           __BUILD_CSR_COMMON(gcsr_##name)
 166
 167 __BUILD_CSR_OP(gcfg)
 168 __BUILD_CSR_OP(gstat)
 169 __BUILD_CSR_OP(gtlbc)
 170 __BUILD_CSR_OP(gintc)
 171 __BUILD_GCSR_OP(llbctl)
 172 __BUILD_GCSR_OP(tlbidx)
 173
 174 #define set_gcsr_estat(val)     \
 175         gcsr_xchg(val, val, LOONGARCH_CSR_ESTAT)
 176 #define clear_gcsr_estat(val)   \
 177         gcsr_xchg(~(val), val, LOONGARCH_CSR_ESTAT)
 178
 179 #define kvm_read_hw_gcsr(id)            gcsr_read(id)
 180 #define kvm_write_hw_gcsr(id, val)      gcsr_write(val, id)
 181
 182 #define kvm_save_hw_gcsr(csr, gid)      (csr->csrs[gid] = gcsr_read(gid))
 183 #define kvm_restore_hw_gcsr(csr, gid)   (gcsr_write(csr->csrs[gid], gid))
 184
 185 #define kvm_read_clear_hw_gcsr(csr, gid)        (csr->csrs[gid] = gcsr_write(0, gid))
 186
 187 int kvm_emu_iocsr(larch_inst inst, struct kvm_run *run, struct kvm_vcpu *vcpu);
 188
 189 static __always_inline unsigned long kvm_read_sw_gcsr(struct loongarch_csrs *csr, int gid)
 190 {
 191         return csr->csrs[gid];
 192 }
 193
 194 static __always_inline void kvm_write_sw_gcsr(struct loongarch_csrs *csr, int gid, unsigned long val)
 195 {
 196         csr->csrs[gid] = val;
 197 }
 198
 199 static __always_inline void kvm_set_sw_gcsr(struct loongarch_csrs *csr,
 200                                             int gid, unsigned long val)
 201 {
 202         csr->csrs[gid] |= val;
 203 }
 204
 205 static __always_inline void kvm_change_sw_gcsr(struct loongarch_csrs *csr,
 206                                                int gid, unsigned long mask, unsigned long val)
 207 {
 208         unsigned long _mask = mask;
 209
 210         csr->csrs[gid] &= ~_mask;
 211         csr->csrs[gid] |= val & _mask;
 212 }
 213
 214 #define KVM_PMU_EVENT_ENABLED   (CSR_PERFCTRL_PLV0 | CSR_PERFCTRL_PLV1 | \
 215                                         CSR_PERFCTRL_PLV2 | CSR_PERFCTRL_PLV3)
 216
 217 #endif  /* __ASM_LOONGARCH_KVM_CSR_H__ */