1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2019 Western Digital Corporation or its affiliates.
6 * Anup Patel <anup.patel@wdc.com>
9 #include <linux/kvm_host.h>
11 #include <asm/insn-def.h>
13 static int gstage_page_fault(struct kvm_vcpu *vcpu, struct kvm_run *run,
14 struct kvm_cpu_trap *trap)
16 struct kvm_memory_slot *memslot;
17 unsigned long hva, fault_addr;
22 fault_addr = (trap->htval << 2) | (trap->stval & 0x3);
23 gfn = fault_addr >> PAGE_SHIFT;
24 memslot = gfn_to_memslot(vcpu->kvm, gfn);
25 hva = gfn_to_hva_memslot_prot(memslot, gfn, &writable);
27 if (kvm_is_error_hva(hva) ||
28 (trap->scause == EXC_STORE_GUEST_PAGE_FAULT && !writable)) {
29 switch (trap->scause) {
30 case EXC_LOAD_GUEST_PAGE_FAULT:
31 return kvm_riscv_vcpu_mmio_load(vcpu, run,
34 case EXC_STORE_GUEST_PAGE_FAULT:
35 return kvm_riscv_vcpu_mmio_store(vcpu, run,
43 ret = kvm_riscv_gstage_map(vcpu, memslot, fault_addr, hva,
44 (trap->scause == EXC_STORE_GUEST_PAGE_FAULT) ? true : false);
52 * kvm_riscv_vcpu_unpriv_read -- Read machine word from Guest memory
54 * @vcpu: The VCPU pointer
55 * @read_insn: Flag representing whether we are reading instruction
56 * @guest_addr: Guest address to read
57 * @trap: Output pointer to trap details
59 unsigned long kvm_riscv_vcpu_unpriv_read(struct kvm_vcpu *vcpu,
61 unsigned long guest_addr,
62 struct kvm_cpu_trap *trap)
64 register unsigned long taddr asm("a0") = (unsigned long)trap;
65 register unsigned long ttmp asm("a1");
66 unsigned long flags, val, tmp, old_stvec, old_hstatus;
68 local_irq_save(flags);
70 old_hstatus = csr_swap(CSR_HSTATUS, vcpu->arch.guest_context.hstatus);
71 old_stvec = csr_swap(CSR_STVEC, (ulong)&__kvm_riscv_unpriv_trap);
76 * 0110010 00011 rs1 100 rd 1110011
81 "add %[ttmp], %[taddr], 0\n"
82 HLVX_HU(%[val], %[addr])
83 "andi %[tmp], %[val], 3\n"
84 "addi %[tmp], %[tmp], -3\n"
85 "bne %[tmp], zero, 2f\n"
86 "addi %[addr], %[addr], 2\n"
87 HLVX_HU(%[tmp], %[addr])
88 "sll %[tmp], %[tmp], 16\n"
89 "add %[val], %[val], %[tmp]\n"
92 : [val] "=&r" (val), [tmp] "=&r" (tmp),
93 [taddr] "+&r" (taddr), [ttmp] "+&r" (ttmp),
94 [addr] "+&r" (guest_addr) : : "memory");
96 if (trap->scause == EXC_LOAD_PAGE_FAULT)
97 trap->scause = EXC_INST_PAGE_FAULT;
101 * 0110110 00000 rs1 100 rd 1110011
104 * 0110100 00000 rs1 100 rd 1110011
109 "add %[ttmp], %[taddr], 0\n"
111 HLV_D(%[val], %[addr])
113 HLV_W(%[val], %[addr])
117 [taddr] "+&r" (taddr), [ttmp] "+&r" (ttmp)
118 : [addr] "r" (guest_addr) : "memory");
121 csr_write(CSR_STVEC, old_stvec);
122 csr_write(CSR_HSTATUS, old_hstatus);
124 local_irq_restore(flags);
130 * kvm_riscv_vcpu_trap_redirect -- Redirect trap to Guest
132 * @vcpu: The VCPU pointer
133 * @trap: Trap details
135 void kvm_riscv_vcpu_trap_redirect(struct kvm_vcpu *vcpu,
136 struct kvm_cpu_trap *trap)
138 unsigned long vsstatus = csr_read(CSR_VSSTATUS);
140 /* Change Guest SSTATUS.SPP bit */
142 if (vcpu->arch.guest_context.sstatus & SR_SPP)
145 /* Change Guest SSTATUS.SPIE bit */
146 vsstatus &= ~SR_SPIE;
147 if (vsstatus & SR_SIE)
150 /* Clear Guest SSTATUS.SIE bit */
153 /* Update Guest SSTATUS */
154 csr_write(CSR_VSSTATUS, vsstatus);
156 /* Update Guest SCAUSE, STVAL, and SEPC */
157 csr_write(CSR_VSCAUSE, trap->scause);
158 csr_write(CSR_VSTVAL, trap->stval);
159 csr_write(CSR_VSEPC, trap->sepc);
161 /* Set Guest PC to Guest exception vector */
162 vcpu->arch.guest_context.sepc = csr_read(CSR_VSTVEC);
166 * Return > 0 to return to guest, < 0 on error, 0 (and set exit_reason) on
167 * proper exit to userspace.
169 int kvm_riscv_vcpu_exit(struct kvm_vcpu *vcpu, struct kvm_run *run,
170 struct kvm_cpu_trap *trap)
174 /* If we got host interrupt then do nothing */
175 if (trap->scause & CAUSE_IRQ_FLAG)
178 /* Handle guest traps */
180 run->exit_reason = KVM_EXIT_UNKNOWN;
181 switch (trap->scause) {
182 case EXC_VIRTUAL_INST_FAULT:
183 if (vcpu->arch.guest_context.hstatus & HSTATUS_SPV)
184 ret = kvm_riscv_vcpu_virtual_insn(vcpu, run, trap);
186 case EXC_INST_GUEST_PAGE_FAULT:
187 case EXC_LOAD_GUEST_PAGE_FAULT:
188 case EXC_STORE_GUEST_PAGE_FAULT:
189 if (vcpu->arch.guest_context.hstatus & HSTATUS_SPV)
190 ret = gstage_page_fault(vcpu, run, trap);
192 case EXC_SUPERVISOR_SYSCALL:
193 if (vcpu->arch.guest_context.hstatus & HSTATUS_SPV)
194 ret = kvm_riscv_vcpu_sbi_ecall(vcpu, run);
200 /* Print details in-case of error */
202 kvm_err("VCPU exit error %d\n", ret);
203 kvm_err("SEPC=0x%lx SSTATUS=0x%lx HSTATUS=0x%lx\n",
204 vcpu->arch.guest_context.sepc,
205 vcpu->arch.guest_context.sstatus,
206 vcpu->arch.guest_context.hstatus);
207 kvm_err("SCAUSE=0x%lx STVAL=0x%lx HTVAL=0x%lx HTINST=0x%lx\n",
208 trap->scause, trap->stval, trap->htval, trap->htinst);