Commit a8928195 authored by Christoffer Dall's avatar Christoffer Dall Committed by Marc Zyngier

KVM: arm64: Prepare to handle deferred save/restore of 32-bit registers

32-bit registers are not used by a 64-bit host kernel and can be
deferred, but we need to rework the accesses to these register to access
the latest values depending on whether or not guest system registers are
loaded on the CPU or only reside in memory.
Reviewed-by: default avatarMarc Zyngier <marc.zyngier@arm.com>
Reviewed-by: default avatarAndrew Jones <drjones@redhat.com>
Signed-off-by: default avatarChristoffer Dall <christoffer.dall@linaro.org>
Signed-off-by: default avatarMarc Zyngier <marc.zyngier@arm.com>
parent fc7563b3
...@@ -33,7 +33,8 @@ ...@@ -33,7 +33,8 @@
#include <asm/virt.h> #include <asm/virt.h>
unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num); unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num);
unsigned long *vcpu_spsr32(const struct kvm_vcpu *vcpu); unsigned long vcpu_read_spsr32(const struct kvm_vcpu *vcpu);
void vcpu_write_spsr32(struct kvm_vcpu *vcpu, unsigned long v);
bool kvm_condition_valid32(const struct kvm_vcpu *vcpu); bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr); void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
...@@ -162,41 +163,26 @@ static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num, ...@@ -162,41 +163,26 @@ static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
static inline unsigned long vcpu_read_spsr(const struct kvm_vcpu *vcpu) static inline unsigned long vcpu_read_spsr(const struct kvm_vcpu *vcpu)
{ {
unsigned long *p = (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1]; if (vcpu_mode_is_32bit(vcpu))
return vcpu_read_spsr32(vcpu);
if (vcpu_mode_is_32bit(vcpu)) {
unsigned long *p_32bit = vcpu_spsr32(vcpu);
/* KVM_SPSR_SVC aliases KVM_SPSR_EL1 */
if (p_32bit != p)
return *p_32bit;
}
if (vcpu->arch.sysregs_loaded_on_cpu) if (vcpu->arch.sysregs_loaded_on_cpu)
return read_sysreg_el1(spsr); return read_sysreg_el1(spsr);
else else
return *p; return vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1];
} }
static inline void vcpu_write_spsr(const struct kvm_vcpu *vcpu, unsigned long v) static inline void vcpu_write_spsr(struct kvm_vcpu *vcpu, unsigned long v)
{ {
unsigned long *p = (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1];
/* KVM_SPSR_SVC aliases KVM_SPSR_EL1 */
if (vcpu_mode_is_32bit(vcpu)) { if (vcpu_mode_is_32bit(vcpu)) {
unsigned long *p_32bit = vcpu_spsr32(vcpu); vcpu_write_spsr32(vcpu, v);
return;
/* KVM_SPSR_SVC aliases KVM_SPSR_EL1 */
if (p_32bit != p) {
*p_32bit = v;
return;
}
} }
if (vcpu->arch.sysregs_loaded_on_cpu) if (vcpu->arch.sysregs_loaded_on_cpu)
write_sysreg_el1(v, spsr); write_sysreg_el1(v, spsr);
else else
*p = v; vcpu_gp_regs(vcpu)->spsr[KVM_SPSR_EL1] = v;
} }
static inline bool vcpu_mode_priv(const struct kvm_vcpu *vcpu) static inline bool vcpu_mode_priv(const struct kvm_vcpu *vcpu)
......
...@@ -141,28 +141,61 @@ unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num) ...@@ -141,28 +141,61 @@ unsigned long *vcpu_reg32(const struct kvm_vcpu *vcpu, u8 reg_num)
/* /*
* Return the SPSR for the current mode of the virtual CPU. * Return the SPSR for the current mode of the virtual CPU.
*/ */
unsigned long *vcpu_spsr32(const struct kvm_vcpu *vcpu) static int vcpu_spsr32_mode(const struct kvm_vcpu *vcpu)
{ {
unsigned long mode = *vcpu_cpsr(vcpu) & COMPAT_PSR_MODE_MASK; unsigned long mode = *vcpu_cpsr(vcpu) & COMPAT_PSR_MODE_MASK;
switch (mode) { switch (mode) {
case COMPAT_PSR_MODE_SVC: case COMPAT_PSR_MODE_SVC: return KVM_SPSR_SVC;
mode = KVM_SPSR_SVC; case COMPAT_PSR_MODE_ABT: return KVM_SPSR_ABT;
break; case COMPAT_PSR_MODE_UND: return KVM_SPSR_UND;
case COMPAT_PSR_MODE_ABT: case COMPAT_PSR_MODE_IRQ: return KVM_SPSR_IRQ;
mode = KVM_SPSR_ABT; case COMPAT_PSR_MODE_FIQ: return KVM_SPSR_FIQ;
break; default: BUG();
case COMPAT_PSR_MODE_UND: }
mode = KVM_SPSR_UND; }
break;
case COMPAT_PSR_MODE_IRQ: unsigned long vcpu_read_spsr32(const struct kvm_vcpu *vcpu)
mode = KVM_SPSR_IRQ; {
break; int spsr_idx = vcpu_spsr32_mode(vcpu);
case COMPAT_PSR_MODE_FIQ:
mode = KVM_SPSR_FIQ; if (!vcpu->arch.sysregs_loaded_on_cpu)
break; return vcpu_gp_regs(vcpu)->spsr[spsr_idx];
switch (spsr_idx) {
case KVM_SPSR_SVC:
return read_sysreg_el1(spsr);
case KVM_SPSR_ABT:
return read_sysreg(spsr_abt);
case KVM_SPSR_UND:
return read_sysreg(spsr_und);
case KVM_SPSR_IRQ:
return read_sysreg(spsr_irq);
case KVM_SPSR_FIQ:
return read_sysreg(spsr_fiq);
default: default:
BUG(); BUG();
} }
}
void vcpu_write_spsr32(struct kvm_vcpu *vcpu, unsigned long v)
{
int spsr_idx = vcpu_spsr32_mode(vcpu);
if (!vcpu->arch.sysregs_loaded_on_cpu) {
vcpu_gp_regs(vcpu)->spsr[spsr_idx] = v;
return;
}
return (unsigned long *)&vcpu_gp_regs(vcpu)->spsr[mode]; switch (spsr_idx) {
case KVM_SPSR_SVC:
write_sysreg_el1(v, spsr);
case KVM_SPSR_ABT:
write_sysreg(v, spsr_abt);
case KVM_SPSR_UND:
write_sysreg(v, spsr_und);
case KVM_SPSR_IRQ:
write_sysreg(v, spsr_irq);
case KVM_SPSR_FIQ:
write_sysreg(v, spsr_fiq);
}
} }
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment