Commit b8d1d163 authored by Daniel Sneddon's avatar Daniel Sneddon Committed by Dave Hansen

x86/apic: Don't disable x2APIC if locked

The APIC supports two modes, legacy APIC (or xAPIC), and Extended APIC
(or x2APIC).  X2APIC mode is mostly compatible with legacy APIC, but
it disables the memory-mapped APIC interface in favor of one that uses
MSRs.  The APIC mode is controlled by the EXT bit in the APIC MSR.

The MMIO/xAPIC interface has some problems, most notably the APIC LEAK
[1].  This bug allows an attacker to use the APIC MMIO interface to
extract data from the SGX enclave.

Introduce support for a new feature that will allow the BIOS to lock
the APIC in x2APIC mode.  If the APIC is locked in x2APIC mode and the
kernel tries to disable the APIC or revert to legacy APIC mode a GP
fault will occur.

Introduce support for a new MSR (IA32_XAPIC_DISABLE_STATUS) and handle
the new locked mode when the LEGACY_XAPIC_DISABLED bit is set by
preventing the kernel from trying to disable the x2APIC.

On platforms with the IA32_XAPIC_DISABLE_STATUS MSR, if SGX or TDX are
enabled the LEGACY_XAPIC_DISABLED will be set by the BIOS.  If
legacy APIC is required, then it SGX and TDX need to be disabled in the
BIOS.

[1]: https://aepicleak.com/aepicleak.pdfSigned-off-by: default avatarDaniel Sneddon <daniel.sneddon@linux.intel.com>
Signed-off-by: default avatarDave Hansen <dave.hansen@linux.intel.com>
Acked-by: default avatarDave Hansen <dave.hansen@linux.intel.com>
Tested-by: default avatarNeelima Krishnan <neelima.krishnan@intel.com>
Link: https://lkml.kernel.org/r/20220816231943.1152579-1-daniel.sneddon@linux.intel.com
parent b90cb105
...@@ -3805,6 +3805,10 @@ ...@@ -3805,6 +3805,10 @@
nox2apic [X86-64,APIC] Do not enable x2APIC mode. nox2apic [X86-64,APIC] Do not enable x2APIC mode.
NOTE: this parameter will be ignored on systems with the
LEGACY_XAPIC_DISABLED bit set in the
IA32_XAPIC_DISABLE_STATUS MSR.
nps_mtm_hs_ctr= [KNL,ARC] nps_mtm_hs_ctr= [KNL,ARC]
This parameter sets the maximum duration, in This parameter sets the maximum duration, in
cycles, each HW thread of the CTOP can run cycles, each HW thread of the CTOP can run
......
...@@ -448,6 +448,11 @@ config X86_X2APIC ...@@ -448,6 +448,11 @@ config X86_X2APIC
This allows 32-bit apic IDs (so it can support very large systems), This allows 32-bit apic IDs (so it can support very large systems),
and accesses the local apic via MSRs not via mmio. and accesses the local apic via MSRs not via mmio.
Some Intel systems circa 2022 and later are locked into x2APIC mode
and can not fall back to the legacy APIC modes if SGX or TDX are
enabled in the BIOS. They will be unable to boot without enabling
this option.
If you don't know what to do here, say N. If you don't know what to do here, say N.
config X86_MPPARSE config X86_MPPARSE
...@@ -1919,7 +1924,7 @@ endchoice ...@@ -1919,7 +1924,7 @@ endchoice
config X86_SGX config X86_SGX
bool "Software Guard eXtensions (SGX)" bool "Software Guard eXtensions (SGX)"
depends on X86_64 && CPU_SUP_INTEL depends on X86_64 && CPU_SUP_INTEL && X86_X2APIC
depends on CRYPTO=y depends on CRYPTO=y
depends on CRYPTO_SHA256=y depends on CRYPTO_SHA256=y
select SRCU select SRCU
......
...@@ -94,4 +94,6 @@ static inline bool intel_cpu_signatures_match(unsigned int s1, unsigned int p1, ...@@ -94,4 +94,6 @@ static inline bool intel_cpu_signatures_match(unsigned int s1, unsigned int p1,
return p1 & p2; return p1 & p2;
} }
extern u64 x86_read_arch_cap_msr(void);
#endif /* _ASM_X86_CPU_H */ #endif /* _ASM_X86_CPU_H */
...@@ -155,6 +155,11 @@ ...@@ -155,6 +155,11 @@
* Return Stack Buffer Predictions. * Return Stack Buffer Predictions.
*/ */
#define ARCH_CAP_XAPIC_DISABLE BIT(21) /*
* IA32_XAPIC_DISABLE_STATUS MSR
* supported
*/
#define MSR_IA32_FLUSH_CMD 0x0000010b #define MSR_IA32_FLUSH_CMD 0x0000010b
#define L1D_FLUSH BIT(0) /* #define L1D_FLUSH BIT(0) /*
* Writeback and invalidate the * Writeback and invalidate the
...@@ -1054,4 +1059,12 @@ ...@@ -1054,4 +1059,12 @@
#define MSR_IA32_HW_FEEDBACK_PTR 0x17d0 #define MSR_IA32_HW_FEEDBACK_PTR 0x17d0
#define MSR_IA32_HW_FEEDBACK_CONFIG 0x17d1 #define MSR_IA32_HW_FEEDBACK_CONFIG 0x17d1
/* x2APIC locked status */
#define MSR_IA32_XAPIC_DISABLE_STATUS 0xBD
#define LEGACY_XAPIC_DISABLED BIT(0) /*
* x2APIC mode is locked and
* disabling x2APIC will cause
* a #GP
*/
#endif /* _ASM_X86_MSR_INDEX_H */ #endif /* _ASM_X86_MSR_INDEX_H */
...@@ -61,6 +61,7 @@ ...@@ -61,6 +61,7 @@
#include <asm/cpu_device_id.h> #include <asm/cpu_device_id.h>
#include <asm/intel-family.h> #include <asm/intel-family.h>
#include <asm/irq_regs.h> #include <asm/irq_regs.h>
#include <asm/cpu.h>
unsigned int num_processors; unsigned int num_processors;
...@@ -1751,11 +1752,26 @@ EXPORT_SYMBOL_GPL(x2apic_mode); ...@@ -1751,11 +1752,26 @@ EXPORT_SYMBOL_GPL(x2apic_mode);
enum { enum {
X2APIC_OFF, X2APIC_OFF,
X2APIC_ON,
X2APIC_DISABLED, X2APIC_DISABLED,
/* All states below here have X2APIC enabled */
X2APIC_ON,
X2APIC_ON_LOCKED
}; };
static int x2apic_state; static int x2apic_state;
static bool x2apic_hw_locked(void)
{
u64 ia32_cap;
u64 msr;
ia32_cap = x86_read_arch_cap_msr();
if (ia32_cap & ARCH_CAP_XAPIC_DISABLE) {
rdmsrl(MSR_IA32_XAPIC_DISABLE_STATUS, msr);
return (msr & LEGACY_XAPIC_DISABLED);
}
return false;
}
static void __x2apic_disable(void) static void __x2apic_disable(void)
{ {
u64 msr; u64 msr;
...@@ -1793,6 +1809,10 @@ static int __init setup_nox2apic(char *str) ...@@ -1793,6 +1809,10 @@ static int __init setup_nox2apic(char *str)
apicid); apicid);
return 0; return 0;
} }
if (x2apic_hw_locked()) {
pr_warn("APIC locked in x2apic mode, can't disable\n");
return 0;
}
pr_warn("x2apic already enabled.\n"); pr_warn("x2apic already enabled.\n");
__x2apic_disable(); __x2apic_disable();
} }
...@@ -1807,10 +1827,18 @@ early_param("nox2apic", setup_nox2apic); ...@@ -1807,10 +1827,18 @@ early_param("nox2apic", setup_nox2apic);
void x2apic_setup(void) void x2apic_setup(void)
{ {
/* /*
* If x2apic is not in ON state, disable it if already enabled * Try to make the AP's APIC state match that of the BSP, but if the
* BSP is unlocked and the AP is locked then there is a state mismatch.
* Warn about the mismatch in case a GP fault occurs due to a locked AP
* trying to be turned off.
*/
if (x2apic_state != X2APIC_ON_LOCKED && x2apic_hw_locked())
pr_warn("x2apic lock mismatch between BSP and AP.\n");
/*
* If x2apic is not in ON or LOCKED state, disable it if already enabled
* from BIOS. * from BIOS.
*/ */
if (x2apic_state != X2APIC_ON) { if (x2apic_state < X2APIC_ON) {
__x2apic_disable(); __x2apic_disable();
return; return;
} }
...@@ -1831,6 +1859,11 @@ static __init void x2apic_disable(void) ...@@ -1831,6 +1859,11 @@ static __init void x2apic_disable(void)
if (x2apic_id >= 255) if (x2apic_id >= 255)
panic("Cannot disable x2apic, id: %08x\n", x2apic_id); panic("Cannot disable x2apic, id: %08x\n", x2apic_id);
if (x2apic_hw_locked()) {
pr_warn("Cannot disable locked x2apic, id: %08x\n", x2apic_id);
return;
}
__x2apic_disable(); __x2apic_disable();
register_lapic_address(mp_lapic_addr); register_lapic_address(mp_lapic_addr);
} }
...@@ -1889,7 +1922,10 @@ void __init check_x2apic(void) ...@@ -1889,7 +1922,10 @@ void __init check_x2apic(void)
if (x2apic_enabled()) { if (x2apic_enabled()) {
pr_info("x2apic: enabled by BIOS, switching to x2apic ops\n"); pr_info("x2apic: enabled by BIOS, switching to x2apic ops\n");
x2apic_mode = 1; x2apic_mode = 1;
x2apic_state = X2APIC_ON; if (x2apic_hw_locked())
x2apic_state = X2APIC_ON_LOCKED;
else
x2apic_state = X2APIC_ON;
} else if (!boot_cpu_has(X86_FEATURE_X2APIC)) { } else if (!boot_cpu_has(X86_FEATURE_X2APIC)) {
x2apic_state = X2APIC_DISABLED; x2apic_state = X2APIC_DISABLED;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment