diff options
author | Konrad Rzeszutek Wilk <konrad.wilk@oracle.com> | 2018-06-01 10:59:20 -0400 |
---|---|---|
committer | Thomas Gleixner <tglx@linutronix.de> | 2018-06-06 08:13:16 -0400 |
commit | 6ac2f49edb1ef5446089c7c660017732886d62d6 (patch) | |
tree | 58da02208899e2013269dc246c7d22fd279494ad | |
parent | 24809860012e0130fbafe536709e08a22b3e959e (diff) |
x86/bugs: Add AMD's SPEC_CTRL MSR usage
The AMD document outlining the SSBD handling
124441_AMD64_SpeculativeStoreBypassDisable_Whitepaper_final.pdf
mentions that if CPUID 8000_0008.EBX[24] is set we should be using
the SPEC_CTRL MSR (0x48) over the VIRT SPEC_CTRL MSR (0xC001_011f)
for speculative store bypass disable.
This in effect means we should clear the X86_FEATURE_VIRT_SSBD
flag so that we would prefer the SPEC_CTRL MSR.
See the document titled:
124441_AMD64_SpeculativeStoreBypassDisable_Whitepaper_final.pdf
A copy of this document is available at
https://bugzilla.kernel.org/show_bug.cgi?id=199889
Signed-off-by: Konrad Rzeszutek Wilk <konrad.wilk@oracle.com>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: Tom Lendacky <thomas.lendacky@amd.com>
Cc: Janakarajan Natarajan <Janakarajan.Natarajan@amd.com>
Cc: kvm@vger.kernel.org
Cc: KarimAllah Ahmed <karahmed@amazon.de>
Cc: andrew.cooper3@citrix.com
Cc: Joerg Roedel <joro@8bytes.org>
Cc: Radim Krčmář <rkrcmar@redhat.com>
Cc: Andy Lutomirski <luto@kernel.org>
Cc: "H. Peter Anvin" <hpa@zytor.com>
Cc: Paolo Bonzini <pbonzini@redhat.com>
Cc: Borislav Petkov <bp@suse.de>
Cc: David Woodhouse <dwmw@amazon.co.uk>
Cc: Kees Cook <keescook@chromium.org>
Link: https://lkml.kernel.org/r/20180601145921.9500-3-konrad.wilk@oracle.com
-rw-r--r-- | arch/x86/include/asm/cpufeatures.h | 1 | ||||
-rw-r--r-- | arch/x86/kernel/cpu/bugs.c | 12 | ||||
-rw-r--r-- | arch/x86/kernel/cpu/common.c | 6 | ||||
-rw-r--r-- | arch/x86/kvm/cpuid.c | 10 | ||||
-rw-r--r-- | arch/x86/kvm/svm.c | 8 |
5 files changed, 27 insertions, 10 deletions
diff --git a/arch/x86/include/asm/cpufeatures.h b/arch/x86/include/asm/cpufeatures.h index b6d7ce32927a..5701f5cecd31 100644 --- a/arch/x86/include/asm/cpufeatures.h +++ b/arch/x86/include/asm/cpufeatures.h | |||
@@ -282,6 +282,7 @@ | |||
282 | #define X86_FEATURE_AMD_IBPB (13*32+12) /* "" Indirect Branch Prediction Barrier */ | 282 | #define X86_FEATURE_AMD_IBPB (13*32+12) /* "" Indirect Branch Prediction Barrier */ |
283 | #define X86_FEATURE_AMD_IBRS (13*32+14) /* "" Indirect Branch Restricted Speculation */ | 283 | #define X86_FEATURE_AMD_IBRS (13*32+14) /* "" Indirect Branch Restricted Speculation */ |
284 | #define X86_FEATURE_AMD_STIBP (13*32+15) /* "" Single Thread Indirect Branch Predictors */ | 284 | #define X86_FEATURE_AMD_STIBP (13*32+15) /* "" Single Thread Indirect Branch Predictors */ |
285 | #define X86_FEATURE_AMD_SSBD (13*32+24) /* "" Speculative Store Bypass Disable */ | ||
285 | #define X86_FEATURE_VIRT_SSBD (13*32+25) /* Virtualized Speculative Store Bypass Disable */ | 286 | #define X86_FEATURE_VIRT_SSBD (13*32+25) /* Virtualized Speculative Store Bypass Disable */ |
286 | #define X86_FEATURE_AMD_SSB_NO (13*32+26) /* "" Speculative Store Bypass is fixed in hardware. */ | 287 | #define X86_FEATURE_AMD_SSB_NO (13*32+26) /* "" Speculative Store Bypass is fixed in hardware. */ |
287 | 288 | ||
diff --git a/arch/x86/kernel/cpu/bugs.c b/arch/x86/kernel/cpu/bugs.c index 7416fc206b4a..6bea81855cdd 100644 --- a/arch/x86/kernel/cpu/bugs.c +++ b/arch/x86/kernel/cpu/bugs.c | |||
@@ -529,18 +529,20 @@ static enum ssb_mitigation __init __ssb_select_mitigation(void) | |||
529 | if (mode == SPEC_STORE_BYPASS_DISABLE) { | 529 | if (mode == SPEC_STORE_BYPASS_DISABLE) { |
530 | setup_force_cpu_cap(X86_FEATURE_SPEC_STORE_BYPASS_DISABLE); | 530 | setup_force_cpu_cap(X86_FEATURE_SPEC_STORE_BYPASS_DISABLE); |
531 | /* | 531 | /* |
532 | * Intel uses the SPEC CTRL MSR Bit(2) for this, while AMD uses | 532 | * Intel uses the SPEC CTRL MSR Bit(2) for this, while AMD may |
533 | * a completely different MSR and bit dependent on family. | 533 | * use a completely different MSR and bit dependent on family. |
534 | */ | 534 | */ |
535 | switch (boot_cpu_data.x86_vendor) { | 535 | switch (boot_cpu_data.x86_vendor) { |
536 | case X86_VENDOR_INTEL: | 536 | case X86_VENDOR_INTEL: |
537 | case X86_VENDOR_AMD: | ||
538 | if (!static_cpu_has(X86_FEATURE_MSR_SPEC_CTRL)) { | ||
539 | x86_amd_ssb_disable(); | ||
540 | break; | ||
541 | } | ||
537 | x86_spec_ctrl_base |= SPEC_CTRL_SSBD; | 542 | x86_spec_ctrl_base |= SPEC_CTRL_SSBD; |
538 | x86_spec_ctrl_mask |= SPEC_CTRL_SSBD; | 543 | x86_spec_ctrl_mask |= SPEC_CTRL_SSBD; |
539 | wrmsrl(MSR_IA32_SPEC_CTRL, x86_spec_ctrl_base); | 544 | wrmsrl(MSR_IA32_SPEC_CTRL, x86_spec_ctrl_base); |
540 | break; | 545 | break; |
541 | case X86_VENDOR_AMD: | ||
542 | x86_amd_ssb_disable(); | ||
543 | break; | ||
544 | } | 546 | } |
545 | } | 547 | } |
546 | 548 | ||
diff --git a/arch/x86/kernel/cpu/common.c b/arch/x86/kernel/cpu/common.c index 8e3f062f462d..910b47ee8078 100644 --- a/arch/x86/kernel/cpu/common.c +++ b/arch/x86/kernel/cpu/common.c | |||
@@ -803,6 +803,12 @@ static void init_speculation_control(struct cpuinfo_x86 *c) | |||
803 | set_cpu_cap(c, X86_FEATURE_STIBP); | 803 | set_cpu_cap(c, X86_FEATURE_STIBP); |
804 | set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL); | 804 | set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL); |
805 | } | 805 | } |
806 | |||
807 | if (cpu_has(c, X86_FEATURE_AMD_SSBD)) { | ||
808 | set_cpu_cap(c, X86_FEATURE_SSBD); | ||
809 | set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL); | ||
810 | clear_cpu_cap(c, X86_FEATURE_VIRT_SSBD); | ||
811 | } | ||
806 | } | 812 | } |
807 | 813 | ||
808 | void get_cpu_cap(struct cpuinfo_x86 *c) | 814 | void get_cpu_cap(struct cpuinfo_x86 *c) |
diff --git a/arch/x86/kvm/cpuid.c b/arch/x86/kvm/cpuid.c index 132f8a58692e..f4f30d0c25c4 100644 --- a/arch/x86/kvm/cpuid.c +++ b/arch/x86/kvm/cpuid.c | |||
@@ -379,7 +379,8 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function, | |||
379 | 379 | ||
380 | /* cpuid 0x80000008.ebx */ | 380 | /* cpuid 0x80000008.ebx */ |
381 | const u32 kvm_cpuid_8000_0008_ebx_x86_features = | 381 | const u32 kvm_cpuid_8000_0008_ebx_x86_features = |
382 | F(AMD_IBPB) | F(AMD_IBRS) | F(VIRT_SSBD) | F(AMD_SSB_NO); | 382 | F(AMD_IBPB) | F(AMD_IBRS) | F(AMD_SSBD) | F(VIRT_SSBD) | |
383 | F(AMD_SSB_NO); | ||
383 | 384 | ||
384 | /* cpuid 0xC0000001.edx */ | 385 | /* cpuid 0xC0000001.edx */ |
385 | const u32 kvm_cpuid_C000_0001_edx_x86_features = | 386 | const u32 kvm_cpuid_C000_0001_edx_x86_features = |
@@ -664,7 +665,12 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function, | |||
664 | entry->ebx |= F(VIRT_SSBD); | 665 | entry->ebx |= F(VIRT_SSBD); |
665 | entry->ebx &= kvm_cpuid_8000_0008_ebx_x86_features; | 666 | entry->ebx &= kvm_cpuid_8000_0008_ebx_x86_features; |
666 | cpuid_mask(&entry->ebx, CPUID_8000_0008_EBX); | 667 | cpuid_mask(&entry->ebx, CPUID_8000_0008_EBX); |
667 | if (boot_cpu_has(X86_FEATURE_LS_CFG_SSBD)) | 668 | /* |
669 | * The preference is to use SPEC CTRL MSR instead of the | ||
670 | * VIRT_SPEC MSR. | ||
671 | */ | ||
672 | if (boot_cpu_has(X86_FEATURE_LS_CFG_SSBD) && | ||
673 | !boot_cpu_has(X86_FEATURE_AMD_SSBD)) | ||
668 | entry->ebx |= F(VIRT_SSBD); | 674 | entry->ebx |= F(VIRT_SSBD); |
669 | break; | 675 | break; |
670 | } | 676 | } |
diff --git a/arch/x86/kvm/svm.c b/arch/x86/kvm/svm.c index 26110c202b19..950ec50f77c3 100644 --- a/arch/x86/kvm/svm.c +++ b/arch/x86/kvm/svm.c | |||
@@ -4115,7 +4115,8 @@ static int svm_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info) | |||
4115 | break; | 4115 | break; |
4116 | case MSR_IA32_SPEC_CTRL: | 4116 | case MSR_IA32_SPEC_CTRL: |
4117 | if (!msr_info->host_initiated && | 4117 | if (!msr_info->host_initiated && |
4118 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS)) | 4118 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS) && |
4119 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_SSBD)) | ||
4119 | return 1; | 4120 | return 1; |
4120 | 4121 | ||
4121 | msr_info->data = svm->spec_ctrl; | 4122 | msr_info->data = svm->spec_ctrl; |
@@ -4217,11 +4218,12 @@ static int svm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr) | |||
4217 | break; | 4218 | break; |
4218 | case MSR_IA32_SPEC_CTRL: | 4219 | case MSR_IA32_SPEC_CTRL: |
4219 | if (!msr->host_initiated && | 4220 | if (!msr->host_initiated && |
4220 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS)) | 4221 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS) && |
4222 | !guest_cpuid_has(vcpu, X86_FEATURE_AMD_SSBD)) | ||
4221 | return 1; | 4223 | return 1; |
4222 | 4224 | ||
4223 | /* The STIBP bit doesn't fault even if it's not advertised */ | 4225 | /* The STIBP bit doesn't fault even if it's not advertised */ |
4224 | if (data & ~(SPEC_CTRL_IBRS | SPEC_CTRL_STIBP)) | 4226 | if (data & ~(SPEC_CTRL_IBRS | SPEC_CTRL_STIBP | SPEC_CTRL_SSBD)) |
4225 | return 1; | 4227 | return 1; |
4226 | 4228 | ||
4227 | svm->spec_ctrl = data; | 4229 | svm->spec_ctrl = data; |