aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorKonrad Rzeszutek Wilk <konrad.wilk@oracle.com>2018-06-01 10:59:20 -0400
committerThomas Gleixner <tglx@linutronix.de>2018-06-06 08:13:16 -0400
commit6ac2f49edb1ef5446089c7c660017732886d62d6 (patch)
tree58da02208899e2013269dc246c7d22fd279494ad
parent24809860012e0130fbafe536709e08a22b3e959e (diff)
x86/bugs: Add AMD's SPEC_CTRL MSR usage
The AMD document outlining the SSBD handling 124441_AMD64_SpeculativeStoreBypassDisable_Whitepaper_final.pdf mentions that if CPUID 8000_0008.EBX[24] is set we should be using the SPEC_CTRL MSR (0x48) over the VIRT SPEC_CTRL MSR (0xC001_011f) for speculative store bypass disable. This in effect means we should clear the X86_FEATURE_VIRT_SSBD flag so that we would prefer the SPEC_CTRL MSR. See the document titled: 124441_AMD64_SpeculativeStoreBypassDisable_Whitepaper_final.pdf A copy of this document is available at https://bugzilla.kernel.org/show_bug.cgi?id=199889 Signed-off-by: Konrad Rzeszutek Wilk <konrad.wilk@oracle.com> Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Cc: Tom Lendacky <thomas.lendacky@amd.com> Cc: Janakarajan Natarajan <Janakarajan.Natarajan@amd.com> Cc: kvm@vger.kernel.org Cc: KarimAllah Ahmed <karahmed@amazon.de> Cc: andrew.cooper3@citrix.com Cc: Joerg Roedel <joro@8bytes.org> Cc: Radim Krčmář <rkrcmar@redhat.com> Cc: Andy Lutomirski <luto@kernel.org> Cc: "H. Peter Anvin" <hpa@zytor.com> Cc: Paolo Bonzini <pbonzini@redhat.com> Cc: Borislav Petkov <bp@suse.de> Cc: David Woodhouse <dwmw@amazon.co.uk> Cc: Kees Cook <keescook@chromium.org> Link: https://lkml.kernel.org/r/20180601145921.9500-3-konrad.wilk@oracle.com
-rw-r--r--arch/x86/include/asm/cpufeatures.h1
-rw-r--r--arch/x86/kernel/cpu/bugs.c12
-rw-r--r--arch/x86/kernel/cpu/common.c6
-rw-r--r--arch/x86/kvm/cpuid.c10
-rw-r--r--arch/x86/kvm/svm.c8
5 files changed, 27 insertions, 10 deletions
diff --git a/arch/x86/include/asm/cpufeatures.h b/arch/x86/include/asm/cpufeatures.h
index b6d7ce32927a..5701f5cecd31 100644
--- a/arch/x86/include/asm/cpufeatures.h
+++ b/arch/x86/include/asm/cpufeatures.h
@@ -282,6 +282,7 @@
282#define X86_FEATURE_AMD_IBPB (13*32+12) /* "" Indirect Branch Prediction Barrier */ 282#define X86_FEATURE_AMD_IBPB (13*32+12) /* "" Indirect Branch Prediction Barrier */
283#define X86_FEATURE_AMD_IBRS (13*32+14) /* "" Indirect Branch Restricted Speculation */ 283#define X86_FEATURE_AMD_IBRS (13*32+14) /* "" Indirect Branch Restricted Speculation */
284#define X86_FEATURE_AMD_STIBP (13*32+15) /* "" Single Thread Indirect Branch Predictors */ 284#define X86_FEATURE_AMD_STIBP (13*32+15) /* "" Single Thread Indirect Branch Predictors */
285#define X86_FEATURE_AMD_SSBD (13*32+24) /* "" Speculative Store Bypass Disable */
285#define X86_FEATURE_VIRT_SSBD (13*32+25) /* Virtualized Speculative Store Bypass Disable */ 286#define X86_FEATURE_VIRT_SSBD (13*32+25) /* Virtualized Speculative Store Bypass Disable */
286#define X86_FEATURE_AMD_SSB_NO (13*32+26) /* "" Speculative Store Bypass is fixed in hardware. */ 287#define X86_FEATURE_AMD_SSB_NO (13*32+26) /* "" Speculative Store Bypass is fixed in hardware. */
287 288
diff --git a/arch/x86/kernel/cpu/bugs.c b/arch/x86/kernel/cpu/bugs.c
index 7416fc206b4a..6bea81855cdd 100644
--- a/arch/x86/kernel/cpu/bugs.c
+++ b/arch/x86/kernel/cpu/bugs.c
@@ -529,18 +529,20 @@ static enum ssb_mitigation __init __ssb_select_mitigation(void)
529 if (mode == SPEC_STORE_BYPASS_DISABLE) { 529 if (mode == SPEC_STORE_BYPASS_DISABLE) {
530 setup_force_cpu_cap(X86_FEATURE_SPEC_STORE_BYPASS_DISABLE); 530 setup_force_cpu_cap(X86_FEATURE_SPEC_STORE_BYPASS_DISABLE);
531 /* 531 /*
532 * Intel uses the SPEC CTRL MSR Bit(2) for this, while AMD uses 532 * Intel uses the SPEC CTRL MSR Bit(2) for this, while AMD may
533 * a completely different MSR and bit dependent on family. 533 * use a completely different MSR and bit dependent on family.
534 */ 534 */
535 switch (boot_cpu_data.x86_vendor) { 535 switch (boot_cpu_data.x86_vendor) {
536 case X86_VENDOR_INTEL: 536 case X86_VENDOR_INTEL:
537 case X86_VENDOR_AMD:
538 if (!static_cpu_has(X86_FEATURE_MSR_SPEC_CTRL)) {
539 x86_amd_ssb_disable();
540 break;
541 }
537 x86_spec_ctrl_base |= SPEC_CTRL_SSBD; 542 x86_spec_ctrl_base |= SPEC_CTRL_SSBD;
538 x86_spec_ctrl_mask |= SPEC_CTRL_SSBD; 543 x86_spec_ctrl_mask |= SPEC_CTRL_SSBD;
539 wrmsrl(MSR_IA32_SPEC_CTRL, x86_spec_ctrl_base); 544 wrmsrl(MSR_IA32_SPEC_CTRL, x86_spec_ctrl_base);
540 break; 545 break;
541 case X86_VENDOR_AMD:
542 x86_amd_ssb_disable();
543 break;
544 } 546 }
545 } 547 }
546 548
diff --git a/arch/x86/kernel/cpu/common.c b/arch/x86/kernel/cpu/common.c
index 8e3f062f462d..910b47ee8078 100644
--- a/arch/x86/kernel/cpu/common.c
+++ b/arch/x86/kernel/cpu/common.c
@@ -803,6 +803,12 @@ static void init_speculation_control(struct cpuinfo_x86 *c)
803 set_cpu_cap(c, X86_FEATURE_STIBP); 803 set_cpu_cap(c, X86_FEATURE_STIBP);
804 set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL); 804 set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL);
805 } 805 }
806
807 if (cpu_has(c, X86_FEATURE_AMD_SSBD)) {
808 set_cpu_cap(c, X86_FEATURE_SSBD);
809 set_cpu_cap(c, X86_FEATURE_MSR_SPEC_CTRL);
810 clear_cpu_cap(c, X86_FEATURE_VIRT_SSBD);
811 }
806} 812}
807 813
808void get_cpu_cap(struct cpuinfo_x86 *c) 814void get_cpu_cap(struct cpuinfo_x86 *c)
diff --git a/arch/x86/kvm/cpuid.c b/arch/x86/kvm/cpuid.c
index 132f8a58692e..f4f30d0c25c4 100644
--- a/arch/x86/kvm/cpuid.c
+++ b/arch/x86/kvm/cpuid.c
@@ -379,7 +379,8 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function,
379 379
380 /* cpuid 0x80000008.ebx */ 380 /* cpuid 0x80000008.ebx */
381 const u32 kvm_cpuid_8000_0008_ebx_x86_features = 381 const u32 kvm_cpuid_8000_0008_ebx_x86_features =
382 F(AMD_IBPB) | F(AMD_IBRS) | F(VIRT_SSBD) | F(AMD_SSB_NO); 382 F(AMD_IBPB) | F(AMD_IBRS) | F(AMD_SSBD) | F(VIRT_SSBD) |
383 F(AMD_SSB_NO);
383 384
384 /* cpuid 0xC0000001.edx */ 385 /* cpuid 0xC0000001.edx */
385 const u32 kvm_cpuid_C000_0001_edx_x86_features = 386 const u32 kvm_cpuid_C000_0001_edx_x86_features =
@@ -664,7 +665,12 @@ static inline int __do_cpuid_ent(struct kvm_cpuid_entry2 *entry, u32 function,
664 entry->ebx |= F(VIRT_SSBD); 665 entry->ebx |= F(VIRT_SSBD);
665 entry->ebx &= kvm_cpuid_8000_0008_ebx_x86_features; 666 entry->ebx &= kvm_cpuid_8000_0008_ebx_x86_features;
666 cpuid_mask(&entry->ebx, CPUID_8000_0008_EBX); 667 cpuid_mask(&entry->ebx, CPUID_8000_0008_EBX);
667 if (boot_cpu_has(X86_FEATURE_LS_CFG_SSBD)) 668 /*
669 * The preference is to use SPEC CTRL MSR instead of the
670 * VIRT_SPEC MSR.
671 */
672 if (boot_cpu_has(X86_FEATURE_LS_CFG_SSBD) &&
673 !boot_cpu_has(X86_FEATURE_AMD_SSBD))
668 entry->ebx |= F(VIRT_SSBD); 674 entry->ebx |= F(VIRT_SSBD);
669 break; 675 break;
670 } 676 }
diff --git a/arch/x86/kvm/svm.c b/arch/x86/kvm/svm.c
index 26110c202b19..950ec50f77c3 100644
--- a/arch/x86/kvm/svm.c
+++ b/arch/x86/kvm/svm.c
@@ -4115,7 +4115,8 @@ static int svm_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)
4115 break; 4115 break;
4116 case MSR_IA32_SPEC_CTRL: 4116 case MSR_IA32_SPEC_CTRL:
4117 if (!msr_info->host_initiated && 4117 if (!msr_info->host_initiated &&
4118 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS)) 4118 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS) &&
4119 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_SSBD))
4119 return 1; 4120 return 1;
4120 4121
4121 msr_info->data = svm->spec_ctrl; 4122 msr_info->data = svm->spec_ctrl;
@@ -4217,11 +4218,12 @@ static int svm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr)
4217 break; 4218 break;
4218 case MSR_IA32_SPEC_CTRL: 4219 case MSR_IA32_SPEC_CTRL:
4219 if (!msr->host_initiated && 4220 if (!msr->host_initiated &&
4220 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS)) 4221 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_IBRS) &&
4222 !guest_cpuid_has(vcpu, X86_FEATURE_AMD_SSBD))
4221 return 1; 4223 return 1;
4222 4224
4223 /* The STIBP bit doesn't fault even if it's not advertised */ 4225 /* The STIBP bit doesn't fault even if it's not advertised */
4224 if (data & ~(SPEC_CTRL_IBRS | SPEC_CTRL_STIBP)) 4226 if (data & ~(SPEC_CTRL_IBRS | SPEC_CTRL_STIBP | SPEC_CTRL_SSBD))
4225 return 1; 4227 return 1;
4226 4228
4227 svm->spec_ctrl = data; 4229 svm->spec_ctrl = data;