aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--arch/x86/include/asm/msr.h38
-rw-r--r--arch/x86/include/asm/paravirt.h26
-rw-r--r--arch/x86/kernel/paravirt.c1
3 files changed, 41 insertions, 24 deletions
diff --git a/arch/x86/include/asm/msr.h b/arch/x86/include/asm/msr.h
index 184d4a113961..09c5ca70d49d 100644
--- a/arch/x86/include/asm/msr.h
+++ b/arch/x86/include/asm/msr.h
@@ -71,22 +71,6 @@ static inline unsigned long long native_read_msr_safe(unsigned int msr,
71 return EAX_EDX_VAL(val, low, high); 71 return EAX_EDX_VAL(val, low, high);
72} 72}
73 73
74static inline unsigned long long native_read_msr_amd_safe(unsigned int msr,
75 int *err)
76{
77 DECLARE_ARGS(val, low, high);
78
79 asm volatile("2: rdmsr ; xor %0,%0\n"
80 "1:\n\t"
81 ".section .fixup,\"ax\"\n\t"
82 "3: mov %3,%0 ; jmp 1b\n\t"
83 ".previous\n\t"
84 _ASM_EXTABLE(2b, 3b)
85 : "=r" (*err), EAX_EDX_RET(val, low, high)
86 : "c" (msr), "D" (0x9c5a203a), "i" (-EFAULT));
87 return EAX_EDX_VAL(val, low, high);
88}
89
90static inline void native_write_msr(unsigned int msr, 74static inline void native_write_msr(unsigned int msr,
91 unsigned low, unsigned high) 75 unsigned low, unsigned high)
92{ 76{
@@ -184,14 +168,34 @@ static inline int rdmsrl_safe(unsigned msr, unsigned long long *p)
184 *p = native_read_msr_safe(msr, &err); 168 *p = native_read_msr_safe(msr, &err);
185 return err; 169 return err;
186} 170}
171
187static inline int rdmsrl_amd_safe(unsigned msr, unsigned long long *p) 172static inline int rdmsrl_amd_safe(unsigned msr, unsigned long long *p)
188{ 173{
174 u32 gprs[8] = { 0 };
189 int err; 175 int err;
190 176
191 *p = native_read_msr_amd_safe(msr, &err); 177 gprs[1] = msr;
178 gprs[7] = 0x9c5a203a;
179
180 err = native_rdmsr_safe_regs(gprs);
181
182 *p = gprs[0] | ((u64)gprs[2] << 32);
183
192 return err; 184 return err;
193} 185}
194 186
187static inline int wrmsrl_amd_safe(unsigned msr, unsigned long long val)
188{
189 u32 gprs[8] = { 0 };
190
191 gprs[0] = (u32)val;
192 gprs[1] = msr;
193 gprs[2] = val >> 32;
194 gprs[7] = 0x9c5a203a;
195
196 return native_wrmsr_safe_regs(gprs);
197}
198
195static inline int rdmsr_safe_regs(u32 *regs) 199static inline int rdmsr_safe_regs(u32 *regs)
196{ 200{
197 return native_rdmsr_safe_regs(regs); 201 return native_rdmsr_safe_regs(regs);
diff --git a/arch/x86/include/asm/paravirt.h b/arch/x86/include/asm/paravirt.h
index 1705944e0374..11574934a994 100644
--- a/arch/x86/include/asm/paravirt.h
+++ b/arch/x86/include/asm/paravirt.h
@@ -166,7 +166,6 @@ struct pv_cpu_ops {
166 166
167 /* MSR, PMC and TSR operations. 167 /* MSR, PMC and TSR operations.
168 err = 0/-EFAULT. wrmsr returns 0/-EFAULT. */ 168 err = 0/-EFAULT. wrmsr returns 0/-EFAULT. */
169 u64 (*read_msr_amd)(unsigned int msr, int *err);
170 u64 (*read_msr)(unsigned int msr, int *err); 169 u64 (*read_msr)(unsigned int msr, int *err);
171 int (*rdmsr_regs)(u32 *regs); 170 int (*rdmsr_regs)(u32 *regs);
172 int (*write_msr)(unsigned int msr, unsigned low, unsigned high); 171 int (*write_msr)(unsigned int msr, unsigned low, unsigned high);
@@ -828,10 +827,6 @@ static inline int paravirt_rdmsr_regs(u32 *regs)
828 return PVOP_CALL1(int, pv_cpu_ops.rdmsr_regs, regs); 827 return PVOP_CALL1(int, pv_cpu_ops.rdmsr_regs, regs);
829} 828}
830 829
831static inline u64 paravirt_read_msr_amd(unsigned msr, int *err)
832{
833 return PVOP_CALL2(u64, pv_cpu_ops.read_msr_amd, msr, err);
834}
835static inline int paravirt_write_msr(unsigned msr, unsigned low, unsigned high) 830static inline int paravirt_write_msr(unsigned msr, unsigned low, unsigned high)
836{ 831{
837 return PVOP_CALL3(int, pv_cpu_ops.write_msr, msr, low, high); 832 return PVOP_CALL3(int, pv_cpu_ops.write_msr, msr, low, high);
@@ -887,12 +882,31 @@ static inline int rdmsrl_safe(unsigned msr, unsigned long long *p)
887} 882}
888static inline int rdmsrl_amd_safe(unsigned msr, unsigned long long *p) 883static inline int rdmsrl_amd_safe(unsigned msr, unsigned long long *p)
889{ 884{
885 u32 gprs[8] = { 0 };
890 int err; 886 int err;
891 887
892 *p = paravirt_read_msr_amd(msr, &err); 888 gprs[1] = msr;
889 gprs[7] = 0x9c5a203a;
890
891 err = paravirt_rdmsr_regs(gprs);
892
893 *p = gprs[0] | ((u64)gprs[2] << 32);
894
893 return err; 895 return err;
894} 896}
895 897
898static inline int wrmsrl_amd_safe(unsigned msr, unsigned long long val)
899{
900 u32 gprs[8] = { 0 };
901
902 gprs[0] = (u32)val;
903 gprs[1] = msr;
904 gprs[2] = val >> 32;
905 gprs[7] = 0x9c5a203a;
906
907 return paravirt_wrmsr_regs(gprs);
908}
909
896static inline u64 paravirt_read_tsc(void) 910static inline u64 paravirt_read_tsc(void)
897{ 911{
898 return PVOP_CALL0(u64, pv_cpu_ops.read_tsc); 912 return PVOP_CALL0(u64, pv_cpu_ops.read_tsc);
diff --git a/arch/x86/kernel/paravirt.c b/arch/x86/kernel/paravirt.c
index 67594af43b38..f5b0b4a01fb2 100644
--- a/arch/x86/kernel/paravirt.c
+++ b/arch/x86/kernel/paravirt.c
@@ -363,7 +363,6 @@ struct pv_cpu_ops pv_cpu_ops = {
363 .wbinvd = native_wbinvd, 363 .wbinvd = native_wbinvd,
364 .read_msr = native_read_msr_safe, 364 .read_msr = native_read_msr_safe,
365 .rdmsr_regs = native_rdmsr_safe_regs, 365 .rdmsr_regs = native_rdmsr_safe_regs,
366 .read_msr_amd = native_read_msr_amd_safe,
367 .write_msr = native_write_msr_safe, 366 .write_msr = native_write_msr_safe,
368 .wrmsr_regs = native_wrmsr_safe_regs, 367 .wrmsr_regs = native_wrmsr_safe_regs,
369 .read_tsc = native_read_tsc, 368 .read_tsc = native_read_tsc,