diff options
author | Peter Oruba <peter.oruba@amd.com> | 2008-07-28 12:44:16 -0400 |
---|---|---|
committer | Ingo Molnar <mingo@elte.hu> | 2008-07-28 13:57:54 -0400 |
commit | 1abae31096007cc993f67ae2576fe8f812270ad6 (patch) | |
tree | bf17df306aee0a016378bb5f2b06638488319442 /arch/x86/kernel/microcode_intel.c | |
parent | c3b71bcec0380836caac9b524fa1585b469b7456 (diff) |
x86: move microcode.c to microcode_intel.c
Signed-off-by: Peter Oruba <peter.oruba@amd.com>
Cc: Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Diffstat (limited to 'arch/x86/kernel/microcode_intel.c')
-rw-r--r-- | arch/x86/kernel/microcode_intel.c | 855 |
1 files changed, 855 insertions, 0 deletions
diff --git a/arch/x86/kernel/microcode_intel.c b/arch/x86/kernel/microcode_intel.c new file mode 100644 index 000000000000..4e7b2f65fed6 --- /dev/null +++ b/arch/x86/kernel/microcode_intel.c | |||
@@ -0,0 +1,855 @@ | |||
1 | /* | ||
2 | * Intel CPU Microcode Update Driver for Linux | ||
3 | * | ||
4 | * Copyright (C) 2000-2006 Tigran Aivazian <tigran@aivazian.fsnet.co.uk> | ||
5 | * 2006 Shaohua Li <shaohua.li@intel.com> | ||
6 | * | ||
7 | * This driver allows to upgrade microcode on Intel processors | ||
8 | * belonging to IA-32 family - PentiumPro, Pentium II, | ||
9 | * Pentium III, Xeon, Pentium 4, etc. | ||
10 | * | ||
11 | * Reference: Section 8.11 of Volume 3a, IA-32 Intel? Architecture | ||
12 | * Software Developer's Manual | ||
13 | * Order Number 253668 or free download from: | ||
14 | * | ||
15 | * http://developer.intel.com/design/pentium4/manuals/253668.htm | ||
16 | * | ||
17 | * For more information, go to http://www.urbanmyth.org/microcode | ||
18 | * | ||
19 | * This program is free software; you can redistribute it and/or | ||
20 | * modify it under the terms of the GNU General Public License | ||
21 | * as published by the Free Software Foundation; either version | ||
22 | * 2 of the License, or (at your option) any later version. | ||
23 | * | ||
24 | * 1.0 16 Feb 2000, Tigran Aivazian <tigran@sco.com> | ||
25 | * Initial release. | ||
26 | * 1.01 18 Feb 2000, Tigran Aivazian <tigran@sco.com> | ||
27 | * Added read() support + cleanups. | ||
28 | * 1.02 21 Feb 2000, Tigran Aivazian <tigran@sco.com> | ||
29 | * Added 'device trimming' support. open(O_WRONLY) zeroes | ||
30 | * and frees the saved copy of applied microcode. | ||
31 | * 1.03 29 Feb 2000, Tigran Aivazian <tigran@sco.com> | ||
32 | * Made to use devfs (/dev/cpu/microcode) + cleanups. | ||
33 | * 1.04 06 Jun 2000, Simon Trimmer <simon@veritas.com> | ||
34 | * Added misc device support (now uses both devfs and misc). | ||
35 | * Added MICROCODE_IOCFREE ioctl to clear memory. | ||
36 | * 1.05 09 Jun 2000, Simon Trimmer <simon@veritas.com> | ||
37 | * Messages for error cases (non Intel & no suitable microcode). | ||
38 | * 1.06 03 Aug 2000, Tigran Aivazian <tigran@veritas.com> | ||
39 | * Removed ->release(). Removed exclusive open and status bitmap. | ||
40 | * Added microcode_rwsem to serialize read()/write()/ioctl(). | ||
41 | * Removed global kernel lock usage. | ||
42 | * 1.07 07 Sep 2000, Tigran Aivazian <tigran@veritas.com> | ||
43 | * Write 0 to 0x8B msr and then cpuid before reading revision, | ||
44 | * so that it works even if there were no update done by the | ||
45 | * BIOS. Otherwise, reading from 0x8B gives junk (which happened | ||
46 | * to be 0 on my machine which is why it worked even when I | ||
47 | * disabled update by the BIOS) | ||
48 | * Thanks to Eric W. Biederman <ebiederman@lnxi.com> for the fix. | ||
49 | * 1.08 11 Dec 2000, Richard Schaal <richard.schaal@intel.com> and | ||
50 | * Tigran Aivazian <tigran@veritas.com> | ||
51 | * Intel Pentium 4 processor support and bugfixes. | ||
52 | * 1.09 30 Oct 2001, Tigran Aivazian <tigran@veritas.com> | ||
53 | * Bugfix for HT (Hyper-Threading) enabled processors | ||
54 | * whereby processor resources are shared by all logical processors | ||
55 | * in a single CPU package. | ||
56 | * 1.10 28 Feb 2002 Asit K Mallick <asit.k.mallick@intel.com> and | ||
57 | * Tigran Aivazian <tigran@veritas.com>, | ||
58 | * Serialize updates as required on HT processors due to speculative | ||
59 | * nature of implementation. | ||
60 | * 1.11 22 Mar 2002 Tigran Aivazian <tigran@veritas.com> | ||
61 | * Fix the panic when writing zero-length microcode chunk. | ||
62 | * 1.12 29 Sep 2003 Nitin Kamble <nitin.a.kamble@intel.com>, | ||
63 | * Jun Nakajima <jun.nakajima@intel.com> | ||
64 | * Support for the microcode updates in the new format. | ||
65 | * 1.13 10 Oct 2003 Tigran Aivazian <tigran@veritas.com> | ||
66 | * Removed ->read() method and obsoleted MICROCODE_IOCFREE ioctl | ||
67 | * because we no longer hold a copy of applied microcode | ||
68 | * in kernel memory. | ||
69 | * 1.14 25 Jun 2004 Tigran Aivazian <tigran@veritas.com> | ||
70 | * Fix sigmatch() macro to handle old CPUs with pf == 0. | ||
71 | * Thanks to Stuart Swales for pointing out this bug. | ||
72 | */ | ||
73 | |||
74 | //#define DEBUG /* pr_debug */ | ||
75 | #include <linux/capability.h> | ||
76 | #include <linux/kernel.h> | ||
77 | #include <linux/init.h> | ||
78 | #include <linux/sched.h> | ||
79 | #include <linux/smp_lock.h> | ||
80 | #include <linux/cpumask.h> | ||
81 | #include <linux/module.h> | ||
82 | #include <linux/slab.h> | ||
83 | #include <linux/vmalloc.h> | ||
84 | #include <linux/miscdevice.h> | ||
85 | #include <linux/spinlock.h> | ||
86 | #include <linux/mm.h> | ||
87 | #include <linux/fs.h> | ||
88 | #include <linux/mutex.h> | ||
89 | #include <linux/cpu.h> | ||
90 | #include <linux/firmware.h> | ||
91 | #include <linux/platform_device.h> | ||
92 | |||
93 | #include <asm/msr.h> | ||
94 | #include <asm/uaccess.h> | ||
95 | #include <asm/processor.h> | ||
96 | #include <asm/microcode.h> | ||
97 | |||
98 | MODULE_DESCRIPTION("Intel CPU (IA-32) Microcode Update Driver"); | ||
99 | MODULE_AUTHOR("Tigran Aivazian <tigran@aivazian.fsnet.co.uk>"); | ||
100 | MODULE_LICENSE("GPL"); | ||
101 | |||
102 | #define MICROCODE_VERSION "1.14a" | ||
103 | |||
104 | #define DEFAULT_UCODE_DATASIZE (2000) /* 2000 bytes */ | ||
105 | #define MC_HEADER_SIZE (sizeof (struct microcode_header)) /* 48 bytes */ | ||
106 | #define DEFAULT_UCODE_TOTALSIZE (DEFAULT_UCODE_DATASIZE + MC_HEADER_SIZE) /* 2048 bytes */ | ||
107 | #define EXT_HEADER_SIZE (sizeof (struct extended_sigtable)) /* 20 bytes */ | ||
108 | #define EXT_SIGNATURE_SIZE (sizeof (struct extended_signature)) /* 12 bytes */ | ||
109 | #define DWSIZE (sizeof (u32)) | ||
110 | #define get_totalsize(mc) \ | ||
111 | (((struct microcode *)mc)->hdr.totalsize ? \ | ||
112 | ((struct microcode *)mc)->hdr.totalsize : DEFAULT_UCODE_TOTALSIZE) | ||
113 | #define get_datasize(mc) \ | ||
114 | (((struct microcode *)mc)->hdr.datasize ? \ | ||
115 | ((struct microcode *)mc)->hdr.datasize : DEFAULT_UCODE_DATASIZE) | ||
116 | |||
117 | #define sigmatch(s1, s2, p1, p2) \ | ||
118 | (((s1) == (s2)) && (((p1) & (p2)) || (((p1) == 0) && ((p2) == 0)))) | ||
119 | |||
120 | #define exttable_size(et) ((et)->count * EXT_SIGNATURE_SIZE + EXT_HEADER_SIZE) | ||
121 | |||
122 | /* serialize access to the physical write to MSR 0x79 */ | ||
123 | static DEFINE_SPINLOCK(microcode_update_lock); | ||
124 | |||
125 | /* no concurrent ->write()s are allowed on /dev/cpu/microcode */ | ||
126 | static DEFINE_MUTEX(microcode_mutex); | ||
127 | |||
128 | static struct ucode_cpu_info ucode_cpu_info[NR_CPUS]; | ||
129 | |||
130 | static void collect_cpu_info(int cpu_num) | ||
131 | { | ||
132 | struct cpuinfo_x86 *c = &cpu_data(cpu_num); | ||
133 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num; | ||
134 | unsigned int val[2]; | ||
135 | |||
136 | /* We should bind the task to the CPU */ | ||
137 | BUG_ON(raw_smp_processor_id() != cpu_num); | ||
138 | uci->pf = uci->rev = 0; | ||
139 | uci->mc = NULL; | ||
140 | uci->valid = 1; | ||
141 | |||
142 | if (c->x86_vendor != X86_VENDOR_INTEL || c->x86 < 6 || | ||
143 | cpu_has(c, X86_FEATURE_IA64)) { | ||
144 | printk(KERN_ERR "microcode: CPU%d not a capable Intel " | ||
145 | "processor\n", cpu_num); | ||
146 | uci->valid = 0; | ||
147 | return; | ||
148 | } | ||
149 | |||
150 | uci->sig = cpuid_eax(0x00000001); | ||
151 | |||
152 | if ((c->x86_model >= 5) || (c->x86 > 6)) { | ||
153 | /* get processor flags from MSR 0x17 */ | ||
154 | rdmsr(MSR_IA32_PLATFORM_ID, val[0], val[1]); | ||
155 | uci->pf = 1 << ((val[1] >> 18) & 7); | ||
156 | } | ||
157 | |||
158 | wrmsr(MSR_IA32_UCODE_REV, 0, 0); | ||
159 | /* see notes above for revision 1.07. Apparent chip bug */ | ||
160 | sync_core(); | ||
161 | /* get the current revision from MSR 0x8B */ | ||
162 | rdmsr(MSR_IA32_UCODE_REV, val[0], uci->rev); | ||
163 | pr_debug("microcode: collect_cpu_info : sig=0x%x, pf=0x%x, rev=0x%x\n", | ||
164 | uci->sig, uci->pf, uci->rev); | ||
165 | } | ||
166 | |||
167 | static inline int microcode_update_match(int cpu_num, | ||
168 | struct microcode_header *mc_header, int sig, int pf) | ||
169 | { | ||
170 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num; | ||
171 | |||
172 | if (!sigmatch(sig, uci->sig, pf, uci->pf) | ||
173 | || mc_header->rev <= uci->rev) | ||
174 | return 0; | ||
175 | return 1; | ||
176 | } | ||
177 | |||
178 | static int microcode_sanity_check(void *mc) | ||
179 | { | ||
180 | struct microcode_header *mc_header = mc; | ||
181 | struct extended_sigtable *ext_header = NULL; | ||
182 | struct extended_signature *ext_sig; | ||
183 | unsigned long total_size, data_size, ext_table_size; | ||
184 | int sum, orig_sum, ext_sigcount = 0, i; | ||
185 | |||
186 | total_size = get_totalsize(mc_header); | ||
187 | data_size = get_datasize(mc_header); | ||
188 | if (data_size + MC_HEADER_SIZE > total_size) { | ||
189 | printk(KERN_ERR "microcode: error! " | ||
190 | "Bad data size in microcode data file\n"); | ||
191 | return -EINVAL; | ||
192 | } | ||
193 | |||
194 | if (mc_header->ldrver != 1 || mc_header->hdrver != 1) { | ||
195 | printk(KERN_ERR "microcode: error! " | ||
196 | "Unknown microcode update format\n"); | ||
197 | return -EINVAL; | ||
198 | } | ||
199 | ext_table_size = total_size - (MC_HEADER_SIZE + data_size); | ||
200 | if (ext_table_size) { | ||
201 | if ((ext_table_size < EXT_HEADER_SIZE) | ||
202 | || ((ext_table_size - EXT_HEADER_SIZE) % EXT_SIGNATURE_SIZE)) { | ||
203 | printk(KERN_ERR "microcode: error! " | ||
204 | "Small exttable size in microcode data file\n"); | ||
205 | return -EINVAL; | ||
206 | } | ||
207 | ext_header = mc + MC_HEADER_SIZE + data_size; | ||
208 | if (ext_table_size != exttable_size(ext_header)) { | ||
209 | printk(KERN_ERR "microcode: error! " | ||
210 | "Bad exttable size in microcode data file\n"); | ||
211 | return -EFAULT; | ||
212 | } | ||
213 | ext_sigcount = ext_header->count; | ||
214 | } | ||
215 | |||
216 | /* check extended table checksum */ | ||
217 | if (ext_table_size) { | ||
218 | int ext_table_sum = 0; | ||
219 | int *ext_tablep = (int *)ext_header; | ||
220 | |||
221 | i = ext_table_size / DWSIZE; | ||
222 | while (i--) | ||
223 | ext_table_sum += ext_tablep[i]; | ||
224 | if (ext_table_sum) { | ||
225 | printk(KERN_WARNING "microcode: aborting, " | ||
226 | "bad extended signature table checksum\n"); | ||
227 | return -EINVAL; | ||
228 | } | ||
229 | } | ||
230 | |||
231 | /* calculate the checksum */ | ||
232 | orig_sum = 0; | ||
233 | i = (MC_HEADER_SIZE + data_size) / DWSIZE; | ||
234 | while (i--) | ||
235 | orig_sum += ((int *)mc)[i]; | ||
236 | if (orig_sum) { | ||
237 | printk(KERN_ERR "microcode: aborting, bad checksum\n"); | ||
238 | return -EINVAL; | ||
239 | } | ||
240 | if (!ext_table_size) | ||
241 | return 0; | ||
242 | /* check extended signature checksum */ | ||
243 | for (i = 0; i < ext_sigcount; i++) { | ||
244 | ext_sig = (void *)ext_header + EXT_HEADER_SIZE + | ||
245 | EXT_SIGNATURE_SIZE * i; | ||
246 | sum = orig_sum | ||
247 | - (mc_header->sig + mc_header->pf + mc_header->cksum) | ||
248 | + (ext_sig->sig + ext_sig->pf + ext_sig->cksum); | ||
249 | if (sum) { | ||
250 | printk(KERN_ERR "microcode: aborting, bad checksum\n"); | ||
251 | return -EINVAL; | ||
252 | } | ||
253 | } | ||
254 | return 0; | ||
255 | } | ||
256 | |||
257 | /* | ||
258 | * return 0 - no update found | ||
259 | * return 1 - found update | ||
260 | * return < 0 - error | ||
261 | */ | ||
262 | static int get_maching_microcode(void *mc, int cpu) | ||
263 | { | ||
264 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
265 | struct microcode_header *mc_header = mc; | ||
266 | struct extended_sigtable *ext_header; | ||
267 | unsigned long total_size = get_totalsize(mc_header); | ||
268 | int ext_sigcount, i; | ||
269 | struct extended_signature *ext_sig; | ||
270 | void *new_mc; | ||
271 | |||
272 | if (microcode_update_match(cpu, mc_header, | ||
273 | mc_header->sig, mc_header->pf)) | ||
274 | goto find; | ||
275 | |||
276 | if (total_size <= get_datasize(mc_header) + MC_HEADER_SIZE) | ||
277 | return 0; | ||
278 | |||
279 | ext_header = mc + get_datasize(mc_header) + MC_HEADER_SIZE; | ||
280 | ext_sigcount = ext_header->count; | ||
281 | ext_sig = (void *)ext_header + EXT_HEADER_SIZE; | ||
282 | for (i = 0; i < ext_sigcount; i++) { | ||
283 | if (microcode_update_match(cpu, mc_header, | ||
284 | ext_sig->sig, ext_sig->pf)) | ||
285 | goto find; | ||
286 | ext_sig++; | ||
287 | } | ||
288 | return 0; | ||
289 | find: | ||
290 | pr_debug("microcode: CPU%d found a matching microcode update with" | ||
291 | " version 0x%x (current=0x%x)\n", cpu, mc_header->rev,uci->rev); | ||
292 | new_mc = vmalloc(total_size); | ||
293 | if (!new_mc) { | ||
294 | printk(KERN_ERR "microcode: error! Can not allocate memory\n"); | ||
295 | return -ENOMEM; | ||
296 | } | ||
297 | |||
298 | /* free previous update file */ | ||
299 | vfree(uci->mc); | ||
300 | |||
301 | memcpy(new_mc, mc, total_size); | ||
302 | uci->mc = new_mc; | ||
303 | return 1; | ||
304 | } | ||
305 | |||
306 | static void apply_microcode(int cpu) | ||
307 | { | ||
308 | unsigned long flags; | ||
309 | unsigned int val[2]; | ||
310 | int cpu_num = raw_smp_processor_id(); | ||
311 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num; | ||
312 | |||
313 | /* We should bind the task to the CPU */ | ||
314 | BUG_ON(cpu_num != cpu); | ||
315 | |||
316 | if (uci->mc == NULL) | ||
317 | return; | ||
318 | |||
319 | /* serialize access to the physical write to MSR 0x79 */ | ||
320 | spin_lock_irqsave(µcode_update_lock, flags); | ||
321 | |||
322 | /* write microcode via MSR 0x79 */ | ||
323 | wrmsr(MSR_IA32_UCODE_WRITE, | ||
324 | (unsigned long) uci->mc->bits, | ||
325 | (unsigned long) uci->mc->bits >> 16 >> 16); | ||
326 | wrmsr(MSR_IA32_UCODE_REV, 0, 0); | ||
327 | |||
328 | /* see notes above for revision 1.07. Apparent chip bug */ | ||
329 | sync_core(); | ||
330 | |||
331 | /* get the current revision from MSR 0x8B */ | ||
332 | rdmsr(MSR_IA32_UCODE_REV, val[0], val[1]); | ||
333 | |||
334 | spin_unlock_irqrestore(µcode_update_lock, flags); | ||
335 | if (val[1] != uci->mc->hdr.rev) { | ||
336 | printk(KERN_ERR "microcode: CPU%d update from revision " | ||
337 | "0x%x to 0x%x failed\n", cpu_num, uci->rev, val[1]); | ||
338 | return; | ||
339 | } | ||
340 | printk(KERN_INFO "microcode: CPU%d updated from revision " | ||
341 | "0x%x to 0x%x, date = %08x \n", | ||
342 | cpu_num, uci->rev, val[1], uci->mc->hdr.date); | ||
343 | uci->rev = val[1]; | ||
344 | } | ||
345 | |||
346 | #ifdef CONFIG_MICROCODE_OLD_INTERFACE | ||
347 | static void __user *user_buffer; /* user area microcode data buffer */ | ||
348 | static unsigned int user_buffer_size; /* it's size */ | ||
349 | |||
350 | static long get_next_ucode(void **mc, long offset) | ||
351 | { | ||
352 | struct microcode_header mc_header; | ||
353 | unsigned long total_size; | ||
354 | |||
355 | /* No more data */ | ||
356 | if (offset >= user_buffer_size) | ||
357 | return 0; | ||
358 | if (copy_from_user(&mc_header, user_buffer + offset, MC_HEADER_SIZE)) { | ||
359 | printk(KERN_ERR "microcode: error! Can not read user data\n"); | ||
360 | return -EFAULT; | ||
361 | } | ||
362 | total_size = get_totalsize(&mc_header); | ||
363 | if (offset + total_size > user_buffer_size) { | ||
364 | printk(KERN_ERR "microcode: error! Bad total size in microcode " | ||
365 | "data file\n"); | ||
366 | return -EINVAL; | ||
367 | } | ||
368 | *mc = vmalloc(total_size); | ||
369 | if (!*mc) | ||
370 | return -ENOMEM; | ||
371 | if (copy_from_user(*mc, user_buffer + offset, total_size)) { | ||
372 | printk(KERN_ERR "microcode: error! Can not read user data\n"); | ||
373 | vfree(*mc); | ||
374 | return -EFAULT; | ||
375 | } | ||
376 | return offset + total_size; | ||
377 | } | ||
378 | |||
379 | static int do_microcode_update (void) | ||
380 | { | ||
381 | long cursor = 0; | ||
382 | int error = 0; | ||
383 | void *new_mc = NULL; | ||
384 | int cpu; | ||
385 | cpumask_t old; | ||
386 | cpumask_of_cpu_ptr_declare(newmask); | ||
387 | |||
388 | old = current->cpus_allowed; | ||
389 | |||
390 | while ((cursor = get_next_ucode(&new_mc, cursor)) > 0) { | ||
391 | error = microcode_sanity_check(new_mc); | ||
392 | if (error) | ||
393 | goto out; | ||
394 | /* | ||
395 | * It's possible the data file has multiple matching ucode, | ||
396 | * lets keep searching till the latest version | ||
397 | */ | ||
398 | for_each_online_cpu(cpu) { | ||
399 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
400 | |||
401 | if (!uci->valid) | ||
402 | continue; | ||
403 | cpumask_of_cpu_ptr_next(newmask, cpu); | ||
404 | set_cpus_allowed_ptr(current, newmask); | ||
405 | error = get_maching_microcode(new_mc, cpu); | ||
406 | if (error < 0) | ||
407 | goto out; | ||
408 | if (error == 1) | ||
409 | apply_microcode(cpu); | ||
410 | } | ||
411 | vfree(new_mc); | ||
412 | } | ||
413 | out: | ||
414 | if (cursor > 0) | ||
415 | vfree(new_mc); | ||
416 | if (cursor < 0) | ||
417 | error = cursor; | ||
418 | set_cpus_allowed_ptr(current, &old); | ||
419 | return error; | ||
420 | } | ||
421 | |||
422 | static int microcode_open (struct inode *unused1, struct file *unused2) | ||
423 | { | ||
424 | cycle_kernel_lock(); | ||
425 | return capable(CAP_SYS_RAWIO) ? 0 : -EPERM; | ||
426 | } | ||
427 | |||
428 | static ssize_t microcode_write (struct file *file, const char __user *buf, size_t len, loff_t *ppos) | ||
429 | { | ||
430 | ssize_t ret; | ||
431 | |||
432 | if ((len >> PAGE_SHIFT) > num_physpages) { | ||
433 | printk(KERN_ERR "microcode: too much data (max %ld pages)\n", num_physpages); | ||
434 | return -EINVAL; | ||
435 | } | ||
436 | |||
437 | get_online_cpus(); | ||
438 | mutex_lock(µcode_mutex); | ||
439 | |||
440 | user_buffer = (void __user *) buf; | ||
441 | user_buffer_size = (int) len; | ||
442 | |||
443 | ret = do_microcode_update(); | ||
444 | if (!ret) | ||
445 | ret = (ssize_t)len; | ||
446 | |||
447 | mutex_unlock(µcode_mutex); | ||
448 | put_online_cpus(); | ||
449 | |||
450 | return ret; | ||
451 | } | ||
452 | |||
453 | static const struct file_operations microcode_fops = { | ||
454 | .owner = THIS_MODULE, | ||
455 | .write = microcode_write, | ||
456 | .open = microcode_open, | ||
457 | }; | ||
458 | |||
459 | static struct miscdevice microcode_dev = { | ||
460 | .minor = MICROCODE_MINOR, | ||
461 | .name = "microcode", | ||
462 | .fops = µcode_fops, | ||
463 | }; | ||
464 | |||
465 | static int __init microcode_dev_init (void) | ||
466 | { | ||
467 | int error; | ||
468 | |||
469 | error = misc_register(µcode_dev); | ||
470 | if (error) { | ||
471 | printk(KERN_ERR | ||
472 | "microcode: can't misc_register on minor=%d\n", | ||
473 | MICROCODE_MINOR); | ||
474 | return error; | ||
475 | } | ||
476 | |||
477 | return 0; | ||
478 | } | ||
479 | |||
480 | static void microcode_dev_exit (void) | ||
481 | { | ||
482 | misc_deregister(µcode_dev); | ||
483 | } | ||
484 | |||
485 | MODULE_ALIAS_MISCDEV(MICROCODE_MINOR); | ||
486 | #else | ||
487 | #define microcode_dev_init() 0 | ||
488 | #define microcode_dev_exit() do { } while(0) | ||
489 | #endif | ||
490 | |||
491 | static long get_next_ucode_from_buffer(void **mc, const u8 *buf, | ||
492 | unsigned long size, long offset) | ||
493 | { | ||
494 | struct microcode_header *mc_header; | ||
495 | unsigned long total_size; | ||
496 | |||
497 | /* No more data */ | ||
498 | if (offset >= size) | ||
499 | return 0; | ||
500 | mc_header = (struct microcode_header *)(buf + offset); | ||
501 | total_size = get_totalsize(mc_header); | ||
502 | |||
503 | if (offset + total_size > size) { | ||
504 | printk(KERN_ERR "microcode: error! Bad data in microcode data file\n"); | ||
505 | return -EINVAL; | ||
506 | } | ||
507 | |||
508 | *mc = vmalloc(total_size); | ||
509 | if (!*mc) { | ||
510 | printk(KERN_ERR "microcode: error! Can not allocate memory\n"); | ||
511 | return -ENOMEM; | ||
512 | } | ||
513 | memcpy(*mc, buf + offset, total_size); | ||
514 | return offset + total_size; | ||
515 | } | ||
516 | |||
517 | /* fake device for request_firmware */ | ||
518 | static struct platform_device *microcode_pdev; | ||
519 | |||
520 | static int cpu_request_microcode(int cpu) | ||
521 | { | ||
522 | char name[30]; | ||
523 | struct cpuinfo_x86 *c = &cpu_data(cpu); | ||
524 | const struct firmware *firmware; | ||
525 | const u8 *buf; | ||
526 | unsigned long size; | ||
527 | long offset = 0; | ||
528 | int error; | ||
529 | void *mc; | ||
530 | |||
531 | /* We should bind the task to the CPU */ | ||
532 | BUG_ON(cpu != raw_smp_processor_id()); | ||
533 | sprintf(name,"intel-ucode/%02x-%02x-%02x", | ||
534 | c->x86, c->x86_model, c->x86_mask); | ||
535 | error = request_firmware(&firmware, name, µcode_pdev->dev); | ||
536 | if (error) { | ||
537 | pr_debug("microcode: data file %s load failed\n", name); | ||
538 | return error; | ||
539 | } | ||
540 | buf = firmware->data; | ||
541 | size = firmware->size; | ||
542 | while ((offset = get_next_ucode_from_buffer(&mc, buf, size, offset)) | ||
543 | > 0) { | ||
544 | error = microcode_sanity_check(mc); | ||
545 | if (error) | ||
546 | break; | ||
547 | error = get_maching_microcode(mc, cpu); | ||
548 | if (error < 0) | ||
549 | break; | ||
550 | /* | ||
551 | * It's possible the data file has multiple matching ucode, | ||
552 | * lets keep searching till the latest version | ||
553 | */ | ||
554 | if (error == 1) { | ||
555 | apply_microcode(cpu); | ||
556 | error = 0; | ||
557 | } | ||
558 | vfree(mc); | ||
559 | } | ||
560 | if (offset > 0) | ||
561 | vfree(mc); | ||
562 | if (offset < 0) | ||
563 | error = offset; | ||
564 | release_firmware(firmware); | ||
565 | |||
566 | return error; | ||
567 | } | ||
568 | |||
569 | static int apply_microcode_check_cpu(int cpu) | ||
570 | { | ||
571 | struct cpuinfo_x86 *c = &cpu_data(cpu); | ||
572 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
573 | cpumask_t old; | ||
574 | cpumask_of_cpu_ptr(newmask, cpu); | ||
575 | unsigned int val[2]; | ||
576 | int err = 0; | ||
577 | |||
578 | /* Check if the microcode is available */ | ||
579 | if (!uci->mc) | ||
580 | return 0; | ||
581 | |||
582 | old = current->cpus_allowed; | ||
583 | set_cpus_allowed_ptr(current, newmask); | ||
584 | |||
585 | /* Check if the microcode we have in memory matches the CPU */ | ||
586 | if (c->x86_vendor != X86_VENDOR_INTEL || c->x86 < 6 || | ||
587 | cpu_has(c, X86_FEATURE_IA64) || uci->sig != cpuid_eax(0x00000001)) | ||
588 | err = -EINVAL; | ||
589 | |||
590 | if (!err && ((c->x86_model >= 5) || (c->x86 > 6))) { | ||
591 | /* get processor flags from MSR 0x17 */ | ||
592 | rdmsr(MSR_IA32_PLATFORM_ID, val[0], val[1]); | ||
593 | if (uci->pf != (1 << ((val[1] >> 18) & 7))) | ||
594 | err = -EINVAL; | ||
595 | } | ||
596 | |||
597 | if (!err) { | ||
598 | wrmsr(MSR_IA32_UCODE_REV, 0, 0); | ||
599 | /* see notes above for revision 1.07. Apparent chip bug */ | ||
600 | sync_core(); | ||
601 | /* get the current revision from MSR 0x8B */ | ||
602 | rdmsr(MSR_IA32_UCODE_REV, val[0], val[1]); | ||
603 | if (uci->rev != val[1]) | ||
604 | err = -EINVAL; | ||
605 | } | ||
606 | |||
607 | if (!err) | ||
608 | apply_microcode(cpu); | ||
609 | else | ||
610 | printk(KERN_ERR "microcode: Could not apply microcode to CPU%d:" | ||
611 | " sig=0x%x, pf=0x%x, rev=0x%x\n", | ||
612 | cpu, uci->sig, uci->pf, uci->rev); | ||
613 | |||
614 | set_cpus_allowed_ptr(current, &old); | ||
615 | return err; | ||
616 | } | ||
617 | |||
618 | static void microcode_init_cpu(int cpu, int resume) | ||
619 | { | ||
620 | cpumask_t old; | ||
621 | cpumask_of_cpu_ptr(newmask, cpu); | ||
622 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
623 | |||
624 | old = current->cpus_allowed; | ||
625 | |||
626 | set_cpus_allowed_ptr(current, newmask); | ||
627 | mutex_lock(µcode_mutex); | ||
628 | collect_cpu_info(cpu); | ||
629 | if (uci->valid && system_state == SYSTEM_RUNNING && !resume) | ||
630 | cpu_request_microcode(cpu); | ||
631 | mutex_unlock(µcode_mutex); | ||
632 | set_cpus_allowed_ptr(current, &old); | ||
633 | } | ||
634 | |||
635 | static void microcode_fini_cpu(int cpu) | ||
636 | { | ||
637 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
638 | |||
639 | mutex_lock(µcode_mutex); | ||
640 | uci->valid = 0; | ||
641 | vfree(uci->mc); | ||
642 | uci->mc = NULL; | ||
643 | mutex_unlock(µcode_mutex); | ||
644 | } | ||
645 | |||
646 | static ssize_t reload_store(struct sys_device *dev, | ||
647 | struct sysdev_attribute *attr, | ||
648 | const char *buf, size_t sz) | ||
649 | { | ||
650 | struct ucode_cpu_info *uci = ucode_cpu_info + dev->id; | ||
651 | char *end; | ||
652 | unsigned long val = simple_strtoul(buf, &end, 0); | ||
653 | int err = 0; | ||
654 | int cpu = dev->id; | ||
655 | |||
656 | if (end == buf) | ||
657 | return -EINVAL; | ||
658 | if (val == 1) { | ||
659 | cpumask_t old; | ||
660 | cpumask_of_cpu_ptr(newmask, cpu); | ||
661 | |||
662 | old = current->cpus_allowed; | ||
663 | |||
664 | get_online_cpus(); | ||
665 | set_cpus_allowed_ptr(current, newmask); | ||
666 | |||
667 | mutex_lock(µcode_mutex); | ||
668 | if (uci->valid) | ||
669 | err = cpu_request_microcode(cpu); | ||
670 | mutex_unlock(µcode_mutex); | ||
671 | put_online_cpus(); | ||
672 | set_cpus_allowed_ptr(current, &old); | ||
673 | } | ||
674 | if (err) | ||
675 | return err; | ||
676 | return sz; | ||
677 | } | ||
678 | |||
679 | static ssize_t version_show(struct sys_device *dev, | ||
680 | struct sysdev_attribute *attr, char *buf) | ||
681 | { | ||
682 | struct ucode_cpu_info *uci = ucode_cpu_info + dev->id; | ||
683 | |||
684 | return sprintf(buf, "0x%x\n", uci->rev); | ||
685 | } | ||
686 | |||
687 | static ssize_t pf_show(struct sys_device *dev, | ||
688 | struct sysdev_attribute *attr, char *buf) | ||
689 | { | ||
690 | struct ucode_cpu_info *uci = ucode_cpu_info + dev->id; | ||
691 | |||
692 | return sprintf(buf, "0x%x\n", uci->pf); | ||
693 | } | ||
694 | |||
695 | static SYSDEV_ATTR(reload, 0200, NULL, reload_store); | ||
696 | static SYSDEV_ATTR(version, 0400, version_show, NULL); | ||
697 | static SYSDEV_ATTR(processor_flags, 0400, pf_show, NULL); | ||
698 | |||
699 | static struct attribute *mc_default_attrs[] = { | ||
700 | &attr_reload.attr, | ||
701 | &attr_version.attr, | ||
702 | &attr_processor_flags.attr, | ||
703 | NULL | ||
704 | }; | ||
705 | |||
706 | static struct attribute_group mc_attr_group = { | ||
707 | .attrs = mc_default_attrs, | ||
708 | .name = "microcode", | ||
709 | }; | ||
710 | |||
711 | static int __mc_sysdev_add(struct sys_device *sys_dev, int resume) | ||
712 | { | ||
713 | int err, cpu = sys_dev->id; | ||
714 | struct ucode_cpu_info *uci = ucode_cpu_info + cpu; | ||
715 | |||
716 | if (!cpu_online(cpu)) | ||
717 | return 0; | ||
718 | |||
719 | pr_debug("microcode: CPU%d added\n", cpu); | ||
720 | memset(uci, 0, sizeof(*uci)); | ||
721 | |||
722 | err = sysfs_create_group(&sys_dev->kobj, &mc_attr_group); | ||
723 | if (err) | ||
724 | return err; | ||
725 | |||
726 | microcode_init_cpu(cpu, resume); | ||
727 | |||
728 | return 0; | ||
729 | } | ||
730 | |||
731 | static int mc_sysdev_add(struct sys_device *sys_dev) | ||
732 | { | ||
733 | return __mc_sysdev_add(sys_dev, 0); | ||
734 | } | ||
735 | |||
736 | static int mc_sysdev_remove(struct sys_device *sys_dev) | ||
737 | { | ||
738 | int cpu = sys_dev->id; | ||
739 | |||
740 | if (!cpu_online(cpu)) | ||
741 | return 0; | ||
742 | |||
743 | pr_debug("microcode: CPU%d removed\n", cpu); | ||
744 | microcode_fini_cpu(cpu); | ||
745 | sysfs_remove_group(&sys_dev->kobj, &mc_attr_group); | ||
746 | return 0; | ||
747 | } | ||
748 | |||
749 | static int mc_sysdev_resume(struct sys_device *dev) | ||
750 | { | ||
751 | int cpu = dev->id; | ||
752 | |||
753 | if (!cpu_online(cpu)) | ||
754 | return 0; | ||
755 | pr_debug("microcode: CPU%d resumed\n", cpu); | ||
756 | /* only CPU 0 will apply ucode here */ | ||
757 | apply_microcode(0); | ||
758 | return 0; | ||
759 | } | ||
760 | |||
761 | static struct sysdev_driver mc_sysdev_driver = { | ||
762 | .add = mc_sysdev_add, | ||
763 | .remove = mc_sysdev_remove, | ||
764 | .resume = mc_sysdev_resume, | ||
765 | }; | ||
766 | |||
767 | static __cpuinit int | ||
768 | mc_cpu_callback(struct notifier_block *nb, unsigned long action, void *hcpu) | ||
769 | { | ||
770 | unsigned int cpu = (unsigned long)hcpu; | ||
771 | struct sys_device *sys_dev; | ||
772 | |||
773 | sys_dev = get_cpu_sysdev(cpu); | ||
774 | switch (action) { | ||
775 | case CPU_UP_CANCELED_FROZEN: | ||
776 | /* The CPU refused to come up during a system resume */ | ||
777 | microcode_fini_cpu(cpu); | ||
778 | break; | ||
779 | case CPU_ONLINE: | ||
780 | case CPU_DOWN_FAILED: | ||
781 | mc_sysdev_add(sys_dev); | ||
782 | break; | ||
783 | case CPU_ONLINE_FROZEN: | ||
784 | /* System-wide resume is in progress, try to apply microcode */ | ||
785 | if (apply_microcode_check_cpu(cpu)) { | ||
786 | /* The application of microcode failed */ | ||
787 | microcode_fini_cpu(cpu); | ||
788 | __mc_sysdev_add(sys_dev, 1); | ||
789 | break; | ||
790 | } | ||
791 | case CPU_DOWN_FAILED_FROZEN: | ||
792 | if (sysfs_create_group(&sys_dev->kobj, &mc_attr_group)) | ||
793 | printk(KERN_ERR "microcode: Failed to create the sysfs " | ||
794 | "group for CPU%d\n", cpu); | ||
795 | break; | ||
796 | case CPU_DOWN_PREPARE: | ||
797 | mc_sysdev_remove(sys_dev); | ||
798 | break; | ||
799 | case CPU_DOWN_PREPARE_FROZEN: | ||
800 | /* Suspend is in progress, only remove the interface */ | ||
801 | sysfs_remove_group(&sys_dev->kobj, &mc_attr_group); | ||
802 | break; | ||
803 | } | ||
804 | return NOTIFY_OK; | ||
805 | } | ||
806 | |||
807 | static struct notifier_block __refdata mc_cpu_notifier = { | ||
808 | .notifier_call = mc_cpu_callback, | ||
809 | }; | ||
810 | |||
811 | static int __init microcode_init (void) | ||
812 | { | ||
813 | int error; | ||
814 | |||
815 | printk(KERN_INFO | ||
816 | "IA-32 Microcode Update Driver: v" MICROCODE_VERSION " <tigran@aivazian.fsnet.co.uk>\n"); | ||
817 | |||
818 | error = microcode_dev_init(); | ||
819 | if (error) | ||
820 | return error; | ||
821 | microcode_pdev = platform_device_register_simple("microcode", -1, | ||
822 | NULL, 0); | ||
823 | if (IS_ERR(microcode_pdev)) { | ||
824 | microcode_dev_exit(); | ||
825 | return PTR_ERR(microcode_pdev); | ||
826 | } | ||
827 | |||
828 | get_online_cpus(); | ||
829 | error = sysdev_driver_register(&cpu_sysdev_class, &mc_sysdev_driver); | ||
830 | put_online_cpus(); | ||
831 | if (error) { | ||
832 | microcode_dev_exit(); | ||
833 | platform_device_unregister(microcode_pdev); | ||
834 | return error; | ||
835 | } | ||
836 | |||
837 | register_hotcpu_notifier(&mc_cpu_notifier); | ||
838 | return 0; | ||
839 | } | ||
840 | |||
841 | static void __exit microcode_exit (void) | ||
842 | { | ||
843 | microcode_dev_exit(); | ||
844 | |||
845 | unregister_hotcpu_notifier(&mc_cpu_notifier); | ||
846 | |||
847 | get_online_cpus(); | ||
848 | sysdev_driver_unregister(&cpu_sysdev_class, &mc_sysdev_driver); | ||
849 | put_online_cpus(); | ||
850 | |||
851 | platform_device_unregister(microcode_pdev); | ||
852 | } | ||
853 | |||
854 | module_init(microcode_init) | ||
855 | module_exit(microcode_exit) | ||