diff options
Diffstat (limited to 'arch/x86/kernel/process_64.c')
-rw-r--r-- | arch/x86/kernel/process_64.c | 131 |
1 files changed, 66 insertions, 65 deletions
diff --git a/arch/x86/kernel/process_64.c b/arch/x86/kernel/process_64.c index 79e3e173ab40..2a8ccb9238b4 100644 --- a/arch/x86/kernel/process_64.c +++ b/arch/x86/kernel/process_64.c | |||
@@ -37,11 +37,11 @@ | |||
37 | #include <linux/kdebug.h> | 37 | #include <linux/kdebug.h> |
38 | #include <linux/tick.h> | 38 | #include <linux/tick.h> |
39 | #include <linux/prctl.h> | 39 | #include <linux/prctl.h> |
40 | #include <linux/uaccess.h> | ||
41 | #include <linux/io.h> | ||
40 | 42 | ||
41 | #include <asm/uaccess.h> | ||
42 | #include <asm/pgtable.h> | 43 | #include <asm/pgtable.h> |
43 | #include <asm/system.h> | 44 | #include <asm/system.h> |
44 | #include <asm/io.h> | ||
45 | #include <asm/processor.h> | 45 | #include <asm/processor.h> |
46 | #include <asm/i387.h> | 46 | #include <asm/i387.h> |
47 | #include <asm/mmu_context.h> | 47 | #include <asm/mmu_context.h> |
@@ -89,7 +89,7 @@ void exit_idle(void) | |||
89 | #ifdef CONFIG_HOTPLUG_CPU | 89 | #ifdef CONFIG_HOTPLUG_CPU |
90 | DECLARE_PER_CPU(int, cpu_state); | 90 | DECLARE_PER_CPU(int, cpu_state); |
91 | 91 | ||
92 | #include <asm/nmi.h> | 92 | #include <linux/nmi.h> |
93 | /* We halt the CPU with physical CPU hotplug */ | 93 | /* We halt the CPU with physical CPU hotplug */ |
94 | static inline void play_dead(void) | 94 | static inline void play_dead(void) |
95 | { | 95 | { |
@@ -154,7 +154,7 @@ void cpu_idle(void) | |||
154 | } | 154 | } |
155 | 155 | ||
156 | /* Prints also some state that isn't saved in the pt_regs */ | 156 | /* Prints also some state that isn't saved in the pt_regs */ |
157 | void __show_regs(struct pt_regs * regs) | 157 | void __show_regs(struct pt_regs *regs) |
158 | { | 158 | { |
159 | unsigned long cr0 = 0L, cr2 = 0L, cr3 = 0L, cr4 = 0L, fs, gs, shadowgs; | 159 | unsigned long cr0 = 0L, cr2 = 0L, cr3 = 0L, cr4 = 0L, fs, gs, shadowgs; |
160 | unsigned long d0, d1, d2, d3, d6, d7; | 160 | unsigned long d0, d1, d2, d3, d6, d7; |
@@ -163,59 +163,61 @@ void __show_regs(struct pt_regs * regs) | |||
163 | 163 | ||
164 | printk("\n"); | 164 | printk("\n"); |
165 | print_modules(); | 165 | print_modules(); |
166 | printk("Pid: %d, comm: %.20s %s %s %.*s\n", | 166 | printk(KERN_INFO "Pid: %d, comm: %.20s %s %s %.*s\n", |
167 | current->pid, current->comm, print_tainted(), | 167 | current->pid, current->comm, print_tainted(), |
168 | init_utsname()->release, | 168 | init_utsname()->release, |
169 | (int)strcspn(init_utsname()->version, " "), | 169 | (int)strcspn(init_utsname()->version, " "), |
170 | init_utsname()->version); | 170 | init_utsname()->version); |
171 | printk("RIP: %04lx:[<%016lx>] ", regs->cs & 0xffff, regs->ip); | 171 | printk(KERN_INFO "RIP: %04lx:[<%016lx>] ", regs->cs & 0xffff, regs->ip); |
172 | printk_address(regs->ip, 1); | 172 | printk_address(regs->ip, 1); |
173 | printk("RSP: %04lx:%016lx EFLAGS: %08lx\n", regs->ss, regs->sp, | 173 | printk(KERN_INFO "RSP: %04lx:%016lx EFLAGS: %08lx\n", regs->ss, |
174 | regs->flags); | 174 | regs->sp, regs->flags); |
175 | printk("RAX: %016lx RBX: %016lx RCX: %016lx\n", | 175 | printk(KERN_INFO "RAX: %016lx RBX: %016lx RCX: %016lx\n", |
176 | regs->ax, regs->bx, regs->cx); | 176 | regs->ax, regs->bx, regs->cx); |
177 | printk("RDX: %016lx RSI: %016lx RDI: %016lx\n", | 177 | printk(KERN_INFO "RDX: %016lx RSI: %016lx RDI: %016lx\n", |
178 | regs->dx, regs->si, regs->di); | 178 | regs->dx, regs->si, regs->di); |
179 | printk("RBP: %016lx R08: %016lx R09: %016lx\n", | 179 | printk(KERN_INFO "RBP: %016lx R08: %016lx R09: %016lx\n", |
180 | regs->bp, regs->r8, regs->r9); | 180 | regs->bp, regs->r8, regs->r9); |
181 | printk("R10: %016lx R11: %016lx R12: %016lx\n", | 181 | printk(KERN_INFO "R10: %016lx R11: %016lx R12: %016lx\n", |
182 | regs->r10, regs->r11, regs->r12); | 182 | regs->r10, regs->r11, regs->r12); |
183 | printk("R13: %016lx R14: %016lx R15: %016lx\n", | 183 | printk(KERN_INFO "R13: %016lx R14: %016lx R15: %016lx\n", |
184 | regs->r13, regs->r14, regs->r15); | 184 | regs->r13, regs->r14, regs->r15); |
185 | 185 | ||
186 | asm("movl %%ds,%0" : "=r" (ds)); | 186 | asm("movl %%ds,%0" : "=r" (ds)); |
187 | asm("movl %%cs,%0" : "=r" (cs)); | 187 | asm("movl %%cs,%0" : "=r" (cs)); |
188 | asm("movl %%es,%0" : "=r" (es)); | 188 | asm("movl %%es,%0" : "=r" (es)); |
189 | asm("movl %%fs,%0" : "=r" (fsindex)); | 189 | asm("movl %%fs,%0" : "=r" (fsindex)); |
190 | asm("movl %%gs,%0" : "=r" (gsindex)); | 190 | asm("movl %%gs,%0" : "=r" (gsindex)); |
191 | 191 | ||
192 | rdmsrl(MSR_FS_BASE, fs); | 192 | rdmsrl(MSR_FS_BASE, fs); |
193 | rdmsrl(MSR_GS_BASE, gs); | 193 | rdmsrl(MSR_GS_BASE, gs); |
194 | rdmsrl(MSR_KERNEL_GS_BASE, shadowgs); | 194 | rdmsrl(MSR_KERNEL_GS_BASE, shadowgs); |
195 | 195 | ||
196 | cr0 = read_cr0(); | 196 | cr0 = read_cr0(); |
197 | cr2 = read_cr2(); | 197 | cr2 = read_cr2(); |
198 | cr3 = read_cr3(); | 198 | cr3 = read_cr3(); |
199 | cr4 = read_cr4(); | 199 | cr4 = read_cr4(); |
200 | 200 | ||
201 | printk("FS: %016lx(%04x) GS:%016lx(%04x) knlGS:%016lx\n", | 201 | printk(KERN_INFO "FS: %016lx(%04x) GS:%016lx(%04x) knlGS:%016lx\n", |
202 | fs,fsindex,gs,gsindex,shadowgs); | 202 | fs, fsindex, gs, gsindex, shadowgs); |
203 | printk("CS: %04x DS: %04x ES: %04x CR0: %016lx\n", cs, ds, es, cr0); | 203 | printk(KERN_INFO "CS: %04x DS: %04x ES: %04x CR0: %016lx\n", cs, ds, |
204 | printk("CR2: %016lx CR3: %016lx CR4: %016lx\n", cr2, cr3, cr4); | 204 | es, cr0); |
205 | printk(KERN_INFO "CR2: %016lx CR3: %016lx CR4: %016lx\n", cr2, cr3, | ||
206 | cr4); | ||
205 | 207 | ||
206 | get_debugreg(d0, 0); | 208 | get_debugreg(d0, 0); |
207 | get_debugreg(d1, 1); | 209 | get_debugreg(d1, 1); |
208 | get_debugreg(d2, 2); | 210 | get_debugreg(d2, 2); |
209 | printk("DR0: %016lx DR1: %016lx DR2: %016lx\n", d0, d1, d2); | 211 | printk(KERN_INFO "DR0: %016lx DR1: %016lx DR2: %016lx\n", d0, d1, d2); |
210 | get_debugreg(d3, 3); | 212 | get_debugreg(d3, 3); |
211 | get_debugreg(d6, 6); | 213 | get_debugreg(d6, 6); |
212 | get_debugreg(d7, 7); | 214 | get_debugreg(d7, 7); |
213 | printk("DR3: %016lx DR6: %016lx DR7: %016lx\n", d3, d6, d7); | 215 | printk(KERN_INFO "DR3: %016lx DR6: %016lx DR7: %016lx\n", d3, d6, d7); |
214 | } | 216 | } |
215 | 217 | ||
216 | void show_regs(struct pt_regs *regs) | 218 | void show_regs(struct pt_regs *regs) |
217 | { | 219 | { |
218 | printk("CPU %d:", smp_processor_id()); | 220 | printk(KERN_INFO "CPU %d:", smp_processor_id()); |
219 | __show_regs(regs); | 221 | __show_regs(regs); |
220 | show_trace(NULL, regs, (void *)(regs + 1), regs->bp); | 222 | show_trace(NULL, regs, (void *)(regs + 1), regs->bp); |
221 | } | 223 | } |
@@ -324,10 +326,10 @@ void prepare_to_copy(struct task_struct *tsk) | |||
324 | 326 | ||
325 | int copy_thread(int nr, unsigned long clone_flags, unsigned long sp, | 327 | int copy_thread(int nr, unsigned long clone_flags, unsigned long sp, |
326 | unsigned long unused, | 328 | unsigned long unused, |
327 | struct task_struct * p, struct pt_regs * regs) | 329 | struct task_struct *p, struct pt_regs *regs) |
328 | { | 330 | { |
329 | int err; | 331 | int err; |
330 | struct pt_regs * childregs; | 332 | struct pt_regs *childregs; |
331 | struct task_struct *me = current; | 333 | struct task_struct *me = current; |
332 | 334 | ||
333 | childregs = ((struct pt_regs *) | 335 | childregs = ((struct pt_regs *) |
@@ -372,10 +374,10 @@ int copy_thread(int nr, unsigned long clone_flags, unsigned long sp, | |||
372 | if (test_thread_flag(TIF_IA32)) | 374 | if (test_thread_flag(TIF_IA32)) |
373 | err = do_set_thread_area(p, -1, | 375 | err = do_set_thread_area(p, -1, |
374 | (struct user_desc __user *)childregs->si, 0); | 376 | (struct user_desc __user *)childregs->si, 0); |
375 | else | 377 | else |
376 | #endif | 378 | #endif |
377 | err = do_arch_prctl(p, ARCH_SET_FS, childregs->r8); | 379 | err = do_arch_prctl(p, ARCH_SET_FS, childregs->r8); |
378 | if (err) | 380 | if (err) |
379 | goto out; | 381 | goto out; |
380 | } | 382 | } |
381 | err = 0; | 383 | err = 0; |
@@ -568,7 +570,7 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
568 | unsigned fsindex, gsindex; | 570 | unsigned fsindex, gsindex; |
569 | 571 | ||
570 | /* we're going to use this soon, after a few expensive things */ | 572 | /* we're going to use this soon, after a few expensive things */ |
571 | if (next_p->fpu_counter>5) | 573 | if (next_p->fpu_counter > 5) |
572 | prefetch(next->xstate); | 574 | prefetch(next->xstate); |
573 | 575 | ||
574 | /* | 576 | /* |
@@ -576,13 +578,13 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
576 | */ | 578 | */ |
577 | load_sp0(tss, next); | 579 | load_sp0(tss, next); |
578 | 580 | ||
579 | /* | 581 | /* |
580 | * Switch DS and ES. | 582 | * Switch DS and ES. |
581 | * This won't pick up thread selector changes, but I guess that is ok. | 583 | * This won't pick up thread selector changes, but I guess that is ok. |
582 | */ | 584 | */ |
583 | savesegment(es, prev->es); | 585 | savesegment(es, prev->es); |
584 | if (unlikely(next->es | prev->es)) | 586 | if (unlikely(next->es | prev->es)) |
585 | loadsegment(es, next->es); | 587 | loadsegment(es, next->es); |
586 | 588 | ||
587 | savesegment(ds, prev->ds); | 589 | savesegment(ds, prev->ds); |
588 | if (unlikely(next->ds | prev->ds)) | 590 | if (unlikely(next->ds | prev->ds)) |
@@ -608,7 +610,7 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
608 | */ | 610 | */ |
609 | arch_leave_lazy_cpu_mode(); | 611 | arch_leave_lazy_cpu_mode(); |
610 | 612 | ||
611 | /* | 613 | /* |
612 | * Switch FS and GS. | 614 | * Switch FS and GS. |
613 | * | 615 | * |
614 | * Segment register != 0 always requires a reload. Also | 616 | * Segment register != 0 always requires a reload. Also |
@@ -617,13 +619,13 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
617 | */ | 619 | */ |
618 | if (unlikely(fsindex | next->fsindex | prev->fs)) { | 620 | if (unlikely(fsindex | next->fsindex | prev->fs)) { |
619 | loadsegment(fs, next->fsindex); | 621 | loadsegment(fs, next->fsindex); |
620 | /* | 622 | /* |
621 | * Check if the user used a selector != 0; if yes | 623 | * Check if the user used a selector != 0; if yes |
622 | * clear 64bit base, since overloaded base is always | 624 | * clear 64bit base, since overloaded base is always |
623 | * mapped to the Null selector | 625 | * mapped to the Null selector |
624 | */ | 626 | */ |
625 | if (fsindex) | 627 | if (fsindex) |
626 | prev->fs = 0; | 628 | prev->fs = 0; |
627 | } | 629 | } |
628 | /* when next process has a 64bit base use it */ | 630 | /* when next process has a 64bit base use it */ |
629 | if (next->fs) | 631 | if (next->fs) |
@@ -633,7 +635,7 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
633 | if (unlikely(gsindex | next->gsindex | prev->gs)) { | 635 | if (unlikely(gsindex | next->gsindex | prev->gs)) { |
634 | load_gs_index(next->gsindex); | 636 | load_gs_index(next->gsindex); |
635 | if (gsindex) | 637 | if (gsindex) |
636 | prev->gs = 0; | 638 | prev->gs = 0; |
637 | } | 639 | } |
638 | if (next->gs) | 640 | if (next->gs) |
639 | wrmsrl(MSR_KERNEL_GS_BASE, next->gs); | 641 | wrmsrl(MSR_KERNEL_GS_BASE, next->gs); |
@@ -642,12 +644,12 @@ __switch_to(struct task_struct *prev_p, struct task_struct *next_p) | |||
642 | /* Must be after DS reload */ | 644 | /* Must be after DS reload */ |
643 | unlazy_fpu(prev_p); | 645 | unlazy_fpu(prev_p); |
644 | 646 | ||
645 | /* | 647 | /* |
646 | * Switch the PDA and FPU contexts. | 648 | * Switch the PDA and FPU contexts. |
647 | */ | 649 | */ |
648 | prev->usersp = read_pda(oldrsp); | 650 | prev->usersp = read_pda(oldrsp); |
649 | write_pda(oldrsp, next->usersp); | 651 | write_pda(oldrsp, next->usersp); |
650 | write_pda(pcurrent, next_p); | 652 | write_pda(pcurrent, next_p); |
651 | 653 | ||
652 | write_pda(kernelstack, | 654 | write_pda(kernelstack, |
653 | (unsigned long)task_stack_page(next_p) + | 655 | (unsigned long)task_stack_page(next_p) + |
@@ -688,7 +690,7 @@ long sys_execve(char __user *name, char __user * __user *argv, | |||
688 | char __user * __user *envp, struct pt_regs *regs) | 690 | char __user * __user *envp, struct pt_regs *regs) |
689 | { | 691 | { |
690 | long error; | 692 | long error; |
691 | char * filename; | 693 | char *filename; |
692 | 694 | ||
693 | filename = getname(name); | 695 | filename = getname(name); |
694 | error = PTR_ERR(filename); | 696 | error = PTR_ERR(filename); |
@@ -746,55 +748,55 @@ asmlinkage long sys_vfork(struct pt_regs *regs) | |||
746 | unsigned long get_wchan(struct task_struct *p) | 748 | unsigned long get_wchan(struct task_struct *p) |
747 | { | 749 | { |
748 | unsigned long stack; | 750 | unsigned long stack; |
749 | u64 fp,ip; | 751 | u64 fp, ip; |
750 | int count = 0; | 752 | int count = 0; |
751 | 753 | ||
752 | if (!p || p == current || p->state==TASK_RUNNING) | 754 | if (!p || p == current || p->state == TASK_RUNNING) |
753 | return 0; | 755 | return 0; |
754 | stack = (unsigned long)task_stack_page(p); | 756 | stack = (unsigned long)task_stack_page(p); |
755 | if (p->thread.sp < stack || p->thread.sp > stack+THREAD_SIZE) | 757 | if (p->thread.sp < stack || p->thread.sp > stack+THREAD_SIZE) |
756 | return 0; | 758 | return 0; |
757 | fp = *(u64 *)(p->thread.sp); | 759 | fp = *(u64 *)(p->thread.sp); |
758 | do { | 760 | do { |
759 | if (fp < (unsigned long)stack || | 761 | if (fp < (unsigned long)stack || |
760 | fp > (unsigned long)stack+THREAD_SIZE) | 762 | fp > (unsigned long)stack+THREAD_SIZE) |
761 | return 0; | 763 | return 0; |
762 | ip = *(u64 *)(fp+8); | 764 | ip = *(u64 *)(fp+8); |
763 | if (!in_sched_functions(ip)) | 765 | if (!in_sched_functions(ip)) |
764 | return ip; | 766 | return ip; |
765 | fp = *(u64 *)fp; | 767 | fp = *(u64 *)fp; |
766 | } while (count++ < 16); | 768 | } while (count++ < 16); |
767 | return 0; | 769 | return 0; |
768 | } | 770 | } |
769 | 771 | ||
770 | long do_arch_prctl(struct task_struct *task, int code, unsigned long addr) | 772 | long do_arch_prctl(struct task_struct *task, int code, unsigned long addr) |
771 | { | 773 | { |
772 | int ret = 0; | 774 | int ret = 0; |
773 | int doit = task == current; | 775 | int doit = task == current; |
774 | int cpu; | 776 | int cpu; |
775 | 777 | ||
776 | switch (code) { | 778 | switch (code) { |
777 | case ARCH_SET_GS: | 779 | case ARCH_SET_GS: |
778 | if (addr >= TASK_SIZE_OF(task)) | 780 | if (addr >= TASK_SIZE_OF(task)) |
779 | return -EPERM; | 781 | return -EPERM; |
780 | cpu = get_cpu(); | 782 | cpu = get_cpu(); |
781 | /* handle small bases via the GDT because that's faster to | 783 | /* handle small bases via the GDT because that's faster to |
782 | switch. */ | 784 | switch. */ |
783 | if (addr <= 0xffffffff) { | 785 | if (addr <= 0xffffffff) { |
784 | set_32bit_tls(task, GS_TLS, addr); | 786 | set_32bit_tls(task, GS_TLS, addr); |
785 | if (doit) { | 787 | if (doit) { |
786 | load_TLS(&task->thread, cpu); | 788 | load_TLS(&task->thread, cpu); |
787 | load_gs_index(GS_TLS_SEL); | 789 | load_gs_index(GS_TLS_SEL); |
788 | } | 790 | } |
789 | task->thread.gsindex = GS_TLS_SEL; | 791 | task->thread.gsindex = GS_TLS_SEL; |
790 | task->thread.gs = 0; | 792 | task->thread.gs = 0; |
791 | } else { | 793 | } else { |
792 | task->thread.gsindex = 0; | 794 | task->thread.gsindex = 0; |
793 | task->thread.gs = addr; | 795 | task->thread.gs = addr; |
794 | if (doit) { | 796 | if (doit) { |
795 | load_gs_index(0); | 797 | load_gs_index(0); |
796 | ret = checking_wrmsrl(MSR_KERNEL_GS_BASE, addr); | 798 | ret = checking_wrmsrl(MSR_KERNEL_GS_BASE, addr); |
797 | } | 799 | } |
798 | } | 800 | } |
799 | put_cpu(); | 801 | put_cpu(); |
800 | break; | 802 | break; |
@@ -848,8 +850,7 @@ long do_arch_prctl(struct task_struct *task, int code, unsigned long addr) | |||
848 | rdmsrl(MSR_KERNEL_GS_BASE, base); | 850 | rdmsrl(MSR_KERNEL_GS_BASE, base); |
849 | else | 851 | else |
850 | base = task->thread.gs; | 852 | base = task->thread.gs; |
851 | } | 853 | } else |
852 | else | ||
853 | base = task->thread.gs; | 854 | base = task->thread.gs; |
854 | ret = put_user(base, (unsigned long __user *)addr); | 855 | ret = put_user(base, (unsigned long __user *)addr); |
855 | break; | 856 | break; |