diff options
-rw-r--r-- | arch/x86_64/kernel/head.S | 9 | ||||
-rw-r--r-- | arch/x86_64/kernel/setup64.c | 8 | ||||
-rw-r--r-- | arch/x86_64/kernel/smpboot.c | 7 | ||||
-rw-r--r-- | arch/x86_64/kernel/suspend.c | 2 | ||||
-rw-r--r-- | include/asm-x86_64/desc.h | 13 |
5 files changed, 24 insertions, 15 deletions
diff --git a/arch/x86_64/kernel/head.S b/arch/x86_64/kernel/head.S index 15290968e49d..1d216a9fc6d8 100644 --- a/arch/x86_64/kernel/head.S +++ b/arch/x86_64/kernel/head.S | |||
@@ -379,7 +379,7 @@ gdt: | |||
379 | * Also sysret mandates a special GDT layout | 379 | * Also sysret mandates a special GDT layout |
380 | */ | 380 | */ |
381 | 381 | ||
382 | .align L1_CACHE_BYTES | 382 | .align PAGE_SIZE |
383 | 383 | ||
384 | /* The TLS descriptors are currently at a different place compared to i386. | 384 | /* The TLS descriptors are currently at a different place compared to i386. |
385 | Hopefully nobody expects them at a fixed place (Wine?) */ | 385 | Hopefully nobody expects them at a fixed place (Wine?) */ |
@@ -401,10 +401,11 @@ ENTRY(cpu_gdt_table) | |||
401 | gdt_end: | 401 | gdt_end: |
402 | /* asm/segment.h:GDT_ENTRIES must match this */ | 402 | /* asm/segment.h:GDT_ENTRIES must match this */ |
403 | /* This should be a multiple of the cache line size */ | 403 | /* This should be a multiple of the cache line size */ |
404 | /* GDTs of other CPUs: */ | 404 | /* GDTs of other CPUs are now dynamically allocated */ |
405 | .fill (GDT_SIZE * NR_CPUS) - (gdt_end - cpu_gdt_table) | 405 | |
406 | /* zero the remaining page */ | ||
407 | .fill PAGE_SIZE / 8 - GDT_ENTRIES,8,0 | ||
406 | 408 | ||
407 | .align L1_CACHE_BYTES | ||
408 | ENTRY(idt_table) | 409 | ENTRY(idt_table) |
409 | .rept 256 | 410 | .rept 256 |
410 | .quad 0 | 411 | .quad 0 |
diff --git a/arch/x86_64/kernel/setup64.c b/arch/x86_64/kernel/setup64.c index 39e728cfe6a0..972f5d4ce823 100644 --- a/arch/x86_64/kernel/setup64.c +++ b/arch/x86_64/kernel/setup64.c | |||
@@ -213,16 +213,14 @@ void __cpuinit cpu_init (void) | |||
213 | * Initialize the per-CPU GDT with the boot GDT, | 213 | * Initialize the per-CPU GDT with the boot GDT, |
214 | * and set up the GDT descriptor: | 214 | * and set up the GDT descriptor: |
215 | */ | 215 | */ |
216 | if (cpu) { | 216 | if (cpu) |
217 | memcpy(cpu_gdt_table[cpu], cpu_gdt_table[0], GDT_SIZE); | 217 | memcpy(cpu_gdt(cpu), cpu_gdt_table, GDT_SIZE); |
218 | } | ||
219 | 218 | ||
220 | cpu_gdt_descr[cpu].size = GDT_SIZE; | 219 | cpu_gdt_descr[cpu].size = GDT_SIZE; |
221 | cpu_gdt_descr[cpu].address = (unsigned long)cpu_gdt_table[cpu]; | ||
222 | asm volatile("lgdt %0" :: "m" (cpu_gdt_descr[cpu])); | 220 | asm volatile("lgdt %0" :: "m" (cpu_gdt_descr[cpu])); |
223 | asm volatile("lidt %0" :: "m" (idt_descr)); | 221 | asm volatile("lidt %0" :: "m" (idt_descr)); |
224 | 222 | ||
225 | memcpy(me->thread.tls_array, cpu_gdt_table[cpu], GDT_ENTRY_TLS_ENTRIES * 8); | 223 | memset(me->thread.tls_array, 0, GDT_ENTRY_TLS_ENTRIES * 8); |
226 | syscall_init(); | 224 | syscall_init(); |
227 | 225 | ||
228 | wrmsrl(MSR_FS_BASE, 0); | 226 | wrmsrl(MSR_FS_BASE, 0); |
diff --git a/arch/x86_64/kernel/smpboot.c b/arch/x86_64/kernel/smpboot.c index f513dacc177f..e6af93b51dce 100644 --- a/arch/x86_64/kernel/smpboot.c +++ b/arch/x86_64/kernel/smpboot.c | |||
@@ -744,6 +744,13 @@ static int __cpuinit do_boot_cpu(int cpu, int apicid) | |||
744 | }; | 744 | }; |
745 | DECLARE_WORK(work, do_fork_idle, &c_idle); | 745 | DECLARE_WORK(work, do_fork_idle, &c_idle); |
746 | 746 | ||
747 | /* allocate memory for gdts of secondary cpus. Hotplug is considered */ | ||
748 | if (!cpu_gdt_descr[cpu].address && | ||
749 | !(cpu_gdt_descr[cpu].address = get_zeroed_page(GFP_KERNEL))) { | ||
750 | printk(KERN_ERR "Failed to allocate GDT for CPU %d\n", cpu); | ||
751 | return -1; | ||
752 | } | ||
753 | |||
747 | c_idle.idle = get_idle_for_cpu(cpu); | 754 | c_idle.idle = get_idle_for_cpu(cpu); |
748 | 755 | ||
749 | if (c_idle.idle) { | 756 | if (c_idle.idle) { |
diff --git a/arch/x86_64/kernel/suspend.c b/arch/x86_64/kernel/suspend.c index fd2bef780882..ecbd34c1093d 100644 --- a/arch/x86_64/kernel/suspend.c +++ b/arch/x86_64/kernel/suspend.c | |||
@@ -120,7 +120,7 @@ void fix_processor_context(void) | |||
120 | 120 | ||
121 | set_tss_desc(cpu,t); /* This just modifies memory; should not be neccessary. But... This is neccessary, because 386 hardware has concept of busy TSS or some similar stupidity. */ | 121 | set_tss_desc(cpu,t); /* This just modifies memory; should not be neccessary. But... This is neccessary, because 386 hardware has concept of busy TSS or some similar stupidity. */ |
122 | 122 | ||
123 | cpu_gdt_table[cpu][GDT_ENTRY_TSS].type = 9; | 123 | cpu_gdt(cpu)[GDT_ENTRY_TSS].type = 9; |
124 | 124 | ||
125 | syscall_init(); /* This sets MSR_*STAR and related */ | 125 | syscall_init(); /* This sets MSR_*STAR and related */ |
126 | load_TR_desc(); /* This does ltr */ | 126 | load_TR_desc(); /* This does ltr */ |
diff --git a/include/asm-x86_64/desc.h b/include/asm-x86_64/desc.h index 5ce0e34f9a0c..eb7723a46790 100644 --- a/include/asm-x86_64/desc.h +++ b/include/asm-x86_64/desc.h | |||
@@ -25,7 +25,7 @@ struct n_desc_struct { | |||
25 | unsigned int a,b; | 25 | unsigned int a,b; |
26 | }; | 26 | }; |
27 | 27 | ||
28 | extern struct desc_struct cpu_gdt_table[NR_CPUS][GDT_ENTRIES]; | 28 | extern struct desc_struct cpu_gdt_table[GDT_ENTRIES]; |
29 | 29 | ||
30 | enum { | 30 | enum { |
31 | GATE_INTERRUPT = 0xE, | 31 | GATE_INTERRUPT = 0xE, |
@@ -79,6 +79,9 @@ extern struct desc_struct default_ldt[]; | |||
79 | extern struct gate_struct idt_table[]; | 79 | extern struct gate_struct idt_table[]; |
80 | extern struct desc_ptr cpu_gdt_descr[]; | 80 | extern struct desc_ptr cpu_gdt_descr[]; |
81 | 81 | ||
82 | /* the cpu gdt accessor */ | ||
83 | #define cpu_gdt(_cpu) ((struct desc_struct *)cpu_gdt_descr[_cpu].address) | ||
84 | |||
82 | static inline void _set_gate(void *adr, unsigned type, unsigned long func, unsigned dpl, unsigned ist) | 85 | static inline void _set_gate(void *adr, unsigned type, unsigned long func, unsigned dpl, unsigned ist) |
83 | { | 86 | { |
84 | struct gate_struct s; | 87 | struct gate_struct s; |
@@ -144,20 +147,20 @@ static inline void set_tss_desc(unsigned cpu, void *addr) | |||
144 | * -1? seg base+limit should be pointing to the address of the | 147 | * -1? seg base+limit should be pointing to the address of the |
145 | * last valid byte | 148 | * last valid byte |
146 | */ | 149 | */ |
147 | set_tssldt_descriptor(&cpu_gdt_table[cpu][GDT_ENTRY_TSS], | 150 | set_tssldt_descriptor(&cpu_gdt(cpu)[GDT_ENTRY_TSS], |
148 | (unsigned long)addr, DESC_TSS, | 151 | (unsigned long)addr, DESC_TSS, |
149 | IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1); | 152 | IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1); |
150 | } | 153 | } |
151 | 154 | ||
152 | static inline void set_ldt_desc(unsigned cpu, void *addr, int size) | 155 | static inline void set_ldt_desc(unsigned cpu, void *addr, int size) |
153 | { | 156 | { |
154 | set_tssldt_descriptor(&cpu_gdt_table[cpu][GDT_ENTRY_LDT], (unsigned long)addr, | 157 | set_tssldt_descriptor(&cpu_gdt(cpu)[GDT_ENTRY_LDT], (unsigned long)addr, |
155 | DESC_LDT, size * 8 - 1); | 158 | DESC_LDT, size * 8 - 1); |
156 | } | 159 | } |
157 | 160 | ||
158 | static inline void set_seg_base(unsigned cpu, int entry, void *base) | 161 | static inline void set_seg_base(unsigned cpu, int entry, void *base) |
159 | { | 162 | { |
160 | struct desc_struct *d = &cpu_gdt_table[cpu][entry]; | 163 | struct desc_struct *d = &cpu_gdt(cpu)[entry]; |
161 | u32 addr = (u32)(u64)base; | 164 | u32 addr = (u32)(u64)base; |
162 | BUG_ON((u64)base >> 32); | 165 | BUG_ON((u64)base >> 32); |
163 | d->base0 = addr & 0xffff; | 166 | d->base0 = addr & 0xffff; |
@@ -199,7 +202,7 @@ static inline void set_seg_base(unsigned cpu, int entry, void *base) | |||
199 | 202 | ||
200 | static inline void load_TLS(struct thread_struct *t, unsigned int cpu) | 203 | static inline void load_TLS(struct thread_struct *t, unsigned int cpu) |
201 | { | 204 | { |
202 | u64 *gdt = (u64 *)(cpu_gdt_table[cpu] + GDT_ENTRY_TLS_MIN); | 205 | u64 *gdt = (u64 *)(cpu_gdt(cpu) + GDT_ENTRY_TLS_MIN); |
203 | gdt[0] = t->tls_array[0]; | 206 | gdt[0] = t->tls_array[0]; |
204 | gdt[1] = t->tls_array[1]; | 207 | gdt[1] = t->tls_array[1]; |
205 | gdt[2] = t->tls_array[2]; | 208 | gdt[2] = t->tls_array[2]; |