aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--arch/x86_64/kernel/head.S9
-rw-r--r--arch/x86_64/kernel/setup64.c8
-rw-r--r--arch/x86_64/kernel/smpboot.c7
-rw-r--r--arch/x86_64/kernel/suspend.c2
-rw-r--r--include/asm-x86_64/desc.h13
5 files changed, 24 insertions, 15 deletions
diff --git a/arch/x86_64/kernel/head.S b/arch/x86_64/kernel/head.S
index 15290968e49d..1d216a9fc6d8 100644
--- a/arch/x86_64/kernel/head.S
+++ b/arch/x86_64/kernel/head.S
@@ -379,7 +379,7 @@ gdt:
379 * Also sysret mandates a special GDT layout 379 * Also sysret mandates a special GDT layout
380 */ 380 */
381 381
382.align L1_CACHE_BYTES 382.align PAGE_SIZE
383 383
384/* The TLS descriptors are currently at a different place compared to i386. 384/* The TLS descriptors are currently at a different place compared to i386.
385 Hopefully nobody expects them at a fixed place (Wine?) */ 385 Hopefully nobody expects them at a fixed place (Wine?) */
@@ -401,10 +401,11 @@ ENTRY(cpu_gdt_table)
401gdt_end: 401gdt_end:
402 /* asm/segment.h:GDT_ENTRIES must match this */ 402 /* asm/segment.h:GDT_ENTRIES must match this */
403 /* This should be a multiple of the cache line size */ 403 /* This should be a multiple of the cache line size */
404 /* GDTs of other CPUs: */ 404 /* GDTs of other CPUs are now dynamically allocated */
405 .fill (GDT_SIZE * NR_CPUS) - (gdt_end - cpu_gdt_table) 405
406 /* zero the remaining page */
407 .fill PAGE_SIZE / 8 - GDT_ENTRIES,8,0
406 408
407 .align L1_CACHE_BYTES
408ENTRY(idt_table) 409ENTRY(idt_table)
409 .rept 256 410 .rept 256
410 .quad 0 411 .quad 0
diff --git a/arch/x86_64/kernel/setup64.c b/arch/x86_64/kernel/setup64.c
index 39e728cfe6a0..972f5d4ce823 100644
--- a/arch/x86_64/kernel/setup64.c
+++ b/arch/x86_64/kernel/setup64.c
@@ -213,16 +213,14 @@ void __cpuinit cpu_init (void)
213 * Initialize the per-CPU GDT with the boot GDT, 213 * Initialize the per-CPU GDT with the boot GDT,
214 * and set up the GDT descriptor: 214 * and set up the GDT descriptor:
215 */ 215 */
216 if (cpu) { 216 if (cpu)
217 memcpy(cpu_gdt_table[cpu], cpu_gdt_table[0], GDT_SIZE); 217 memcpy(cpu_gdt(cpu), cpu_gdt_table, GDT_SIZE);
218 }
219 218
220 cpu_gdt_descr[cpu].size = GDT_SIZE; 219 cpu_gdt_descr[cpu].size = GDT_SIZE;
221 cpu_gdt_descr[cpu].address = (unsigned long)cpu_gdt_table[cpu];
222 asm volatile("lgdt %0" :: "m" (cpu_gdt_descr[cpu])); 220 asm volatile("lgdt %0" :: "m" (cpu_gdt_descr[cpu]));
223 asm volatile("lidt %0" :: "m" (idt_descr)); 221 asm volatile("lidt %0" :: "m" (idt_descr));
224 222
225 memcpy(me->thread.tls_array, cpu_gdt_table[cpu], GDT_ENTRY_TLS_ENTRIES * 8); 223 memset(me->thread.tls_array, 0, GDT_ENTRY_TLS_ENTRIES * 8);
226 syscall_init(); 224 syscall_init();
227 225
228 wrmsrl(MSR_FS_BASE, 0); 226 wrmsrl(MSR_FS_BASE, 0);
diff --git a/arch/x86_64/kernel/smpboot.c b/arch/x86_64/kernel/smpboot.c
index f513dacc177f..e6af93b51dce 100644
--- a/arch/x86_64/kernel/smpboot.c
+++ b/arch/x86_64/kernel/smpboot.c
@@ -744,6 +744,13 @@ static int __cpuinit do_boot_cpu(int cpu, int apicid)
744 }; 744 };
745 DECLARE_WORK(work, do_fork_idle, &c_idle); 745 DECLARE_WORK(work, do_fork_idle, &c_idle);
746 746
747 /* allocate memory for gdts of secondary cpus. Hotplug is considered */
748 if (!cpu_gdt_descr[cpu].address &&
749 !(cpu_gdt_descr[cpu].address = get_zeroed_page(GFP_KERNEL))) {
750 printk(KERN_ERR "Failed to allocate GDT for CPU %d\n", cpu);
751 return -1;
752 }
753
747 c_idle.idle = get_idle_for_cpu(cpu); 754 c_idle.idle = get_idle_for_cpu(cpu);
748 755
749 if (c_idle.idle) { 756 if (c_idle.idle) {
diff --git a/arch/x86_64/kernel/suspend.c b/arch/x86_64/kernel/suspend.c
index fd2bef780882..ecbd34c1093d 100644
--- a/arch/x86_64/kernel/suspend.c
+++ b/arch/x86_64/kernel/suspend.c
@@ -120,7 +120,7 @@ void fix_processor_context(void)
120 120
121 set_tss_desc(cpu,t); /* This just modifies memory; should not be neccessary. But... This is neccessary, because 386 hardware has concept of busy TSS or some similar stupidity. */ 121 set_tss_desc(cpu,t); /* This just modifies memory; should not be neccessary. But... This is neccessary, because 386 hardware has concept of busy TSS or some similar stupidity. */
122 122
123 cpu_gdt_table[cpu][GDT_ENTRY_TSS].type = 9; 123 cpu_gdt(cpu)[GDT_ENTRY_TSS].type = 9;
124 124
125 syscall_init(); /* This sets MSR_*STAR and related */ 125 syscall_init(); /* This sets MSR_*STAR and related */
126 load_TR_desc(); /* This does ltr */ 126 load_TR_desc(); /* This does ltr */
diff --git a/include/asm-x86_64/desc.h b/include/asm-x86_64/desc.h
index 5ce0e34f9a0c..eb7723a46790 100644
--- a/include/asm-x86_64/desc.h
+++ b/include/asm-x86_64/desc.h
@@ -25,7 +25,7 @@ struct n_desc_struct {
25 unsigned int a,b; 25 unsigned int a,b;
26}; 26};
27 27
28extern struct desc_struct cpu_gdt_table[NR_CPUS][GDT_ENTRIES]; 28extern struct desc_struct cpu_gdt_table[GDT_ENTRIES];
29 29
30enum { 30enum {
31 GATE_INTERRUPT = 0xE, 31 GATE_INTERRUPT = 0xE,
@@ -79,6 +79,9 @@ extern struct desc_struct default_ldt[];
79extern struct gate_struct idt_table[]; 79extern struct gate_struct idt_table[];
80extern struct desc_ptr cpu_gdt_descr[]; 80extern struct desc_ptr cpu_gdt_descr[];
81 81
82/* the cpu gdt accessor */
83#define cpu_gdt(_cpu) ((struct desc_struct *)cpu_gdt_descr[_cpu].address)
84
82static inline void _set_gate(void *adr, unsigned type, unsigned long func, unsigned dpl, unsigned ist) 85static inline void _set_gate(void *adr, unsigned type, unsigned long func, unsigned dpl, unsigned ist)
83{ 86{
84 struct gate_struct s; 87 struct gate_struct s;
@@ -144,20 +147,20 @@ static inline void set_tss_desc(unsigned cpu, void *addr)
144 * -1? seg base+limit should be pointing to the address of the 147 * -1? seg base+limit should be pointing to the address of the
145 * last valid byte 148 * last valid byte
146 */ 149 */
147 set_tssldt_descriptor(&cpu_gdt_table[cpu][GDT_ENTRY_TSS], 150 set_tssldt_descriptor(&cpu_gdt(cpu)[GDT_ENTRY_TSS],
148 (unsigned long)addr, DESC_TSS, 151 (unsigned long)addr, DESC_TSS,
149 IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1); 152 IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1);
150} 153}
151 154
152static inline void set_ldt_desc(unsigned cpu, void *addr, int size) 155static inline void set_ldt_desc(unsigned cpu, void *addr, int size)
153{ 156{
154 set_tssldt_descriptor(&cpu_gdt_table[cpu][GDT_ENTRY_LDT], (unsigned long)addr, 157 set_tssldt_descriptor(&cpu_gdt(cpu)[GDT_ENTRY_LDT], (unsigned long)addr,
155 DESC_LDT, size * 8 - 1); 158 DESC_LDT, size * 8 - 1);
156} 159}
157 160
158static inline void set_seg_base(unsigned cpu, int entry, void *base) 161static inline void set_seg_base(unsigned cpu, int entry, void *base)
159{ 162{
160 struct desc_struct *d = &cpu_gdt_table[cpu][entry]; 163 struct desc_struct *d = &cpu_gdt(cpu)[entry];
161 u32 addr = (u32)(u64)base; 164 u32 addr = (u32)(u64)base;
162 BUG_ON((u64)base >> 32); 165 BUG_ON((u64)base >> 32);
163 d->base0 = addr & 0xffff; 166 d->base0 = addr & 0xffff;
@@ -199,7 +202,7 @@ static inline void set_seg_base(unsigned cpu, int entry, void *base)
199 202
200static inline void load_TLS(struct thread_struct *t, unsigned int cpu) 203static inline void load_TLS(struct thread_struct *t, unsigned int cpu)
201{ 204{
202 u64 *gdt = (u64 *)(cpu_gdt_table[cpu] + GDT_ENTRY_TLS_MIN); 205 u64 *gdt = (u64 *)(cpu_gdt(cpu) + GDT_ENTRY_TLS_MIN);
203 gdt[0] = t->tls_array[0]; 206 gdt[0] = t->tls_array[0];
204 gdt[1] = t->tls_array[1]; 207 gdt[1] = t->tls_array[1];
205 gdt[2] = t->tls_array[2]; 208 gdt[2] = t->tls_array[2];