diff options
author | Roland McGrath <roland@redhat.com> | 2008-01-30 07:30:42 -0500 |
---|---|---|
committer | Ingo Molnar <mingo@elte.hu> | 2008-01-30 07:30:42 -0500 |
commit | 6c3652efcafa6a6d795093362cb4290c84994b5c (patch) | |
tree | 1587379f45a7145a64c3103b40e12b01c46ea559 | |
parent | 0249c9c1e7505c2b020bcc6deaf1e0415de9943e (diff) |
x86 vDSO: i386 vdso32
This makes the i386 kernel use the new vDSO build in arch/x86/vdso/vdso32/
to replace the old one from arch/x86/kernel/.
Signed-off-by: Roland McGrath <roland@redhat.com>
Cc: Andrew Morton <akpm@linux-foundation.org>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
-rw-r--r-- | arch/x86/Makefile_32 | 3 | ||||
-rw-r--r-- | arch/x86/kernel/Makefile_32 | 43 | ||||
-rw-r--r-- | arch/x86/kernel/asm-offsets_32.c | 2 | ||||
-rw-r--r-- | arch/x86/kernel/signal_32.c | 5 | ||||
-rw-r--r-- | arch/x86/kernel/sysenter_32.c | 6 | ||||
-rw-r--r-- | arch/x86/kernel/vsyscall_32.lds.S | 67 | ||||
-rw-r--r-- | arch/x86/vdso/Makefile | 8 | ||||
-rw-r--r-- | arch/x86/vdso/vdso32.S (renamed from arch/x86/kernel/vsyscall_32.S) | 4 | ||||
-rw-r--r-- | arch/x86/vdso/vdso32/note.S | 3 | ||||
-rw-r--r-- | arch/x86/vdso/vdso32/sysenter.S | 3 | ||||
-rw-r--r-- | arch/x86/xen/setup.c | 5 | ||||
-rw-r--r-- | include/asm-x86/elf.h | 13 | ||||
-rw-r--r-- | include/asm-x86/vdso.h | 14 |
13 files changed, 37 insertions, 139 deletions
diff --git a/arch/x86/Makefile_32 b/arch/x86/Makefile_32 index b152db71d5b5..9214224773ed 100644 --- a/arch/x86/Makefile_32 +++ b/arch/x86/Makefile_32 | |||
@@ -110,7 +110,8 @@ libs-y += arch/x86/lib/ | |||
110 | core-y += arch/x86/kernel/ \ | 110 | core-y += arch/x86/kernel/ \ |
111 | arch/x86/mm/ \ | 111 | arch/x86/mm/ \ |
112 | $(mcore-y)/ \ | 112 | $(mcore-y)/ \ |
113 | arch/x86/crypto/ | 113 | arch/x86/crypto/ \ |
114 | arch/x86/vdso/ | ||
114 | drivers-$(CONFIG_MATH_EMULATION) += arch/x86/math-emu/ | 115 | drivers-$(CONFIG_MATH_EMULATION) += arch/x86/math-emu/ |
115 | drivers-$(CONFIG_PCI) += arch/x86/pci/ | 116 | drivers-$(CONFIG_PCI) += arch/x86/pci/ |
116 | # must be linked after kernel/ | 117 | # must be linked after kernel/ |
diff --git a/arch/x86/kernel/Makefile_32 b/arch/x86/kernel/Makefile_32 index f7c1c1c88dda..0eef8226753b 100644 --- a/arch/x86/kernel/Makefile_32 +++ b/arch/x86/kernel/Makefile_32 | |||
@@ -33,7 +33,7 @@ obj-$(CONFIG_X86_NUMAQ) += numaq_32.o | |||
33 | obj-$(CONFIG_X86_SUMMIT_NUMA) += summit_32.o | 33 | obj-$(CONFIG_X86_SUMMIT_NUMA) += summit_32.o |
34 | obj-$(CONFIG_KPROBES) += kprobes_32.o | 34 | obj-$(CONFIG_KPROBES) += kprobes_32.o |
35 | obj-$(CONFIG_MODULES) += module_32.o | 35 | obj-$(CONFIG_MODULES) += module_32.o |
36 | obj-y += sysenter_32.o vsyscall_32.o | 36 | obj-y += sysenter_32.o |
37 | obj-$(CONFIG_ACPI_SRAT) += srat_32.o | 37 | obj-$(CONFIG_ACPI_SRAT) += srat_32.o |
38 | obj-$(CONFIG_EFI) += efi_32.o efi_stub_32.o | 38 | obj-$(CONFIG_EFI) += efi_32.o efi_stub_32.o |
39 | obj-$(CONFIG_DOUBLEFAULT) += doublefault_32.o | 39 | obj-$(CONFIG_DOUBLEFAULT) += doublefault_32.o |
@@ -48,44 +48,3 @@ obj-$(CONFIG_PARAVIRT) += paravirt_32.o | |||
48 | obj-y += pcspeaker.o | 48 | obj-y += pcspeaker.o |
49 | 49 | ||
50 | obj-$(CONFIG_SCx200) += scx200_32.o | 50 | obj-$(CONFIG_SCx200) += scx200_32.o |
51 | |||
52 | # vsyscall_32.o contains the vsyscall DSO images as __initdata. | ||
53 | # We must build both images before we can assemble it. | ||
54 | # Note: kbuild does not track this dependency due to usage of .incbin | ||
55 | $(obj)/vsyscall_32.o: $(obj)/vsyscall-int80_32.so $(obj)/vsyscall-sysenter_32.so | ||
56 | targets += $(foreach F,int80 sysenter,vsyscall-$F_32.o vsyscall-$F_32.so) | ||
57 | targets += vsyscall-note_32.o vsyscall_32.lds | ||
58 | |||
59 | $(obj)/vsyscall-%_32.o: $(src)/../vdso/vdso32/%.S | ||
60 | $(call if_changed_dep,as_o_S) | ||
61 | |||
62 | # The DSO images are built using a special linker script. | ||
63 | quiet_cmd_syscall = SYSCALL $@ | ||
64 | cmd_syscall = $(CC) -m elf_i386 -nostdlib $(SYSCFLAGS_$(@F)) \ | ||
65 | -Wl,-T,$(filter-out FORCE,$^) -o $@ | ||
66 | |||
67 | export CPPFLAGS_vsyscall_32.lds += -P -C -Ui386 | ||
68 | |||
69 | vsyscall-flags = -shared -s -Wl,-soname=linux-gate.so.1 \ | ||
70 | $(call ld-option, -Wl$(comma)--hash-style=sysv) | ||
71 | SYSCFLAGS_vsyscall-sysenter_32.so = $(vsyscall-flags) | ||
72 | SYSCFLAGS_vsyscall-int80_32.so = $(vsyscall-flags) | ||
73 | |||
74 | $(obj)/vsyscall-int80_32.so $(obj)/vsyscall-sysenter_32.so: \ | ||
75 | $(obj)/vsyscall-%.so: $(src)/vsyscall_32.lds \ | ||
76 | $(obj)/vsyscall-%.o $(obj)/vsyscall-note_32.o FORCE | ||
77 | $(call if_changed,syscall) | ||
78 | |||
79 | # We also create a special relocatable object that should mirror the symbol | ||
80 | # table and layout of the linked DSO. With ld -R we can then refer to | ||
81 | # these symbols in the kernel code rather than hand-coded addresses. | ||
82 | extra-y += vsyscall-syms.o | ||
83 | $(obj)/built-in.o: $(obj)/vsyscall-syms.o | ||
84 | $(obj)/built-in.o: ld_flags += -R $(obj)/vsyscall-syms.o | ||
85 | |||
86 | SYSCFLAGS_vsyscall-syms.o = -r | ||
87 | $(obj)/vsyscall-syms.o: $(src)/vsyscall_32.lds \ | ||
88 | $(obj)/vsyscall-sysenter_32.o $(obj)/vsyscall-note_32.o FORCE | ||
89 | $(call if_changed,syscall) | ||
90 | |||
91 | |||
diff --git a/arch/x86/kernel/asm-offsets_32.c b/arch/x86/kernel/asm-offsets_32.c index 4f750ec810f6..fd7464d23339 100644 --- a/arch/x86/kernel/asm-offsets_32.c +++ b/arch/x86/kernel/asm-offsets_32.c | |||
@@ -111,8 +111,6 @@ void foo(void) | |||
111 | DEFINE(PTRS_PER_PMD, PTRS_PER_PMD); | 111 | DEFINE(PTRS_PER_PMD, PTRS_PER_PMD); |
112 | DEFINE(PTRS_PER_PGD, PTRS_PER_PGD); | 112 | DEFINE(PTRS_PER_PGD, PTRS_PER_PGD); |
113 | 113 | ||
114 | DEFINE(VDSO_PRELINK_asm, VDSO_PRELINK); | ||
115 | |||
116 | OFFSET(crypto_tfm_ctx_offset, crypto_tfm, __crt_ctx); | 114 | OFFSET(crypto_tfm_ctx_offset, crypto_tfm, __crt_ctx); |
117 | 115 | ||
118 | #ifdef CONFIG_PARAVIRT | 116 | #ifdef CONFIG_PARAVIRT |
diff --git a/arch/x86/kernel/signal_32.c b/arch/x86/kernel/signal_32.c index 5c6170c44b00..1ac53e9a0859 100644 --- a/arch/x86/kernel/signal_32.c +++ b/arch/x86/kernel/signal_32.c | |||
@@ -23,6 +23,7 @@ | |||
23 | #include <asm/ucontext.h> | 23 | #include <asm/ucontext.h> |
24 | #include <asm/uaccess.h> | 24 | #include <asm/uaccess.h> |
25 | #include <asm/i387.h> | 25 | #include <asm/i387.h> |
26 | #include <asm/vdso.h> | ||
26 | #include "sigframe_32.h" | 27 | #include "sigframe_32.h" |
27 | 28 | ||
28 | #define DEBUG_SIG 0 | 29 | #define DEBUG_SIG 0 |
@@ -362,7 +363,7 @@ static int setup_frame(int sig, struct k_sigaction *ka, | |||
362 | } | 363 | } |
363 | 364 | ||
364 | if (current->binfmt->hasvdso) | 365 | if (current->binfmt->hasvdso) |
365 | restorer = (void *)VDSO_SYM(&__kernel_sigreturn); | 366 | restorer = VDSO32_SYMBOL(current->mm->context.vdso, sigreturn); |
366 | else | 367 | else |
367 | restorer = (void *)&frame->retcode; | 368 | restorer = (void *)&frame->retcode; |
368 | if (ka->sa.sa_flags & SA_RESTORER) | 369 | if (ka->sa.sa_flags & SA_RESTORER) |
@@ -459,7 +460,7 @@ static int setup_rt_frame(int sig, struct k_sigaction *ka, siginfo_t *info, | |||
459 | goto give_sigsegv; | 460 | goto give_sigsegv; |
460 | 461 | ||
461 | /* Set up to return from userspace. */ | 462 | /* Set up to return from userspace. */ |
462 | restorer = (void *)VDSO_SYM(&__kernel_rt_sigreturn); | 463 | restorer = VDSO32_SYMBOL(current->mm->context.vdso, rt_sigreturn); |
463 | if (ka->sa.sa_flags & SA_RESTORER) | 464 | if (ka->sa.sa_flags & SA_RESTORER) |
464 | restorer = ka->sa.sa_restorer; | 465 | restorer = ka->sa.sa_restorer; |
465 | err |= __put_user(restorer, &frame->pretcode); | 466 | err |= __put_user(restorer, &frame->pretcode); |
diff --git a/arch/x86/kernel/sysenter_32.c b/arch/x86/kernel/sysenter_32.c index 5a2d951e2608..85c52d23ee40 100644 --- a/arch/x86/kernel/sysenter_32.c +++ b/arch/x86/kernel/sysenter_32.c | |||
@@ -23,6 +23,7 @@ | |||
23 | #include <asm/unistd.h> | 23 | #include <asm/unistd.h> |
24 | #include <asm/elf.h> | 24 | #include <asm/elf.h> |
25 | #include <asm/tlbflush.h> | 25 | #include <asm/tlbflush.h> |
26 | #include <asm/vdso.h> | ||
26 | 27 | ||
27 | enum { | 28 | enum { |
28 | VDSO_DISABLED = 0, | 29 | VDSO_DISABLED = 0, |
@@ -259,9 +260,6 @@ int __init sysenter_setup(void) | |||
259 | return 0; | 260 | return 0; |
260 | } | 261 | } |
261 | 262 | ||
262 | /* Defined in vsyscall-sysenter.S */ | ||
263 | extern void SYSENTER_RETURN; | ||
264 | |||
265 | /* Setup a VMA at program startup for the vsyscall page */ | 263 | /* Setup a VMA at program startup for the vsyscall page */ |
266 | int arch_setup_additional_pages(struct linux_binprm *bprm, int exstack) | 264 | int arch_setup_additional_pages(struct linux_binprm *bprm, int exstack) |
267 | { | 265 | { |
@@ -308,7 +306,7 @@ int arch_setup_additional_pages(struct linux_binprm *bprm, int exstack) | |||
308 | 306 | ||
309 | current->mm->context.vdso = (void *)addr; | 307 | current->mm->context.vdso = (void *)addr; |
310 | current_thread_info()->sysenter_return = | 308 | current_thread_info()->sysenter_return = |
311 | (void *)VDSO_SYM(&SYSENTER_RETURN); | 309 | VDSO32_SYMBOL(addr, SYSENTER_RETURN); |
312 | 310 | ||
313 | up_fail: | 311 | up_fail: |
314 | up_write(&mm->mmap_sem); | 312 | up_write(&mm->mmap_sem); |
diff --git a/arch/x86/kernel/vsyscall_32.lds.S b/arch/x86/kernel/vsyscall_32.lds.S deleted file mode 100644 index 4a8b0ed9b8fb..000000000000 --- a/arch/x86/kernel/vsyscall_32.lds.S +++ /dev/null | |||
@@ -1,67 +0,0 @@ | |||
1 | /* | ||
2 | * Linker script for vsyscall DSO. The vsyscall page is an ELF shared | ||
3 | * object prelinked to its virtual address, and with only one read-only | ||
4 | * segment (that fits in one page). This script controls its layout. | ||
5 | */ | ||
6 | #include <asm/asm-offsets.h> | ||
7 | |||
8 | SECTIONS | ||
9 | { | ||
10 | . = VDSO_PRELINK_asm + SIZEOF_HEADERS; | ||
11 | |||
12 | .hash : { *(.hash) } :text | ||
13 | .gnu.hash : { *(.gnu.hash) } | ||
14 | .dynsym : { *(.dynsym) } | ||
15 | .dynstr : { *(.dynstr) } | ||
16 | .gnu.version : { *(.gnu.version) } | ||
17 | .gnu.version_d : { *(.gnu.version_d) } | ||
18 | .gnu.version_r : { *(.gnu.version_r) } | ||
19 | |||
20 | /* This linker script is used both with -r and with -shared. | ||
21 | For the layouts to match, we need to skip more than enough | ||
22 | space for the dynamic symbol table et al. If this amount | ||
23 | is insufficient, ld -shared will barf. Just increase it here. */ | ||
24 | . = VDSO_PRELINK_asm + 0x400; | ||
25 | |||
26 | .text : { *(.text) } :text =0x90909090 | ||
27 | .note : { *(.note.*) } :text :note | ||
28 | .eh_frame_hdr : { *(.eh_frame_hdr) } :text :eh_frame_hdr | ||
29 | .eh_frame : { KEEP (*(.eh_frame)) } :text | ||
30 | .dynamic : { *(.dynamic) } :text :dynamic | ||
31 | .useless : { | ||
32 | *(.got.plt) *(.got) | ||
33 | *(.data .data.* .gnu.linkonce.d.*) | ||
34 | *(.dynbss) | ||
35 | *(.bss .bss.* .gnu.linkonce.b.*) | ||
36 | } :text | ||
37 | } | ||
38 | |||
39 | /* | ||
40 | * We must supply the ELF program headers explicitly to get just one | ||
41 | * PT_LOAD segment, and set the flags explicitly to make segments read-only. | ||
42 | */ | ||
43 | PHDRS | ||
44 | { | ||
45 | text PT_LOAD FILEHDR PHDRS FLAGS(5); /* PF_R|PF_X */ | ||
46 | dynamic PT_DYNAMIC FLAGS(4); /* PF_R */ | ||
47 | note PT_NOTE FLAGS(4); /* PF_R */ | ||
48 | eh_frame_hdr 0x6474e550; /* PT_GNU_EH_FRAME, but ld doesn't match the name */ | ||
49 | } | ||
50 | |||
51 | /* | ||
52 | * This controls what symbols we export from the DSO. | ||
53 | */ | ||
54 | VERSION | ||
55 | { | ||
56 | LINUX_2.5 { | ||
57 | global: | ||
58 | __kernel_vsyscall; | ||
59 | __kernel_sigreturn; | ||
60 | __kernel_rt_sigreturn; | ||
61 | |||
62 | local: *; | ||
63 | }; | ||
64 | } | ||
65 | |||
66 | /* The ELF entry point can be used to set the AT_SYSINFO value. */ | ||
67 | ENTRY(__kernel_vsyscall); | ||
diff --git a/arch/x86/vdso/Makefile b/arch/x86/vdso/Makefile index a02e1ca2a1bc..ca2aabf8ed39 100644 --- a/arch/x86/vdso/Makefile +++ b/arch/x86/vdso/Makefile | |||
@@ -14,7 +14,8 @@ vdso-install-$(VDSO32-y) += $(vdso32-y:=.so) | |||
14 | vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o vvar.o | 14 | vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o vvar.o |
15 | 15 | ||
16 | # files to link into kernel | 16 | # files to link into kernel |
17 | obj-y := vma.o vdso.o | 17 | obj-$(VDSO64-y) += vma.o vdso.o |
18 | obj-$(CONFIG_X86_32) += vdso32.o | ||
18 | 19 | ||
19 | vobjs := $(foreach F,$(vobjs-y),$(obj)/$F) | 20 | vobjs := $(foreach F,$(vobjs-y),$(obj)/$F) |
20 | 21 | ||
@@ -52,7 +53,7 @@ $(obj)/vclock_gettime.o: KBUILD_CFLAGS = $(CFL) | |||
52 | $(obj)/vgetcpu.o: KBUILD_CFLAGS = $(CFL) | 53 | $(obj)/vgetcpu.o: KBUILD_CFLAGS = $(CFL) |
53 | 54 | ||
54 | targets += vdso-syms.lds | 55 | targets += vdso-syms.lds |
55 | obj-y += vdso-syms.lds | 56 | obj-$(VDSO64-y) += vdso-syms.lds |
56 | 57 | ||
57 | # | 58 | # |
58 | # Match symbols in the DSO that look like VDSO*; produce a file of constants. | 59 | # Match symbols in the DSO that look like VDSO*; produce a file of constants. |
@@ -68,6 +69,7 @@ $(obj)/%-syms.lds: $(obj)/%.so.dbg FORCE | |||
68 | # | 69 | # |
69 | # Build multiple 32-bit vDSO images to choose from at boot time. | 70 | # Build multiple 32-bit vDSO images to choose from at boot time. |
70 | # | 71 | # |
72 | obj-$(VDSO32-y) += vdso32-syms.lds | ||
71 | vdso32.so-$(CONFIG_X86_32) += int80 | 73 | vdso32.so-$(CONFIG_X86_32) += int80 |
72 | vdso32.so-$(VDSO32-y) += sysenter | 74 | vdso32.so-$(VDSO32-y) += sysenter |
73 | 75 | ||
@@ -84,6 +86,8 @@ targets += vdso32/note.o $(vdso32.so-y:%=vdso32/%.o) | |||
84 | 86 | ||
85 | extra-y += $(vdso32.so-y:%=vdso32-%.so) | 87 | extra-y += $(vdso32.so-y:%=vdso32-%.so) |
86 | 88 | ||
89 | $(obj)/vdso32.o: $(vdso32.so-y:%=$(obj)/vdso32-%.so) | ||
90 | |||
87 | KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) | 91 | KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) |
88 | $(vdso32.so-y:%=$(obj)/vdso32-%.so.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32) | 92 | $(vdso32.so-y:%=$(obj)/vdso32-%.so.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32) |
89 | $(vdso32.so-y:%=$(obj)/vdso32-%.so.dbg): asflags-$(CONFIG_X86_64) += -m32 | 93 | $(vdso32.so-y:%=$(obj)/vdso32-%.so.dbg): asflags-$(CONFIG_X86_64) += -m32 |
diff --git a/arch/x86/kernel/vsyscall_32.S b/arch/x86/vdso/vdso32.S index a5ab3dc4fd25..cab020c99c3d 100644 --- a/arch/x86/kernel/vsyscall_32.S +++ b/arch/x86/vdso/vdso32.S | |||
@@ -4,12 +4,12 @@ __INITDATA | |||
4 | 4 | ||
5 | .globl vsyscall_int80_start, vsyscall_int80_end | 5 | .globl vsyscall_int80_start, vsyscall_int80_end |
6 | vsyscall_int80_start: | 6 | vsyscall_int80_start: |
7 | .incbin "arch/x86/kernel/vsyscall-int80_32.so" | 7 | .incbin "arch/x86/vdso/vdso32-int80.so" |
8 | vsyscall_int80_end: | 8 | vsyscall_int80_end: |
9 | 9 | ||
10 | .globl vsyscall_sysenter_start, vsyscall_sysenter_end | 10 | .globl vsyscall_sysenter_start, vsyscall_sysenter_end |
11 | vsyscall_sysenter_start: | 11 | vsyscall_sysenter_start: |
12 | .incbin "arch/x86/kernel/vsyscall-sysenter_32.so" | 12 | .incbin "arch/x86/vdso/vdso32-sysenter.so" |
13 | vsyscall_sysenter_end: | 13 | vsyscall_sysenter_end: |
14 | 14 | ||
15 | __FINIT | 15 | __FINIT |
diff --git a/arch/x86/vdso/vdso32/note.S b/arch/x86/vdso/vdso32/note.S index 0cf934f2633e..c83f25734696 100644 --- a/arch/x86/vdso/vdso32/note.S +++ b/arch/x86/vdso/vdso32/note.S | |||
@@ -35,10 +35,9 @@ ELFNOTE_END | |||
35 | 35 | ||
36 | #include "../../xen/vdso.h" /* Defines VDSO_NOTE_NONEGSEG_BIT. */ | 36 | #include "../../xen/vdso.h" /* Defines VDSO_NOTE_NONEGSEG_BIT. */ |
37 | 37 | ||
38 | .globl VDSO_NOTE_MASK | ||
39 | ELFNOTE_START(GNU, 2, "a") | 38 | ELFNOTE_START(GNU, 2, "a") |
40 | .long 1 /* ncaps */ | 39 | .long 1 /* ncaps */ |
41 | VDSO_NOTE_MASK: | 40 | VDSO32_NOTE_MASK: /* Symbol used by arch/x86/xen/setup.c */ |
42 | .long 0 /* mask */ | 41 | .long 0 /* mask */ |
43 | .byte VDSO_NOTE_NONEGSEG_BIT; .asciz "nosegneg" /* bit, name */ | 42 | .byte VDSO_NOTE_NONEGSEG_BIT; .asciz "nosegneg" /* bit, name */ |
44 | ELFNOTE_END | 43 | ELFNOTE_END |
diff --git a/arch/x86/vdso/vdso32/sysenter.S b/arch/x86/vdso/vdso32/sysenter.S index 4b98fc41d3e0..109bfa394eaa 100644 --- a/arch/x86/vdso/vdso32/sysenter.S +++ b/arch/x86/vdso/vdso32/sysenter.S | |||
@@ -45,8 +45,7 @@ __kernel_vsyscall: | |||
45 | /* 14: System call restart point is here! (SYSENTER_RETURN-2) */ | 45 | /* 14: System call restart point is here! (SYSENTER_RETURN-2) */ |
46 | jmp .Lenter_kernel | 46 | jmp .Lenter_kernel |
47 | /* 16: System call normal return point is here! */ | 47 | /* 16: System call normal return point is here! */ |
48 | .globl SYSENTER_RETURN /* Symbol used by sysenter.c */ | 48 | VDSO32_SYSENTER_RETURN: /* Symbol used by sysenter.c via vdso32-syms.h */ |
49 | SYSENTER_RETURN: | ||
50 | pop %ebp | 49 | pop %ebp |
51 | .Lpop_ebp: | 50 | .Lpop_ebp: |
52 | pop %edx | 51 | pop %edx |
diff --git a/arch/x86/xen/setup.c b/arch/x86/xen/setup.c index f84e77226646..fd91568090f4 100644 --- a/arch/x86/xen/setup.c +++ b/arch/x86/xen/setup.c | |||
@@ -10,6 +10,7 @@ | |||
10 | #include <linux/pm.h> | 10 | #include <linux/pm.h> |
11 | 11 | ||
12 | #include <asm/elf.h> | 12 | #include <asm/elf.h> |
13 | #include <asm/vdso.h> | ||
13 | #include <asm/e820.h> | 14 | #include <asm/e820.h> |
14 | #include <asm/setup.h> | 15 | #include <asm/setup.h> |
15 | #include <asm/xen/hypervisor.h> | 16 | #include <asm/xen/hypervisor.h> |
@@ -61,10 +62,8 @@ static void xen_idle(void) | |||
61 | */ | 62 | */ |
62 | static void fiddle_vdso(void) | 63 | static void fiddle_vdso(void) |
63 | { | 64 | { |
64 | extern u32 VDSO_NOTE_MASK; /* See ../kernel/vsyscall-note.S. */ | ||
65 | extern char vsyscall_int80_start; | 65 | extern char vsyscall_int80_start; |
66 | u32 *mask = (u32 *) ((unsigned long) &VDSO_NOTE_MASK - VDSO_PRELINK + | 66 | u32 *mask = VDSO32_SYMBOL(&vsyscall_int80_start, NOTE_MASK); |
67 | &vsyscall_int80_start); | ||
68 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; | 67 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; |
69 | } | 68 | } |
70 | 69 | ||
diff --git a/include/asm-x86/elf.h b/include/asm-x86/elf.h index cd3204ebbbdd..70edff2d5671 100644 --- a/include/asm-x86/elf.h +++ b/include/asm-x86/elf.h | |||
@@ -78,6 +78,7 @@ typedef struct user_fxsr_struct elf_fpxregset_t; | |||
78 | #include <asm/processor.h> | 78 | #include <asm/processor.h> |
79 | #include <asm/system.h> /* for savesegment */ | 79 | #include <asm/system.h> /* for savesegment */ |
80 | #include <asm/desc.h> | 80 | #include <asm/desc.h> |
81 | #include <asm/vdso.h> | ||
81 | 82 | ||
82 | /* | 83 | /* |
83 | * This is used to ensure we don't load something for the wrong architecture. | 84 | * This is used to ensure we don't load something for the wrong architecture. |
@@ -247,17 +248,9 @@ extern int dump_task_extended_fpu (struct task_struct *, | |||
247 | 248 | ||
248 | #define VDSO_HIGH_BASE (__fix_to_virt(FIX_VDSO)) | 249 | #define VDSO_HIGH_BASE (__fix_to_virt(FIX_VDSO)) |
249 | #define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso) | 250 | #define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso) |
250 | #define VDSO_PRELINK 0 | ||
251 | 251 | ||
252 | #define VDSO_SYM(x) \ | 252 | #define VDSO_ENTRY \ |
253 | (VDSO_CURRENT_BASE + (unsigned long)(x) - VDSO_PRELINK) | 253 | ((unsigned long) VDSO32_SYMBOL(VDSO_CURRENT_BASE, vsyscall)) |
254 | |||
255 | #define VDSO_HIGH_EHDR ((const struct elfhdr *) VDSO_HIGH_BASE) | ||
256 | #define VDSO_EHDR ((const struct elfhdr *) VDSO_CURRENT_BASE) | ||
257 | |||
258 | extern void __kernel_vsyscall; | ||
259 | |||
260 | #define VDSO_ENTRY VDSO_SYM(&__kernel_vsyscall) | ||
261 | 254 | ||
262 | /* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */ | 255 | /* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */ |
263 | 256 | ||
diff --git a/include/asm-x86/vdso.h b/include/asm-x86/vdso.h index 9379ec06fd1f..629bcb6e8e45 100644 --- a/include/asm-x86/vdso.h +++ b/include/asm-x86/vdso.h | |||
@@ -1,6 +1,7 @@ | |||
1 | #ifndef _ASM_X86_VDSO_H | 1 | #ifndef _ASM_X86_VDSO_H |
2 | #define _ASM_X86_VDSO_H 1 | 2 | #define _ASM_X86_VDSO_H 1 |
3 | 3 | ||
4 | #ifdef CONFIG_X86_64 | ||
4 | extern const char VDSO64_PRELINK[]; | 5 | extern const char VDSO64_PRELINK[]; |
5 | 6 | ||
6 | /* | 7 | /* |
@@ -10,5 +11,18 @@ extern const char VDSO64_PRELINK[]; | |||
10 | #define VDSO64_SYMBOL(base, name) ({ \ | 11 | #define VDSO64_SYMBOL(base, name) ({ \ |
11 | extern const char VDSO64_##name[]; \ | 12 | extern const char VDSO64_##name[]; \ |
12 | (void *) (VDSO64_##name - VDSO64_PRELINK + (unsigned long) (base)); }) | 13 | (void *) (VDSO64_##name - VDSO64_PRELINK + (unsigned long) (base)); }) |
14 | #endif | ||
15 | |||
16 | #if defined CONFIG_X86_32 || defined CONFIG_COMPAT | ||
17 | extern const char VDSO32_PRELINK[]; | ||
18 | |||
19 | /* | ||
20 | * Given a pointer to the vDSO image, find the pointer to VDSO32_name | ||
21 | * as that symbol is defined in the vDSO sources or linker script. | ||
22 | */ | ||
23 | #define VDSO32_SYMBOL(base, name) ({ \ | ||
24 | extern const char VDSO32_##name[]; \ | ||
25 | (void *) (VDSO32_##name - VDSO32_PRELINK + (unsigned long) (base)); }) | ||
26 | #endif | ||
13 | 27 | ||
14 | #endif /* asm-x86/vdso.h */ | 28 | #endif /* asm-x86/vdso.h */ |