diff options
-rw-r--r-- | arch/x86/include/asm/vdso.h | 18 | ||||
-rw-r--r-- | arch/x86/kernel/vsyscall_64.c | 8 | ||||
-rw-r--r-- | arch/x86/vdso/Makefile | 16 | ||||
-rw-r--r-- | arch/x86/vdso/vdso-fakesections.c | 21 | ||||
-rw-r--r-- | arch/x86/vdso/vdso-layout.lds.S | 44 | ||||
-rw-r--r-- | arch/x86/vdso/vdso2c.c | 128 | ||||
-rw-r--r-- | arch/x86/vdso/vdso2c.h | 227 | ||||
-rw-r--r-- | arch/x86/vdso/vma.c | 22 |
8 files changed, 193 insertions, 291 deletions
diff --git a/arch/x86/include/asm/vdso.h b/arch/x86/include/asm/vdso.h index 30be253dd283..8021bd28c0f1 100644 --- a/arch/x86/include/asm/vdso.h +++ b/arch/x86/include/asm/vdso.h | |||
@@ -18,15 +18,15 @@ struct vdso_image { | |||
18 | 18 | ||
19 | unsigned long alt, alt_len; | 19 | unsigned long alt, alt_len; |
20 | 20 | ||
21 | unsigned long sym_end_mapping; /* Total size of the mapping */ | 21 | long sym_vvar_start; /* Negative offset to the vvar area */ |
22 | 22 | ||
23 | unsigned long sym_vvar_page; | 23 | long sym_vvar_page; |
24 | unsigned long sym_hpet_page; | 24 | long sym_hpet_page; |
25 | unsigned long sym_VDSO32_NOTE_MASK; | 25 | long sym_VDSO32_NOTE_MASK; |
26 | unsigned long sym___kernel_sigreturn; | 26 | long sym___kernel_sigreturn; |
27 | unsigned long sym___kernel_rt_sigreturn; | 27 | long sym___kernel_rt_sigreturn; |
28 | unsigned long sym___kernel_vsyscall; | 28 | long sym___kernel_vsyscall; |
29 | unsigned long sym_VDSO32_SYSENTER_RETURN; | 29 | long sym_VDSO32_SYSENTER_RETURN; |
30 | }; | 30 | }; |
31 | 31 | ||
32 | #ifdef CONFIG_X86_64 | 32 | #ifdef CONFIG_X86_64 |
diff --git a/arch/x86/kernel/vsyscall_64.c b/arch/x86/kernel/vsyscall_64.c index ea5b5709aa76..e1e1e80fc6a6 100644 --- a/arch/x86/kernel/vsyscall_64.c +++ b/arch/x86/kernel/vsyscall_64.c | |||
@@ -81,10 +81,10 @@ static void warn_bad_vsyscall(const char *level, struct pt_regs *regs, | |||
81 | if (!show_unhandled_signals) | 81 | if (!show_unhandled_signals) |
82 | return; | 82 | return; |
83 | 83 | ||
84 | pr_notice_ratelimited("%s%s[%d] %s ip:%lx cs:%lx sp:%lx ax:%lx si:%lx di:%lx\n", | 84 | printk_ratelimited("%s%s[%d] %s ip:%lx cs:%lx sp:%lx ax:%lx si:%lx di:%lx\n", |
85 | level, current->comm, task_pid_nr(current), | 85 | level, current->comm, task_pid_nr(current), |
86 | message, regs->ip, regs->cs, | 86 | message, regs->ip, regs->cs, |
87 | regs->sp, regs->ax, regs->si, regs->di); | 87 | regs->sp, regs->ax, regs->si, regs->di); |
88 | } | 88 | } |
89 | 89 | ||
90 | static int addr_to_vsyscall_nr(unsigned long addr) | 90 | static int addr_to_vsyscall_nr(unsigned long addr) |
diff --git a/arch/x86/vdso/Makefile b/arch/x86/vdso/Makefile index 61b04fe36e66..5a4affe025e8 100644 --- a/arch/x86/vdso/Makefile +++ b/arch/x86/vdso/Makefile | |||
@@ -10,7 +10,7 @@ VDSO32-$(CONFIG_X86_32) := y | |||
10 | VDSO32-$(CONFIG_COMPAT) := y | 10 | VDSO32-$(CONFIG_COMPAT) := y |
11 | 11 | ||
12 | # files to link into the vdso | 12 | # files to link into the vdso |
13 | vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o vdso-fakesections.o | 13 | vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o |
14 | 14 | ||
15 | # files to link into kernel | 15 | # files to link into kernel |
16 | obj-y += vma.o | 16 | obj-y += vma.o |
@@ -37,7 +37,8 @@ vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg) | |||
37 | obj-y += $(vdso_img_objs) | 37 | obj-y += $(vdso_img_objs) |
38 | targets += $(vdso_img_cfiles) | 38 | targets += $(vdso_img_cfiles) |
39 | targets += $(vdso_img_sodbg) | 39 | targets += $(vdso_img_sodbg) |
40 | .SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) | 40 | .SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \ |
41 | $(vdso_img-y:%=$(obj)/vdso%.so) | ||
41 | 42 | ||
42 | export CPPFLAGS_vdso.lds += -P -C | 43 | export CPPFLAGS_vdso.lds += -P -C |
43 | 44 | ||
@@ -54,10 +55,10 @@ hostprogs-y += vdso2c | |||
54 | 55 | ||
55 | quiet_cmd_vdso2c = VDSO2C $@ | 56 | quiet_cmd_vdso2c = VDSO2C $@ |
56 | define cmd_vdso2c | 57 | define cmd_vdso2c |
57 | $(obj)/vdso2c $< $@ | 58 | $(obj)/vdso2c $< $(<:%.dbg=%) $@ |
58 | endef | 59 | endef |
59 | 60 | ||
60 | $(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso2c FORCE | 61 | $(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE |
61 | $(call if_changed,vdso2c) | 62 | $(call if_changed,vdso2c) |
62 | 63 | ||
63 | # | 64 | # |
@@ -113,6 +114,10 @@ $(obj)/%-x32.o: $(obj)/%.o FORCE | |||
113 | 114 | ||
114 | targets += vdsox32.lds $(vobjx32s-y) | 115 | targets += vdsox32.lds $(vobjx32s-y) |
115 | 116 | ||
117 | $(obj)/%.so: OBJCOPYFLAGS := -S | ||
118 | $(obj)/%.so: $(obj)/%.so.dbg | ||
119 | $(call if_changed,objcopy) | ||
120 | |||
116 | $(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE | 121 | $(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE |
117 | $(call if_changed,vdso) | 122 | $(call if_changed,vdso) |
118 | 123 | ||
@@ -134,7 +139,7 @@ override obj-dirs = $(dir $(obj)) $(obj)/vdso32/ | |||
134 | 139 | ||
135 | targets += vdso32/vdso32.lds | 140 | targets += vdso32/vdso32.lds |
136 | targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o) | 141 | targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o) |
137 | targets += vdso32/vclock_gettime.o vdso32/vdso-fakesections.o | 142 | targets += vdso32/vclock_gettime.o |
138 | 143 | ||
139 | $(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%) | 144 | $(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%) |
140 | 145 | ||
@@ -156,7 +161,6 @@ $(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32) | |||
156 | $(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \ | 161 | $(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \ |
157 | $(obj)/vdso32/vdso32.lds \ | 162 | $(obj)/vdso32/vdso32.lds \ |
158 | $(obj)/vdso32/vclock_gettime.o \ | 163 | $(obj)/vdso32/vclock_gettime.o \ |
159 | $(obj)/vdso32/vdso-fakesections.o \ | ||
160 | $(obj)/vdso32/note.o \ | 164 | $(obj)/vdso32/note.o \ |
161 | $(obj)/vdso32/%.o | 165 | $(obj)/vdso32/%.o |
162 | $(call if_changed,vdso) | 166 | $(call if_changed,vdso) |
diff --git a/arch/x86/vdso/vdso-fakesections.c b/arch/x86/vdso/vdso-fakesections.c deleted file mode 100644 index aa5fbfab20a5..000000000000 --- a/arch/x86/vdso/vdso-fakesections.c +++ /dev/null | |||
@@ -1,21 +0,0 @@ | |||
1 | /* | ||
2 | * Copyright 2014 Andy Lutomirski | ||
3 | * Subject to the GNU Public License, v.2 | ||
4 | * | ||
5 | * String table for loadable section headers. See vdso2c.h for why | ||
6 | * this exists. | ||
7 | */ | ||
8 | |||
9 | const char fake_shstrtab[] __attribute__((section(".fake_shstrtab"))) = | ||
10 | ".hash\0" | ||
11 | ".dynsym\0" | ||
12 | ".dynstr\0" | ||
13 | ".gnu.version\0" | ||
14 | ".gnu.version_d\0" | ||
15 | ".dynamic\0" | ||
16 | ".rodata\0" | ||
17 | ".fake_shstrtab\0" /* Yay, self-referential code. */ | ||
18 | ".note\0" | ||
19 | ".eh_frame_hdr\0" | ||
20 | ".eh_frame\0" | ||
21 | ".text"; | ||
diff --git a/arch/x86/vdso/vdso-layout.lds.S b/arch/x86/vdso/vdso-layout.lds.S index 9197544eea9a..de2c921025f5 100644 --- a/arch/x86/vdso/vdso-layout.lds.S +++ b/arch/x86/vdso/vdso-layout.lds.S | |||
@@ -18,6 +18,25 @@ | |||
18 | 18 | ||
19 | SECTIONS | 19 | SECTIONS |
20 | { | 20 | { |
21 | /* | ||
22 | * User/kernel shared data is before the vDSO. This may be a little | ||
23 | * uglier than putting it after the vDSO, but it avoids issues with | ||
24 | * non-allocatable things that dangle past the end of the PT_LOAD | ||
25 | * segment. | ||
26 | */ | ||
27 | |||
28 | vvar_start = . - 2 * PAGE_SIZE; | ||
29 | vvar_page = vvar_start; | ||
30 | |||
31 | /* Place all vvars at the offsets in asm/vvar.h. */ | ||
32 | #define EMIT_VVAR(name, offset) vvar_ ## name = vvar_page + offset; | ||
33 | #define __VVAR_KERNEL_LDS | ||
34 | #include <asm/vvar.h> | ||
35 | #undef __VVAR_KERNEL_LDS | ||
36 | #undef EMIT_VVAR | ||
37 | |||
38 | hpet_page = vvar_start + PAGE_SIZE; | ||
39 | |||
21 | . = SIZEOF_HEADERS; | 40 | . = SIZEOF_HEADERS; |
22 | 41 | ||
23 | .hash : { *(.hash) } :text | 42 | .hash : { *(.hash) } :text |
@@ -74,31 +93,6 @@ SECTIONS | |||
74 | .altinstructions : { *(.altinstructions) } :text | 93 | .altinstructions : { *(.altinstructions) } :text |
75 | .altinstr_replacement : { *(.altinstr_replacement) } :text | 94 | .altinstr_replacement : { *(.altinstr_replacement) } :text |
76 | 95 | ||
77 | /* | ||
78 | * The remainder of the vDSO consists of special pages that are | ||
79 | * shared between the kernel and userspace. It needs to be at the | ||
80 | * end so that it doesn't overlap the mapping of the actual | ||
81 | * vDSO image. | ||
82 | */ | ||
83 | |||
84 | . = ALIGN(PAGE_SIZE); | ||
85 | vvar_page = .; | ||
86 | |||
87 | /* Place all vvars at the offsets in asm/vvar.h. */ | ||
88 | #define EMIT_VVAR(name, offset) vvar_ ## name = vvar_page + offset; | ||
89 | #define __VVAR_KERNEL_LDS | ||
90 | #include <asm/vvar.h> | ||
91 | #undef __VVAR_KERNEL_LDS | ||
92 | #undef EMIT_VVAR | ||
93 | |||
94 | . = vvar_page + PAGE_SIZE; | ||
95 | |||
96 | hpet_page = .; | ||
97 | . = . + PAGE_SIZE; | ||
98 | |||
99 | . = ALIGN(PAGE_SIZE); | ||
100 | end_mapping = .; | ||
101 | |||
102 | /DISCARD/ : { | 96 | /DISCARD/ : { |
103 | *(.discard) | 97 | *(.discard) |
104 | *(.discard.*) | 98 | *(.discard.*) |
diff --git a/arch/x86/vdso/vdso2c.c b/arch/x86/vdso/vdso2c.c index 238dbe82776e..8627db24a7f6 100644 --- a/arch/x86/vdso/vdso2c.c +++ b/arch/x86/vdso/vdso2c.c | |||
@@ -1,3 +1,53 @@ | |||
1 | /* | ||
2 | * vdso2c - A vdso image preparation tool | ||
3 | * Copyright (c) 2014 Andy Lutomirski and others | ||
4 | * Licensed under the GPL v2 | ||
5 | * | ||
6 | * vdso2c requires stripped and unstripped input. It would be trivial | ||
7 | * to fully strip the input in here, but, for reasons described below, | ||
8 | * we need to write a section table. Doing this is more or less | ||
9 | * equivalent to dropping all non-allocatable sections, but it's | ||
10 | * easier to let objcopy handle that instead of doing it ourselves. | ||
11 | * If we ever need to do something fancier than what objcopy provides, | ||
12 | * it would be straightforward to add here. | ||
13 | * | ||
14 | * We're keep a section table for a few reasons: | ||
15 | * | ||
16 | * The Go runtime had a couple of bugs: it would read the section | ||
17 | * table to try to figure out how many dynamic symbols there were (it | ||
18 | * shouldn't have looked at the section table at all) and, if there | ||
19 | * were no SHT_SYNDYM section table entry, it would use an | ||
20 | * uninitialized value for the number of symbols. An empty DYNSYM | ||
21 | * table would work, but I see no reason not to write a valid one (and | ||
22 | * keep full performance for old Go programs). This hack is only | ||
23 | * needed on x86_64. | ||
24 | * | ||
25 | * The bug was introduced on 2012-08-31 by: | ||
26 | * https://code.google.com/p/go/source/detail?r=56ea40aac72b | ||
27 | * and was fixed on 2014-06-13 by: | ||
28 | * https://code.google.com/p/go/source/detail?r=fc1cd5e12595 | ||
29 | * | ||
30 | * Binutils has issues debugging the vDSO: it reads the section table to | ||
31 | * find SHT_NOTE; it won't look at PT_NOTE for the in-memory vDSO, which | ||
32 | * would break build-id if we removed the section table. Binutils | ||
33 | * also requires that shstrndx != 0. See: | ||
34 | * https://sourceware.org/bugzilla/show_bug.cgi?id=17064 | ||
35 | * | ||
36 | * elfutils might not look for PT_NOTE if there is a section table at | ||
37 | * all. I don't know whether this matters for any practical purpose. | ||
38 | * | ||
39 | * For simplicity, rather than hacking up a partial section table, we | ||
40 | * just write a mostly complete one. We omit non-dynamic symbols, | ||
41 | * though, since they're rather large. | ||
42 | * | ||
43 | * Once binutils gets fixed, we might be able to drop this for all but | ||
44 | * the 64-bit vdso, since build-id only works in kernel RPMs, and | ||
45 | * systems that update to new enough kernel RPMs will likely update | ||
46 | * binutils in sync. build-id has never worked for home-built kernel | ||
47 | * RPMs without manual symlinking, and I suspect that no one ever does | ||
48 | * that. | ||
49 | */ | ||
50 | |||
1 | #include <inttypes.h> | 51 | #include <inttypes.h> |
2 | #include <stdint.h> | 52 | #include <stdint.h> |
3 | #include <unistd.h> | 53 | #include <unistd.h> |
@@ -20,9 +70,9 @@ const char *outfilename; | |||
20 | 70 | ||
21 | /* Symbols that we need in vdso2c. */ | 71 | /* Symbols that we need in vdso2c. */ |
22 | enum { | 72 | enum { |
73 | sym_vvar_start, | ||
23 | sym_vvar_page, | 74 | sym_vvar_page, |
24 | sym_hpet_page, | 75 | sym_hpet_page, |
25 | sym_end_mapping, | ||
26 | sym_VDSO_FAKE_SECTION_TABLE_START, | 76 | sym_VDSO_FAKE_SECTION_TABLE_START, |
27 | sym_VDSO_FAKE_SECTION_TABLE_END, | 77 | sym_VDSO_FAKE_SECTION_TABLE_END, |
28 | }; | 78 | }; |
@@ -38,9 +88,9 @@ struct vdso_sym { | |||
38 | }; | 88 | }; |
39 | 89 | ||
40 | struct vdso_sym required_syms[] = { | 90 | struct vdso_sym required_syms[] = { |
91 | [sym_vvar_start] = {"vvar_start", true}, | ||
41 | [sym_vvar_page] = {"vvar_page", true}, | 92 | [sym_vvar_page] = {"vvar_page", true}, |
42 | [sym_hpet_page] = {"hpet_page", true}, | 93 | [sym_hpet_page] = {"hpet_page", true}, |
43 | [sym_end_mapping] = {"end_mapping", true}, | ||
44 | [sym_VDSO_FAKE_SECTION_TABLE_START] = { | 94 | [sym_VDSO_FAKE_SECTION_TABLE_START] = { |
45 | "VDSO_FAKE_SECTION_TABLE_START", false | 95 | "VDSO_FAKE_SECTION_TABLE_START", false |
46 | }, | 96 | }, |
@@ -61,7 +111,8 @@ static void fail(const char *format, ...) | |||
61 | va_start(ap, format); | 111 | va_start(ap, format); |
62 | fprintf(stderr, "Error: "); | 112 | fprintf(stderr, "Error: "); |
63 | vfprintf(stderr, format, ap); | 113 | vfprintf(stderr, format, ap); |
64 | unlink(outfilename); | 114 | if (outfilename) |
115 | unlink(outfilename); | ||
65 | exit(1); | 116 | exit(1); |
66 | va_end(ap); | 117 | va_end(ap); |
67 | } | 118 | } |
@@ -96,9 +147,11 @@ extern void bad_put_le(void); | |||
96 | 147 | ||
97 | #define NSYMS (sizeof(required_syms) / sizeof(required_syms[0])) | 148 | #define NSYMS (sizeof(required_syms) / sizeof(required_syms[0])) |
98 | 149 | ||
99 | #define BITSFUNC3(name, bits) name##bits | 150 | #define BITSFUNC3(name, bits, suffix) name##bits##suffix |
100 | #define BITSFUNC2(name, bits) BITSFUNC3(name, bits) | 151 | #define BITSFUNC2(name, bits, suffix) BITSFUNC3(name, bits, suffix) |
101 | #define BITSFUNC(name) BITSFUNC2(name, ELF_BITS) | 152 | #define BITSFUNC(name) BITSFUNC2(name, ELF_BITS, ) |
153 | |||
154 | #define INT_BITS BITSFUNC2(int, ELF_BITS, _t) | ||
102 | 155 | ||
103 | #define ELF_BITS_XFORM2(bits, x) Elf##bits##_##x | 156 | #define ELF_BITS_XFORM2(bits, x) Elf##bits##_##x |
104 | #define ELF_BITS_XFORM(bits, x) ELF_BITS_XFORM2(bits, x) | 157 | #define ELF_BITS_XFORM(bits, x) ELF_BITS_XFORM2(bits, x) |
@@ -112,30 +165,53 @@ extern void bad_put_le(void); | |||
112 | #include "vdso2c.h" | 165 | #include "vdso2c.h" |
113 | #undef ELF_BITS | 166 | #undef ELF_BITS |
114 | 167 | ||
115 | static void go(void *addr, size_t len, FILE *outfile, const char *name) | 168 | static void go(void *raw_addr, size_t raw_len, |
169 | void *stripped_addr, size_t stripped_len, | ||
170 | FILE *outfile, const char *name) | ||
116 | { | 171 | { |
117 | Elf64_Ehdr *hdr = (Elf64_Ehdr *)addr; | 172 | Elf64_Ehdr *hdr = (Elf64_Ehdr *)raw_addr; |
118 | 173 | ||
119 | if (hdr->e_ident[EI_CLASS] == ELFCLASS64) { | 174 | if (hdr->e_ident[EI_CLASS] == ELFCLASS64) { |
120 | go64(addr, len, outfile, name); | 175 | go64(raw_addr, raw_len, stripped_addr, stripped_len, |
176 | outfile, name); | ||
121 | } else if (hdr->e_ident[EI_CLASS] == ELFCLASS32) { | 177 | } else if (hdr->e_ident[EI_CLASS] == ELFCLASS32) { |
122 | go32(addr, len, outfile, name); | 178 | go32(raw_addr, raw_len, stripped_addr, stripped_len, |
179 | outfile, name); | ||
123 | } else { | 180 | } else { |
124 | fail("unknown ELF class\n"); | 181 | fail("unknown ELF class\n"); |
125 | } | 182 | } |
126 | } | 183 | } |
127 | 184 | ||
185 | static void map_input(const char *name, void **addr, size_t *len, int prot) | ||
186 | { | ||
187 | off_t tmp_len; | ||
188 | |||
189 | int fd = open(name, O_RDONLY); | ||
190 | if (fd == -1) | ||
191 | err(1, "%s", name); | ||
192 | |||
193 | tmp_len = lseek(fd, 0, SEEK_END); | ||
194 | if (tmp_len == (off_t)-1) | ||
195 | err(1, "lseek"); | ||
196 | *len = (size_t)tmp_len; | ||
197 | |||
198 | *addr = mmap(NULL, tmp_len, prot, MAP_PRIVATE, fd, 0); | ||
199 | if (*addr == MAP_FAILED) | ||
200 | err(1, "mmap"); | ||
201 | |||
202 | close(fd); | ||
203 | } | ||
204 | |||
128 | int main(int argc, char **argv) | 205 | int main(int argc, char **argv) |
129 | { | 206 | { |
130 | int fd; | 207 | size_t raw_len, stripped_len; |
131 | off_t len; | 208 | void *raw_addr, *stripped_addr; |
132 | void *addr; | ||
133 | FILE *outfile; | 209 | FILE *outfile; |
134 | char *name, *tmp; | 210 | char *name, *tmp; |
135 | int namelen; | 211 | int namelen; |
136 | 212 | ||
137 | if (argc != 3) { | 213 | if (argc != 4) { |
138 | printf("Usage: vdso2c INPUT OUTPUT\n"); | 214 | printf("Usage: vdso2c RAW_INPUT STRIPPED_INPUT OUTPUT\n"); |
139 | return 1; | 215 | return 1; |
140 | } | 216 | } |
141 | 217 | ||
@@ -143,7 +219,7 @@ int main(int argc, char **argv) | |||
143 | * Figure out the struct name. If we're writing to a .so file, | 219 | * Figure out the struct name. If we're writing to a .so file, |
144 | * generate raw output insted. | 220 | * generate raw output insted. |
145 | */ | 221 | */ |
146 | name = strdup(argv[2]); | 222 | name = strdup(argv[3]); |
147 | namelen = strlen(name); | 223 | namelen = strlen(name); |
148 | if (namelen >= 3 && !strcmp(name + namelen - 3, ".so")) { | 224 | if (namelen >= 3 && !strcmp(name + namelen - 3, ".so")) { |
149 | name = NULL; | 225 | name = NULL; |
@@ -159,26 +235,18 @@ int main(int argc, char **argv) | |||
159 | *tmp = '_'; | 235 | *tmp = '_'; |
160 | } | 236 | } |
161 | 237 | ||
162 | fd = open(argv[1], O_RDONLY); | 238 | map_input(argv[1], &raw_addr, &raw_len, PROT_READ); |
163 | if (fd == -1) | 239 | map_input(argv[2], &stripped_addr, &stripped_len, PROT_READ); |
164 | err(1, "%s", argv[1]); | ||
165 | |||
166 | len = lseek(fd, 0, SEEK_END); | ||
167 | if (len == (off_t)-1) | ||
168 | err(1, "lseek"); | ||
169 | |||
170 | addr = mmap(NULL, len, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0); | ||
171 | if (addr == MAP_FAILED) | ||
172 | err(1, "mmap"); | ||
173 | 240 | ||
174 | outfilename = argv[2]; | 241 | outfilename = argv[3]; |
175 | outfile = fopen(outfilename, "w"); | 242 | outfile = fopen(outfilename, "w"); |
176 | if (!outfile) | 243 | if (!outfile) |
177 | err(1, "%s", argv[2]); | 244 | err(1, "%s", argv[2]); |
178 | 245 | ||
179 | go(addr, (size_t)len, outfile, name); | 246 | go(raw_addr, raw_len, stripped_addr, stripped_len, outfile, name); |
180 | 247 | ||
181 | munmap(addr, len); | 248 | munmap(raw_addr, raw_len); |
249 | munmap(stripped_addr, stripped_len); | ||
182 | fclose(outfile); | 250 | fclose(outfile); |
183 | 251 | ||
184 | return 0; | 252 | return 0; |
diff --git a/arch/x86/vdso/vdso2c.h b/arch/x86/vdso/vdso2c.h index 11b65d4f9414..fd57829b30d8 100644 --- a/arch/x86/vdso/vdso2c.h +++ b/arch/x86/vdso/vdso2c.h | |||
@@ -4,139 +4,23 @@ | |||
4 | * are built for 32-bit userspace. | 4 | * are built for 32-bit userspace. |
5 | */ | 5 | */ |
6 | 6 | ||
7 | /* | 7 | static void BITSFUNC(go)(void *raw_addr, size_t raw_len, |
8 | * We're writing a section table for a few reasons: | 8 | void *stripped_addr, size_t stripped_len, |
9 | * | ||
10 | * The Go runtime had a couple of bugs: it would read the section | ||
11 | * table to try to figure out how many dynamic symbols there were (it | ||
12 | * shouldn't have looked at the section table at all) and, if there | ||
13 | * were no SHT_SYNDYM section table entry, it would use an | ||
14 | * uninitialized value for the number of symbols. An empty DYNSYM | ||
15 | * table would work, but I see no reason not to write a valid one (and | ||
16 | * keep full performance for old Go programs). This hack is only | ||
17 | * needed on x86_64. | ||
18 | * | ||
19 | * The bug was introduced on 2012-08-31 by: | ||
20 | * https://code.google.com/p/go/source/detail?r=56ea40aac72b | ||
21 | * and was fixed on 2014-06-13 by: | ||
22 | * https://code.google.com/p/go/source/detail?r=fc1cd5e12595 | ||
23 | * | ||
24 | * Binutils has issues debugging the vDSO: it reads the section table to | ||
25 | * find SHT_NOTE; it won't look at PT_NOTE for the in-memory vDSO, which | ||
26 | * would break build-id if we removed the section table. Binutils | ||
27 | * also requires that shstrndx != 0. See: | ||
28 | * https://sourceware.org/bugzilla/show_bug.cgi?id=17064 | ||
29 | * | ||
30 | * elfutils might not look for PT_NOTE if there is a section table at | ||
31 | * all. I don't know whether this matters for any practical purpose. | ||
32 | * | ||
33 | * For simplicity, rather than hacking up a partial section table, we | ||
34 | * just write a mostly complete one. We omit non-dynamic symbols, | ||
35 | * though, since they're rather large. | ||
36 | * | ||
37 | * Once binutils gets fixed, we might be able to drop this for all but | ||
38 | * the 64-bit vdso, since build-id only works in kernel RPMs, and | ||
39 | * systems that update to new enough kernel RPMs will likely update | ||
40 | * binutils in sync. build-id has never worked for home-built kernel | ||
41 | * RPMs without manual symlinking, and I suspect that no one ever does | ||
42 | * that. | ||
43 | */ | ||
44 | struct BITSFUNC(fake_sections) | ||
45 | { | ||
46 | ELF(Shdr) *table; | ||
47 | unsigned long table_offset; | ||
48 | int count, max_count; | ||
49 | |||
50 | int in_shstrndx; | ||
51 | unsigned long shstr_offset; | ||
52 | const char *shstrtab; | ||
53 | size_t shstrtab_len; | ||
54 | |||
55 | int out_shstrndx; | ||
56 | }; | ||
57 | |||
58 | static unsigned int BITSFUNC(find_shname)(struct BITSFUNC(fake_sections) *out, | ||
59 | const char *name) | ||
60 | { | ||
61 | const char *outname = out->shstrtab; | ||
62 | while (outname - out->shstrtab < out->shstrtab_len) { | ||
63 | if (!strcmp(name, outname)) | ||
64 | return (outname - out->shstrtab) + out->shstr_offset; | ||
65 | outname += strlen(outname) + 1; | ||
66 | } | ||
67 | |||
68 | if (*name) | ||
69 | printf("Warning: could not find output name \"%s\"\n", name); | ||
70 | return out->shstr_offset + out->shstrtab_len - 1; /* Use a null. */ | ||
71 | } | ||
72 | |||
73 | static void BITSFUNC(init_sections)(struct BITSFUNC(fake_sections) *out) | ||
74 | { | ||
75 | if (!out->in_shstrndx) | ||
76 | fail("didn't find the fake shstrndx\n"); | ||
77 | |||
78 | memset(out->table, 0, out->max_count * sizeof(ELF(Shdr))); | ||
79 | |||
80 | if (out->max_count < 1) | ||
81 | fail("we need at least two fake output sections\n"); | ||
82 | |||
83 | PUT_LE(&out->table[0].sh_type, SHT_NULL); | ||
84 | PUT_LE(&out->table[0].sh_name, BITSFUNC(find_shname)(out, "")); | ||
85 | |||
86 | out->count = 1; | ||
87 | } | ||
88 | |||
89 | static void BITSFUNC(copy_section)(struct BITSFUNC(fake_sections) *out, | ||
90 | int in_idx, const ELF(Shdr) *in, | ||
91 | const char *name) | ||
92 | { | ||
93 | uint64_t flags = GET_LE(&in->sh_flags); | ||
94 | |||
95 | bool copy = flags & SHF_ALLOC && | ||
96 | (GET_LE(&in->sh_size) || | ||
97 | (GET_LE(&in->sh_type) != SHT_RELA && | ||
98 | GET_LE(&in->sh_type) != SHT_REL)) && | ||
99 | strcmp(name, ".altinstructions") && | ||
100 | strcmp(name, ".altinstr_replacement"); | ||
101 | |||
102 | if (!copy) | ||
103 | return; | ||
104 | |||
105 | if (out->count >= out->max_count) | ||
106 | fail("too many copied sections (max = %d)\n", out->max_count); | ||
107 | |||
108 | if (in_idx == out->in_shstrndx) | ||
109 | out->out_shstrndx = out->count; | ||
110 | |||
111 | out->table[out->count] = *in; | ||
112 | PUT_LE(&out->table[out->count].sh_name, | ||
113 | BITSFUNC(find_shname)(out, name)); | ||
114 | |||
115 | /* elfutils requires that a strtab have the correct type. */ | ||
116 | if (!strcmp(name, ".fake_shstrtab")) | ||
117 | PUT_LE(&out->table[out->count].sh_type, SHT_STRTAB); | ||
118 | |||
119 | out->count++; | ||
120 | } | ||
121 | |||
122 | static void BITSFUNC(go)(void *addr, size_t len, | ||
123 | FILE *outfile, const char *name) | 9 | FILE *outfile, const char *name) |
124 | { | 10 | { |
125 | int found_load = 0; | 11 | int found_load = 0; |
126 | unsigned long load_size = -1; /* Work around bogus warning */ | 12 | unsigned long load_size = -1; /* Work around bogus warning */ |
127 | unsigned long data_size; | 13 | unsigned long mapping_size; |
128 | ELF(Ehdr) *hdr = (ELF(Ehdr) *)addr; | 14 | ELF(Ehdr) *hdr = (ELF(Ehdr) *)raw_addr; |
129 | int i; | 15 | int i; |
130 | unsigned long j; | 16 | unsigned long j; |
131 | ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr, | 17 | ELF(Shdr) *symtab_hdr = NULL, *strtab_hdr, *secstrings_hdr, |
132 | *alt_sec = NULL; | 18 | *alt_sec = NULL; |
133 | ELF(Dyn) *dyn = 0, *dyn_end = 0; | 19 | ELF(Dyn) *dyn = 0, *dyn_end = 0; |
134 | const char *secstrings; | 20 | const char *secstrings; |
135 | uint64_t syms[NSYMS] = {}; | 21 | INT_BITS syms[NSYMS] = {}; |
136 | |||
137 | struct BITSFUNC(fake_sections) fake_sections = {}; | ||
138 | 22 | ||
139 | ELF(Phdr) *pt = (ELF(Phdr) *)(addr + GET_LE(&hdr->e_phoff)); | 23 | ELF(Phdr) *pt = (ELF(Phdr) *)(raw_addr + GET_LE(&hdr->e_phoff)); |
140 | 24 | ||
141 | /* Walk the segment table. */ | 25 | /* Walk the segment table. */ |
142 | for (i = 0; i < GET_LE(&hdr->e_phnum); i++) { | 26 | for (i = 0; i < GET_LE(&hdr->e_phnum); i++) { |
@@ -154,14 +38,16 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
154 | load_size = GET_LE(&pt[i].p_memsz); | 38 | load_size = GET_LE(&pt[i].p_memsz); |
155 | found_load = 1; | 39 | found_load = 1; |
156 | } else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) { | 40 | } else if (GET_LE(&pt[i].p_type) == PT_DYNAMIC) { |
157 | dyn = addr + GET_LE(&pt[i].p_offset); | 41 | dyn = raw_addr + GET_LE(&pt[i].p_offset); |
158 | dyn_end = addr + GET_LE(&pt[i].p_offset) + | 42 | dyn_end = raw_addr + GET_LE(&pt[i].p_offset) + |
159 | GET_LE(&pt[i].p_memsz); | 43 | GET_LE(&pt[i].p_memsz); |
160 | } | 44 | } |
161 | } | 45 | } |
162 | if (!found_load) | 46 | if (!found_load) |
163 | fail("no PT_LOAD seg\n"); | 47 | fail("no PT_LOAD seg\n"); |
164 | data_size = (load_size + 4095) / 4096 * 4096; | 48 | |
49 | if (stripped_len < load_size) | ||
50 | fail("stripped input is too short\n"); | ||
165 | 51 | ||
166 | /* Walk the dynamic table */ | 52 | /* Walk the dynamic table */ |
167 | for (i = 0; dyn + i < dyn_end && | 53 | for (i = 0; dyn + i < dyn_end && |
@@ -173,11 +59,11 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
173 | } | 59 | } |
174 | 60 | ||
175 | /* Walk the section table */ | 61 | /* Walk the section table */ |
176 | secstrings_hdr = addr + GET_LE(&hdr->e_shoff) + | 62 | secstrings_hdr = raw_addr + GET_LE(&hdr->e_shoff) + |
177 | GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx); | 63 | GET_LE(&hdr->e_shentsize)*GET_LE(&hdr->e_shstrndx); |
178 | secstrings = addr + GET_LE(&secstrings_hdr->sh_offset); | 64 | secstrings = raw_addr + GET_LE(&secstrings_hdr->sh_offset); |
179 | for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { | 65 | for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { |
180 | ELF(Shdr) *sh = addr + GET_LE(&hdr->e_shoff) + | 66 | ELF(Shdr) *sh = raw_addr + GET_LE(&hdr->e_shoff) + |
181 | GET_LE(&hdr->e_shentsize) * i; | 67 | GET_LE(&hdr->e_shentsize) * i; |
182 | if (GET_LE(&sh->sh_type) == SHT_SYMTAB) | 68 | if (GET_LE(&sh->sh_type) == SHT_SYMTAB) |
183 | symtab_hdr = sh; | 69 | symtab_hdr = sh; |
@@ -190,7 +76,7 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
190 | if (!symtab_hdr) | 76 | if (!symtab_hdr) |
191 | fail("no symbol table\n"); | 77 | fail("no symbol table\n"); |
192 | 78 | ||
193 | strtab_hdr = addr + GET_LE(&hdr->e_shoff) + | 79 | strtab_hdr = raw_addr + GET_LE(&hdr->e_shoff) + |
194 | GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link); | 80 | GET_LE(&hdr->e_shentsize) * GET_LE(&symtab_hdr->sh_link); |
195 | 81 | ||
196 | /* Walk the symbol table */ | 82 | /* Walk the symbol table */ |
@@ -198,9 +84,9 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
198 | i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize); | 84 | i < GET_LE(&symtab_hdr->sh_size) / GET_LE(&symtab_hdr->sh_entsize); |
199 | i++) { | 85 | i++) { |
200 | int k; | 86 | int k; |
201 | ELF(Sym) *sym = addr + GET_LE(&symtab_hdr->sh_offset) + | 87 | ELF(Sym) *sym = raw_addr + GET_LE(&symtab_hdr->sh_offset) + |
202 | GET_LE(&symtab_hdr->sh_entsize) * i; | 88 | GET_LE(&symtab_hdr->sh_entsize) * i; |
203 | const char *name = addr + GET_LE(&strtab_hdr->sh_offset) + | 89 | const char *name = raw_addr + GET_LE(&strtab_hdr->sh_offset) + |
204 | GET_LE(&sym->st_name); | 90 | GET_LE(&sym->st_name); |
205 | 91 | ||
206 | for (k = 0; k < NSYMS; k++) { | 92 | for (k = 0; k < NSYMS; k++) { |
@@ -209,51 +95,17 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
209 | fail("duplicate symbol %s\n", | 95 | fail("duplicate symbol %s\n", |
210 | required_syms[k].name); | 96 | required_syms[k].name); |
211 | } | 97 | } |
98 | |||
99 | /* | ||
100 | * Careful: we use negative addresses, but | ||
101 | * st_value is unsigned, so we rely | ||
102 | * on syms[k] being a signed type of the | ||
103 | * correct width. | ||
104 | */ | ||
212 | syms[k] = GET_LE(&sym->st_value); | 105 | syms[k] = GET_LE(&sym->st_value); |
213 | } | 106 | } |
214 | } | 107 | } |
215 | |||
216 | if (!strcmp(name, "fake_shstrtab")) { | ||
217 | ELF(Shdr) *sh; | ||
218 | |||
219 | fake_sections.in_shstrndx = GET_LE(&sym->st_shndx); | ||
220 | fake_sections.shstrtab = addr + GET_LE(&sym->st_value); | ||
221 | fake_sections.shstrtab_len = GET_LE(&sym->st_size); | ||
222 | sh = addr + GET_LE(&hdr->e_shoff) + | ||
223 | GET_LE(&hdr->e_shentsize) * | ||
224 | fake_sections.in_shstrndx; | ||
225 | fake_sections.shstr_offset = GET_LE(&sym->st_value) - | ||
226 | GET_LE(&sh->sh_addr); | ||
227 | } | ||
228 | } | ||
229 | |||
230 | /* Build the output section table. */ | ||
231 | if (!syms[sym_VDSO_FAKE_SECTION_TABLE_START] || | ||
232 | !syms[sym_VDSO_FAKE_SECTION_TABLE_END]) | ||
233 | fail("couldn't find fake section table\n"); | ||
234 | if ((syms[sym_VDSO_FAKE_SECTION_TABLE_END] - | ||
235 | syms[sym_VDSO_FAKE_SECTION_TABLE_START]) % sizeof(ELF(Shdr))) | ||
236 | fail("fake section table size isn't a multiple of sizeof(Shdr)\n"); | ||
237 | fake_sections.table = addr + syms[sym_VDSO_FAKE_SECTION_TABLE_START]; | ||
238 | fake_sections.table_offset = syms[sym_VDSO_FAKE_SECTION_TABLE_START]; | ||
239 | fake_sections.max_count = (syms[sym_VDSO_FAKE_SECTION_TABLE_END] - | ||
240 | syms[sym_VDSO_FAKE_SECTION_TABLE_START]) / | ||
241 | sizeof(ELF(Shdr)); | ||
242 | |||
243 | BITSFUNC(init_sections)(&fake_sections); | ||
244 | for (i = 0; i < GET_LE(&hdr->e_shnum); i++) { | ||
245 | ELF(Shdr) *sh = addr + GET_LE(&hdr->e_shoff) + | ||
246 | GET_LE(&hdr->e_shentsize) * i; | ||
247 | BITSFUNC(copy_section)(&fake_sections, i, sh, | ||
248 | secstrings + GET_LE(&sh->sh_name)); | ||
249 | } | 108 | } |
250 | if (!fake_sections.out_shstrndx) | ||
251 | fail("didn't generate shstrndx?!?\n"); | ||
252 | |||
253 | PUT_LE(&hdr->e_shoff, fake_sections.table_offset); | ||
254 | PUT_LE(&hdr->e_shentsize, sizeof(ELF(Shdr))); | ||
255 | PUT_LE(&hdr->e_shnum, fake_sections.count); | ||
256 | PUT_LE(&hdr->e_shstrndx, fake_sections.out_shstrndx); | ||
257 | 109 | ||
258 | /* Validate mapping addresses. */ | 110 | /* Validate mapping addresses. */ |
259 | for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) { | 111 | for (i = 0; i < sizeof(special_pages) / sizeof(special_pages[0]); i++) { |
@@ -263,21 +115,23 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
263 | if (syms[i] % 4096) | 115 | if (syms[i] % 4096) |
264 | fail("%s must be a multiple of 4096\n", | 116 | fail("%s must be a multiple of 4096\n", |
265 | required_syms[i].name); | 117 | required_syms[i].name); |
266 | if (syms[i] < data_size) | 118 | if (syms[sym_vvar_start] > syms[i] + 4096) |
267 | fail("%s must be after the text mapping\n", | 119 | fail("%s underruns begin_vvar\n", |
268 | required_syms[i].name); | 120 | required_syms[i].name); |
269 | if (syms[sym_end_mapping] < syms[i] + 4096) | 121 | if (syms[i] + 4096 > 0) |
270 | fail("%s overruns end_mapping\n", | 122 | fail("%s is on the wrong side of the vdso text\n", |
271 | required_syms[i].name); | 123 | required_syms[i].name); |
272 | } | 124 | } |
273 | if (syms[sym_end_mapping] % 4096) | 125 | if (syms[sym_vvar_start] % 4096) |
274 | fail("end_mapping must be a multiple of 4096\n"); | 126 | fail("vvar_begin must be a multiple of 4096\n"); |
275 | 127 | ||
276 | if (!name) { | 128 | if (!name) { |
277 | fwrite(addr, load_size, 1, outfile); | 129 | fwrite(stripped_addr, stripped_len, 1, outfile); |
278 | return; | 130 | return; |
279 | } | 131 | } |
280 | 132 | ||
133 | mapping_size = (stripped_len + 4095) / 4096 * 4096; | ||
134 | |||
281 | fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n"); | 135 | fprintf(outfile, "/* AUTOMATICALLY GENERATED -- DO NOT EDIT */\n\n"); |
282 | fprintf(outfile, "#include <linux/linkage.h>\n"); | 136 | fprintf(outfile, "#include <linux/linkage.h>\n"); |
283 | fprintf(outfile, "#include <asm/page_types.h>\n"); | 137 | fprintf(outfile, "#include <asm/page_types.h>\n"); |
@@ -285,20 +139,21 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
285 | fprintf(outfile, "\n"); | 139 | fprintf(outfile, "\n"); |
286 | fprintf(outfile, | 140 | fprintf(outfile, |
287 | "static unsigned char raw_data[%lu] __page_aligned_data = {", | 141 | "static unsigned char raw_data[%lu] __page_aligned_data = {", |
288 | data_size); | 142 | mapping_size); |
289 | for (j = 0; j < load_size; j++) { | 143 | for (j = 0; j < stripped_len; j++) { |
290 | if (j % 10 == 0) | 144 | if (j % 10 == 0) |
291 | fprintf(outfile, "\n\t"); | 145 | fprintf(outfile, "\n\t"); |
292 | fprintf(outfile, "0x%02X, ", (int)((unsigned char *)addr)[j]); | 146 | fprintf(outfile, "0x%02X, ", |
147 | (int)((unsigned char *)stripped_addr)[j]); | ||
293 | } | 148 | } |
294 | fprintf(outfile, "\n};\n\n"); | 149 | fprintf(outfile, "\n};\n\n"); |
295 | 150 | ||
296 | fprintf(outfile, "static struct page *pages[%lu];\n\n", | 151 | fprintf(outfile, "static struct page *pages[%lu];\n\n", |
297 | data_size / 4096); | 152 | mapping_size / 4096); |
298 | 153 | ||
299 | fprintf(outfile, "const struct vdso_image %s = {\n", name); | 154 | fprintf(outfile, "const struct vdso_image %s = {\n", name); |
300 | fprintf(outfile, "\t.data = raw_data,\n"); | 155 | fprintf(outfile, "\t.data = raw_data,\n"); |
301 | fprintf(outfile, "\t.size = %lu,\n", data_size); | 156 | fprintf(outfile, "\t.size = %lu,\n", mapping_size); |
302 | fprintf(outfile, "\t.text_mapping = {\n"); | 157 | fprintf(outfile, "\t.text_mapping = {\n"); |
303 | fprintf(outfile, "\t\t.name = \"[vdso]\",\n"); | 158 | fprintf(outfile, "\t\t.name = \"[vdso]\",\n"); |
304 | fprintf(outfile, "\t\t.pages = pages,\n"); | 159 | fprintf(outfile, "\t\t.pages = pages,\n"); |
@@ -311,8 +166,8 @@ static void BITSFUNC(go)(void *addr, size_t len, | |||
311 | } | 166 | } |
312 | for (i = 0; i < NSYMS; i++) { | 167 | for (i = 0; i < NSYMS; i++) { |
313 | if (required_syms[i].export && syms[i]) | 168 | if (required_syms[i].export && syms[i]) |
314 | fprintf(outfile, "\t.sym_%s = 0x%" PRIx64 ",\n", | 169 | fprintf(outfile, "\t.sym_%s = %" PRIi64 ",\n", |
315 | required_syms[i].name, syms[i]); | 170 | required_syms[i].name, (int64_t)syms[i]); |
316 | } | 171 | } |
317 | fprintf(outfile, "};\n"); | 172 | fprintf(outfile, "};\n"); |
318 | } | 173 | } |
diff --git a/arch/x86/vdso/vma.c b/arch/x86/vdso/vma.c index 5a5176de8d0a..970463b566cf 100644 --- a/arch/x86/vdso/vma.c +++ b/arch/x86/vdso/vma.c | |||
@@ -93,7 +93,7 @@ static int map_vdso(const struct vdso_image *image, bool calculate_addr) | |||
93 | { | 93 | { |
94 | struct mm_struct *mm = current->mm; | 94 | struct mm_struct *mm = current->mm; |
95 | struct vm_area_struct *vma; | 95 | struct vm_area_struct *vma; |
96 | unsigned long addr; | 96 | unsigned long addr, text_start; |
97 | int ret = 0; | 97 | int ret = 0; |
98 | static struct page *no_pages[] = {NULL}; | 98 | static struct page *no_pages[] = {NULL}; |
99 | static struct vm_special_mapping vvar_mapping = { | 99 | static struct vm_special_mapping vvar_mapping = { |
@@ -103,26 +103,28 @@ static int map_vdso(const struct vdso_image *image, bool calculate_addr) | |||
103 | 103 | ||
104 | if (calculate_addr) { | 104 | if (calculate_addr) { |
105 | addr = vdso_addr(current->mm->start_stack, | 105 | addr = vdso_addr(current->mm->start_stack, |
106 | image->sym_end_mapping); | 106 | image->size - image->sym_vvar_start); |
107 | } else { | 107 | } else { |
108 | addr = 0; | 108 | addr = 0; |
109 | } | 109 | } |
110 | 110 | ||
111 | down_write(&mm->mmap_sem); | 111 | down_write(&mm->mmap_sem); |
112 | 112 | ||
113 | addr = get_unmapped_area(NULL, addr, image->sym_end_mapping, 0, 0); | 113 | addr = get_unmapped_area(NULL, addr, |
114 | image->size - image->sym_vvar_start, 0, 0); | ||
114 | if (IS_ERR_VALUE(addr)) { | 115 | if (IS_ERR_VALUE(addr)) { |
115 | ret = addr; | 116 | ret = addr; |
116 | goto up_fail; | 117 | goto up_fail; |
117 | } | 118 | } |
118 | 119 | ||
119 | current->mm->context.vdso = (void __user *)addr; | 120 | text_start = addr - image->sym_vvar_start; |
121 | current->mm->context.vdso = (void __user *)text_start; | ||
120 | 122 | ||
121 | /* | 123 | /* |
122 | * MAYWRITE to allow gdb to COW and set breakpoints | 124 | * MAYWRITE to allow gdb to COW and set breakpoints |
123 | */ | 125 | */ |
124 | vma = _install_special_mapping(mm, | 126 | vma = _install_special_mapping(mm, |
125 | addr, | 127 | text_start, |
126 | image->size, | 128 | image->size, |
127 | VM_READ|VM_EXEC| | 129 | VM_READ|VM_EXEC| |
128 | VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC, | 130 | VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC, |
@@ -134,9 +136,9 @@ static int map_vdso(const struct vdso_image *image, bool calculate_addr) | |||
134 | } | 136 | } |
135 | 137 | ||
136 | vma = _install_special_mapping(mm, | 138 | vma = _install_special_mapping(mm, |
137 | addr + image->size, | 139 | addr, |
138 | image->sym_end_mapping - image->size, | 140 | -image->sym_vvar_start, |
139 | VM_READ, | 141 | VM_READ|VM_MAYREAD, |
140 | &vvar_mapping); | 142 | &vvar_mapping); |
141 | 143 | ||
142 | if (IS_ERR(vma)) { | 144 | if (IS_ERR(vma)) { |
@@ -146,7 +148,7 @@ static int map_vdso(const struct vdso_image *image, bool calculate_addr) | |||
146 | 148 | ||
147 | if (image->sym_vvar_page) | 149 | if (image->sym_vvar_page) |
148 | ret = remap_pfn_range(vma, | 150 | ret = remap_pfn_range(vma, |
149 | addr + image->sym_vvar_page, | 151 | text_start + image->sym_vvar_page, |
150 | __pa_symbol(&__vvar_page) >> PAGE_SHIFT, | 152 | __pa_symbol(&__vvar_page) >> PAGE_SHIFT, |
151 | PAGE_SIZE, | 153 | PAGE_SIZE, |
152 | PAGE_READONLY); | 154 | PAGE_READONLY); |
@@ -157,7 +159,7 @@ static int map_vdso(const struct vdso_image *image, bool calculate_addr) | |||
157 | #ifdef CONFIG_HPET_TIMER | 159 | #ifdef CONFIG_HPET_TIMER |
158 | if (hpet_address && image->sym_hpet_page) { | 160 | if (hpet_address && image->sym_hpet_page) { |
159 | ret = io_remap_pfn_range(vma, | 161 | ret = io_remap_pfn_range(vma, |
160 | addr + image->sym_hpet_page, | 162 | text_start + image->sym_hpet_page, |
161 | hpet_address >> PAGE_SHIFT, | 163 | hpet_address >> PAGE_SHIFT, |
162 | PAGE_SIZE, | 164 | PAGE_SIZE, |
163 | pgprot_noncached(PAGE_READONLY)); | 165 | pgprot_noncached(PAGE_READONLY)); |