diff options
Diffstat (limited to 'arch/arm64/kernel/module.c')
-rw-r--r-- | arch/arm64/kernel/module.c | 157 |
1 files changed, 47 insertions, 110 deletions
diff --git a/arch/arm64/kernel/module.c b/arch/arm64/kernel/module.c index e2ad0d87721f..1eb1cc955139 100644 --- a/arch/arm64/kernel/module.c +++ b/arch/arm64/kernel/module.c | |||
@@ -25,6 +25,10 @@ | |||
25 | #include <linux/mm.h> | 25 | #include <linux/mm.h> |
26 | #include <linux/moduleloader.h> | 26 | #include <linux/moduleloader.h> |
27 | #include <linux/vmalloc.h> | 27 | #include <linux/vmalloc.h> |
28 | #include <asm/insn.h> | ||
29 | |||
30 | #define AARCH64_INSN_IMM_MOVNZ AARCH64_INSN_IMM_MAX | ||
31 | #define AARCH64_INSN_IMM_MOVK AARCH64_INSN_IMM_16 | ||
28 | 32 | ||
29 | void *module_alloc(unsigned long size) | 33 | void *module_alloc(unsigned long size) |
30 | { | 34 | { |
@@ -94,28 +98,18 @@ static int reloc_data(enum aarch64_reloc_op op, void *place, u64 val, int len) | |||
94 | return 0; | 98 | return 0; |
95 | } | 99 | } |
96 | 100 | ||
97 | enum aarch64_imm_type { | 101 | static int reloc_insn_movw(enum aarch64_reloc_op op, void *place, u64 val, |
98 | INSN_IMM_MOVNZ, | 102 | int lsb, enum aarch64_insn_imm_type imm_type) |
99 | INSN_IMM_MOVK, | ||
100 | INSN_IMM_ADR, | ||
101 | INSN_IMM_26, | ||
102 | INSN_IMM_19, | ||
103 | INSN_IMM_16, | ||
104 | INSN_IMM_14, | ||
105 | INSN_IMM_12, | ||
106 | INSN_IMM_9, | ||
107 | }; | ||
108 | |||
109 | static u32 encode_insn_immediate(enum aarch64_imm_type type, u32 insn, u64 imm) | ||
110 | { | 103 | { |
111 | u32 immlo, immhi, lomask, himask, mask; | 104 | u64 imm, limit = 0; |
112 | int shift; | 105 | s64 sval; |
106 | u32 insn = le32_to_cpu(*(u32 *)place); | ||
113 | 107 | ||
114 | /* The instruction stream is always little endian. */ | 108 | sval = do_reloc(op, place, val); |
115 | insn = le32_to_cpu(insn); | 109 | sval >>= lsb; |
110 | imm = sval & 0xffff; | ||
116 | 111 | ||
117 | switch (type) { | 112 | if (imm_type == AARCH64_INSN_IMM_MOVNZ) { |
118 | case INSN_IMM_MOVNZ: | ||
119 | /* | 113 | /* |
120 | * For signed MOVW relocations, we have to manipulate the | 114 | * For signed MOVW relocations, we have to manipulate the |
121 | * instruction encoding depending on whether or not the | 115 | * instruction encoding depending on whether or not the |
@@ -134,70 +128,12 @@ static u32 encode_insn_immediate(enum aarch64_imm_type type, u32 insn, u64 imm) | |||
134 | */ | 128 | */ |
135 | imm = ~imm; | 129 | imm = ~imm; |
136 | } | 130 | } |
137 | case INSN_IMM_MOVK: | 131 | imm_type = AARCH64_INSN_IMM_MOVK; |
138 | mask = BIT(16) - 1; | ||
139 | shift = 5; | ||
140 | break; | ||
141 | case INSN_IMM_ADR: | ||
142 | lomask = 0x3; | ||
143 | himask = 0x7ffff; | ||
144 | immlo = imm & lomask; | ||
145 | imm >>= 2; | ||
146 | immhi = imm & himask; | ||
147 | imm = (immlo << 24) | (immhi); | ||
148 | mask = (lomask << 24) | (himask); | ||
149 | shift = 5; | ||
150 | break; | ||
151 | case INSN_IMM_26: | ||
152 | mask = BIT(26) - 1; | ||
153 | shift = 0; | ||
154 | break; | ||
155 | case INSN_IMM_19: | ||
156 | mask = BIT(19) - 1; | ||
157 | shift = 5; | ||
158 | break; | ||
159 | case INSN_IMM_16: | ||
160 | mask = BIT(16) - 1; | ||
161 | shift = 5; | ||
162 | break; | ||
163 | case INSN_IMM_14: | ||
164 | mask = BIT(14) - 1; | ||
165 | shift = 5; | ||
166 | break; | ||
167 | case INSN_IMM_12: | ||
168 | mask = BIT(12) - 1; | ||
169 | shift = 10; | ||
170 | break; | ||
171 | case INSN_IMM_9: | ||
172 | mask = BIT(9) - 1; | ||
173 | shift = 12; | ||
174 | break; | ||
175 | default: | ||
176 | pr_err("encode_insn_immediate: unknown immediate encoding %d\n", | ||
177 | type); | ||
178 | return 0; | ||
179 | } | 132 | } |
180 | 133 | ||
181 | /* Update the immediate field. */ | ||
182 | insn &= ~(mask << shift); | ||
183 | insn |= (imm & mask) << shift; | ||
184 | |||
185 | return cpu_to_le32(insn); | ||
186 | } | ||
187 | |||
188 | static int reloc_insn_movw(enum aarch64_reloc_op op, void *place, u64 val, | ||
189 | int lsb, enum aarch64_imm_type imm_type) | ||
190 | { | ||
191 | u64 imm, limit = 0; | ||
192 | s64 sval; | ||
193 | u32 insn = *(u32 *)place; | ||
194 | |||
195 | sval = do_reloc(op, place, val); | ||
196 | sval >>= lsb; | ||
197 | imm = sval & 0xffff; | ||
198 | |||
199 | /* Update the instruction with the new encoding. */ | 134 | /* Update the instruction with the new encoding. */ |
200 | *(u32 *)place = encode_insn_immediate(imm_type, insn, imm); | 135 | insn = aarch64_insn_encode_immediate(imm_type, insn, imm); |
136 | *(u32 *)place = cpu_to_le32(insn); | ||
201 | 137 | ||
202 | /* Shift out the immediate field. */ | 138 | /* Shift out the immediate field. */ |
203 | sval >>= 16; | 139 | sval >>= 16; |
@@ -206,9 +142,9 @@ static int reloc_insn_movw(enum aarch64_reloc_op op, void *place, u64 val, | |||
206 | * For unsigned immediates, the overflow check is straightforward. | 142 | * For unsigned immediates, the overflow check is straightforward. |
207 | * For signed immediates, the sign bit is actually the bit past the | 143 | * For signed immediates, the sign bit is actually the bit past the |
208 | * most significant bit of the field. | 144 | * most significant bit of the field. |
209 | * The INSN_IMM_16 immediate type is unsigned. | 145 | * The AARCH64_INSN_IMM_16 immediate type is unsigned. |
210 | */ | 146 | */ |
211 | if (imm_type != INSN_IMM_16) { | 147 | if (imm_type != AARCH64_INSN_IMM_16) { |
212 | sval++; | 148 | sval++; |
213 | limit++; | 149 | limit++; |
214 | } | 150 | } |
@@ -221,11 +157,11 @@ static int reloc_insn_movw(enum aarch64_reloc_op op, void *place, u64 val, | |||
221 | } | 157 | } |
222 | 158 | ||
223 | static int reloc_insn_imm(enum aarch64_reloc_op op, void *place, u64 val, | 159 | static int reloc_insn_imm(enum aarch64_reloc_op op, void *place, u64 val, |
224 | int lsb, int len, enum aarch64_imm_type imm_type) | 160 | int lsb, int len, enum aarch64_insn_imm_type imm_type) |
225 | { | 161 | { |
226 | u64 imm, imm_mask; | 162 | u64 imm, imm_mask; |
227 | s64 sval; | 163 | s64 sval; |
228 | u32 insn = *(u32 *)place; | 164 | u32 insn = le32_to_cpu(*(u32 *)place); |
229 | 165 | ||
230 | /* Calculate the relocation value. */ | 166 | /* Calculate the relocation value. */ |
231 | sval = do_reloc(op, place, val); | 167 | sval = do_reloc(op, place, val); |
@@ -236,7 +172,8 @@ static int reloc_insn_imm(enum aarch64_reloc_op op, void *place, u64 val, | |||
236 | imm = sval & imm_mask; | 172 | imm = sval & imm_mask; |
237 | 173 | ||
238 | /* Update the instruction's immediate field. */ | 174 | /* Update the instruction's immediate field. */ |
239 | *(u32 *)place = encode_insn_immediate(imm_type, insn, imm); | 175 | insn = aarch64_insn_encode_immediate(imm_type, insn, imm); |
176 | *(u32 *)place = cpu_to_le32(insn); | ||
240 | 177 | ||
241 | /* | 178 | /* |
242 | * Extract the upper value bits (including the sign bit) and | 179 | * Extract the upper value bits (including the sign bit) and |
@@ -318,125 +255,125 @@ int apply_relocate_add(Elf64_Shdr *sechdrs, | |||
318 | overflow_check = false; | 255 | overflow_check = false; |
319 | case R_AARCH64_MOVW_UABS_G0: | 256 | case R_AARCH64_MOVW_UABS_G0: |
320 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 0, | 257 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 0, |
321 | INSN_IMM_16); | 258 | AARCH64_INSN_IMM_16); |
322 | break; | 259 | break; |
323 | case R_AARCH64_MOVW_UABS_G1_NC: | 260 | case R_AARCH64_MOVW_UABS_G1_NC: |
324 | overflow_check = false; | 261 | overflow_check = false; |
325 | case R_AARCH64_MOVW_UABS_G1: | 262 | case R_AARCH64_MOVW_UABS_G1: |
326 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 16, | 263 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 16, |
327 | INSN_IMM_16); | 264 | AARCH64_INSN_IMM_16); |
328 | break; | 265 | break; |
329 | case R_AARCH64_MOVW_UABS_G2_NC: | 266 | case R_AARCH64_MOVW_UABS_G2_NC: |
330 | overflow_check = false; | 267 | overflow_check = false; |
331 | case R_AARCH64_MOVW_UABS_G2: | 268 | case R_AARCH64_MOVW_UABS_G2: |
332 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 32, | 269 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 32, |
333 | INSN_IMM_16); | 270 | AARCH64_INSN_IMM_16); |
334 | break; | 271 | break; |
335 | case R_AARCH64_MOVW_UABS_G3: | 272 | case R_AARCH64_MOVW_UABS_G3: |
336 | /* We're using the top bits so we can't overflow. */ | 273 | /* We're using the top bits so we can't overflow. */ |
337 | overflow_check = false; | 274 | overflow_check = false; |
338 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 48, | 275 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 48, |
339 | INSN_IMM_16); | 276 | AARCH64_INSN_IMM_16); |
340 | break; | 277 | break; |
341 | case R_AARCH64_MOVW_SABS_G0: | 278 | case R_AARCH64_MOVW_SABS_G0: |
342 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 0, | 279 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 0, |
343 | INSN_IMM_MOVNZ); | 280 | AARCH64_INSN_IMM_MOVNZ); |
344 | break; | 281 | break; |
345 | case R_AARCH64_MOVW_SABS_G1: | 282 | case R_AARCH64_MOVW_SABS_G1: |
346 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 16, | 283 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 16, |
347 | INSN_IMM_MOVNZ); | 284 | AARCH64_INSN_IMM_MOVNZ); |
348 | break; | 285 | break; |
349 | case R_AARCH64_MOVW_SABS_G2: | 286 | case R_AARCH64_MOVW_SABS_G2: |
350 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 32, | 287 | ovf = reloc_insn_movw(RELOC_OP_ABS, loc, val, 32, |
351 | INSN_IMM_MOVNZ); | 288 | AARCH64_INSN_IMM_MOVNZ); |
352 | break; | 289 | break; |
353 | case R_AARCH64_MOVW_PREL_G0_NC: | 290 | case R_AARCH64_MOVW_PREL_G0_NC: |
354 | overflow_check = false; | 291 | overflow_check = false; |
355 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 0, | 292 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 0, |
356 | INSN_IMM_MOVK); | 293 | AARCH64_INSN_IMM_MOVK); |
357 | break; | 294 | break; |
358 | case R_AARCH64_MOVW_PREL_G0: | 295 | case R_AARCH64_MOVW_PREL_G0: |
359 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 0, | 296 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 0, |
360 | INSN_IMM_MOVNZ); | 297 | AARCH64_INSN_IMM_MOVNZ); |
361 | break; | 298 | break; |
362 | case R_AARCH64_MOVW_PREL_G1_NC: | 299 | case R_AARCH64_MOVW_PREL_G1_NC: |
363 | overflow_check = false; | 300 | overflow_check = false; |
364 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 16, | 301 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 16, |
365 | INSN_IMM_MOVK); | 302 | AARCH64_INSN_IMM_MOVK); |
366 | break; | 303 | break; |
367 | case R_AARCH64_MOVW_PREL_G1: | 304 | case R_AARCH64_MOVW_PREL_G1: |
368 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 16, | 305 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 16, |
369 | INSN_IMM_MOVNZ); | 306 | AARCH64_INSN_IMM_MOVNZ); |
370 | break; | 307 | break; |
371 | case R_AARCH64_MOVW_PREL_G2_NC: | 308 | case R_AARCH64_MOVW_PREL_G2_NC: |
372 | overflow_check = false; | 309 | overflow_check = false; |
373 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 32, | 310 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 32, |
374 | INSN_IMM_MOVK); | 311 | AARCH64_INSN_IMM_MOVK); |
375 | break; | 312 | break; |
376 | case R_AARCH64_MOVW_PREL_G2: | 313 | case R_AARCH64_MOVW_PREL_G2: |
377 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 32, | 314 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 32, |
378 | INSN_IMM_MOVNZ); | 315 | AARCH64_INSN_IMM_MOVNZ); |
379 | break; | 316 | break; |
380 | case R_AARCH64_MOVW_PREL_G3: | 317 | case R_AARCH64_MOVW_PREL_G3: |
381 | /* We're using the top bits so we can't overflow. */ | 318 | /* We're using the top bits so we can't overflow. */ |
382 | overflow_check = false; | 319 | overflow_check = false; |
383 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 48, | 320 | ovf = reloc_insn_movw(RELOC_OP_PREL, loc, val, 48, |
384 | INSN_IMM_MOVNZ); | 321 | AARCH64_INSN_IMM_MOVNZ); |
385 | break; | 322 | break; |
386 | 323 | ||
387 | /* Immediate instruction relocations. */ | 324 | /* Immediate instruction relocations. */ |
388 | case R_AARCH64_LD_PREL_LO19: | 325 | case R_AARCH64_LD_PREL_LO19: |
389 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 19, | 326 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 19, |
390 | INSN_IMM_19); | 327 | AARCH64_INSN_IMM_19); |
391 | break; | 328 | break; |
392 | case R_AARCH64_ADR_PREL_LO21: | 329 | case R_AARCH64_ADR_PREL_LO21: |
393 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 0, 21, | 330 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 0, 21, |
394 | INSN_IMM_ADR); | 331 | AARCH64_INSN_IMM_ADR); |
395 | break; | 332 | break; |
396 | case R_AARCH64_ADR_PREL_PG_HI21_NC: | 333 | case R_AARCH64_ADR_PREL_PG_HI21_NC: |
397 | overflow_check = false; | 334 | overflow_check = false; |
398 | case R_AARCH64_ADR_PREL_PG_HI21: | 335 | case R_AARCH64_ADR_PREL_PG_HI21: |
399 | ovf = reloc_insn_imm(RELOC_OP_PAGE, loc, val, 12, 21, | 336 | ovf = reloc_insn_imm(RELOC_OP_PAGE, loc, val, 12, 21, |
400 | INSN_IMM_ADR); | 337 | AARCH64_INSN_IMM_ADR); |
401 | break; | 338 | break; |
402 | case R_AARCH64_ADD_ABS_LO12_NC: | 339 | case R_AARCH64_ADD_ABS_LO12_NC: |
403 | case R_AARCH64_LDST8_ABS_LO12_NC: | 340 | case R_AARCH64_LDST8_ABS_LO12_NC: |
404 | overflow_check = false; | 341 | overflow_check = false; |
405 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 0, 12, | 342 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 0, 12, |
406 | INSN_IMM_12); | 343 | AARCH64_INSN_IMM_12); |
407 | break; | 344 | break; |
408 | case R_AARCH64_LDST16_ABS_LO12_NC: | 345 | case R_AARCH64_LDST16_ABS_LO12_NC: |
409 | overflow_check = false; | 346 | overflow_check = false; |
410 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 1, 11, | 347 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 1, 11, |
411 | INSN_IMM_12); | 348 | AARCH64_INSN_IMM_12); |
412 | break; | 349 | break; |
413 | case R_AARCH64_LDST32_ABS_LO12_NC: | 350 | case R_AARCH64_LDST32_ABS_LO12_NC: |
414 | overflow_check = false; | 351 | overflow_check = false; |
415 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 2, 10, | 352 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 2, 10, |
416 | INSN_IMM_12); | 353 | AARCH64_INSN_IMM_12); |
417 | break; | 354 | break; |
418 | case R_AARCH64_LDST64_ABS_LO12_NC: | 355 | case R_AARCH64_LDST64_ABS_LO12_NC: |
419 | overflow_check = false; | 356 | overflow_check = false; |
420 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 3, 9, | 357 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 3, 9, |
421 | INSN_IMM_12); | 358 | AARCH64_INSN_IMM_12); |
422 | break; | 359 | break; |
423 | case R_AARCH64_LDST128_ABS_LO12_NC: | 360 | case R_AARCH64_LDST128_ABS_LO12_NC: |
424 | overflow_check = false; | 361 | overflow_check = false; |
425 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 4, 8, | 362 | ovf = reloc_insn_imm(RELOC_OP_ABS, loc, val, 4, 8, |
426 | INSN_IMM_12); | 363 | AARCH64_INSN_IMM_12); |
427 | break; | 364 | break; |
428 | case R_AARCH64_TSTBR14: | 365 | case R_AARCH64_TSTBR14: |
429 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 14, | 366 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 14, |
430 | INSN_IMM_14); | 367 | AARCH64_INSN_IMM_14); |
431 | break; | 368 | break; |
432 | case R_AARCH64_CONDBR19: | 369 | case R_AARCH64_CONDBR19: |
433 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 19, | 370 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 19, |
434 | INSN_IMM_19); | 371 | AARCH64_INSN_IMM_19); |
435 | break; | 372 | break; |
436 | case R_AARCH64_JUMP26: | 373 | case R_AARCH64_JUMP26: |
437 | case R_AARCH64_CALL26: | 374 | case R_AARCH64_CALL26: |
438 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 26, | 375 | ovf = reloc_insn_imm(RELOC_OP_PREL, loc, val, 2, 26, |
439 | INSN_IMM_26); | 376 | AARCH64_INSN_IMM_26); |
440 | break; | 377 | break; |
441 | 378 | ||
442 | default: | 379 | default: |