aboutsummaryrefslogtreecommitdiffstats
path: root/arch/powerpc/kernel/head_64.S
diff options
context:
space:
mode:
Diffstat (limited to 'arch/powerpc/kernel/head_64.S')
-rw-r--r--arch/powerpc/kernel/head_64.S336
1 files changed, 1 insertions, 335 deletions
diff --git a/arch/powerpc/kernel/head_64.S b/arch/powerpc/kernel/head_64.S
index 97f089b30316..fe6122bfd073 100644
--- a/arch/powerpc/kernel/head_64.S
+++ b/arch/powerpc/kernel/head_64.S
@@ -35,6 +35,7 @@
35#include <asm/thread_info.h> 35#include <asm/thread_info.h>
36#include <asm/firmware.h> 36#include <asm/firmware.h>
37#include <asm/page_64.h> 37#include <asm/page_64.h>
38#include <asm/exception.h>
38 39
39#define DO_SOFT_DISABLE 40#define DO_SOFT_DISABLE
40 41
@@ -145,344 +146,9 @@ exception_marker:
145 .text 146 .text
146 147
147/* 148/*
148 * The following macros define the code that appears as
149 * the prologue to each of the exception handlers. They
150 * are split into two parts to allow a single kernel binary
151 * to be used for pSeries and iSeries.
152 * LOL. One day... - paulus
153 */
154
155/*
156 * We make as much of the exception code common between native
157 * exception handlers (including pSeries LPAR) and iSeries LPAR
158 * implementations as possible.
159 */
160
161/*
162 * This is the start of the interrupt handlers for pSeries 149 * This is the start of the interrupt handlers for pSeries
163 * This code runs with relocation off. 150 * This code runs with relocation off.
164 */ 151 */
165#define EX_R9 0
166#define EX_R10 8
167#define EX_R11 16
168#define EX_R12 24
169#define EX_R13 32
170#define EX_SRR0 40
171#define EX_DAR 48
172#define EX_DSISR 56
173#define EX_CCR 60
174#define EX_R3 64
175#define EX_LR 72
176
177/*
178 * We're short on space and time in the exception prolog, so we can't
179 * use the normal SET_REG_IMMEDIATE macro. Normally we just need the
180 * low halfword of the address, but for Kdump we need the whole low
181 * word.
182 */
183#ifdef CONFIG_CRASH_DUMP
184#define LOAD_HANDLER(reg, label) \
185 oris reg,reg,(label)@h; /* virt addr of handler ... */ \
186 ori reg,reg,(label)@l; /* .. and the rest */
187#else
188#define LOAD_HANDLER(reg, label) \
189 ori reg,reg,(label)@l; /* virt addr of handler ... */
190#endif
191
192/*
193 * Equal to EXCEPTION_PROLOG_PSERIES, except that it forces 64bit mode.
194 * The firmware calls the registered system_reset_fwnmi and
195 * machine_check_fwnmi handlers in 32bit mode if the cpu happens to run
196 * a 32bit application at the time of the event.
197 * This firmware bug is present on POWER4 and JS20.
198 */
199#define EXCEPTION_PROLOG_PSERIES_FORCE_64BIT(area, label) \
200 mfspr r13,SPRN_SPRG3; /* get paca address into r13 */ \
201 std r9,area+EX_R9(r13); /* save r9 - r12 */ \
202 std r10,area+EX_R10(r13); \
203 std r11,area+EX_R11(r13); \
204 std r12,area+EX_R12(r13); \
205 mfspr r9,SPRN_SPRG1; \
206 std r9,area+EX_R13(r13); \
207 mfcr r9; \
208 clrrdi r12,r13,32; /* get high part of &label */ \
209 mfmsr r10; \
210 /* force 64bit mode */ \
211 li r11,5; /* MSR_SF_LG|MSR_ISF_LG */ \
212 rldimi r10,r11,61,0; /* insert into top 3 bits */ \
213 /* done 64bit mode */ \
214 mfspr r11,SPRN_SRR0; /* save SRR0 */ \
215 LOAD_HANDLER(r12,label) \
216 ori r10,r10,MSR_IR|MSR_DR|MSR_RI; \
217 mtspr SPRN_SRR0,r12; \
218 mfspr r12,SPRN_SRR1; /* and SRR1 */ \
219 mtspr SPRN_SRR1,r10; \
220 rfid; \
221 b . /* prevent speculative execution */
222
223#define EXCEPTION_PROLOG_PSERIES(area, label) \
224 mfspr r13,SPRN_SPRG3; /* get paca address into r13 */ \
225 std r9,area+EX_R9(r13); /* save r9 - r12 */ \
226 std r10,area+EX_R10(r13); \
227 std r11,area+EX_R11(r13); \
228 std r12,area+EX_R12(r13); \
229 mfspr r9,SPRN_SPRG1; \
230 std r9,area+EX_R13(r13); \
231 mfcr r9; \
232 clrrdi r12,r13,32; /* get high part of &label */ \
233 mfmsr r10; \
234 mfspr r11,SPRN_SRR0; /* save SRR0 */ \
235 LOAD_HANDLER(r12,label) \
236 ori r10,r10,MSR_IR|MSR_DR|MSR_RI; \
237 mtspr SPRN_SRR0,r12; \
238 mfspr r12,SPRN_SRR1; /* and SRR1 */ \
239 mtspr SPRN_SRR1,r10; \
240 rfid; \
241 b . /* prevent speculative execution */
242
243/*
244 * This is the start of the interrupt handlers for iSeries
245 * This code runs with relocation on.
246 */
247#define EXCEPTION_PROLOG_ISERIES_1(area) \
248 mfspr r13,SPRN_SPRG3; /* get paca address into r13 */ \
249 std r9,area+EX_R9(r13); /* save r9 - r12 */ \
250 std r10,area+EX_R10(r13); \
251 std r11,area+EX_R11(r13); \
252 std r12,area+EX_R12(r13); \
253 mfspr r9,SPRN_SPRG1; \
254 std r9,area+EX_R13(r13); \
255 mfcr r9
256
257#define EXCEPTION_PROLOG_ISERIES_2 \
258 mfmsr r10; \
259 ld r12,PACALPPACAPTR(r13); \
260 ld r11,LPPACASRR0(r12); \
261 ld r12,LPPACASRR1(r12); \
262 ori r10,r10,MSR_RI; \
263 mtmsrd r10,1
264
265/*
266 * The common exception prolog is used for all except a few exceptions
267 * such as a segment miss on a kernel address. We have to be prepared
268 * to take another exception from the point where we first touch the
269 * kernel stack onwards.
270 *
271 * On entry r13 points to the paca, r9-r13 are saved in the paca,
272 * r9 contains the saved CR, r11 and r12 contain the saved SRR0 and
273 * SRR1, and relocation is on.
274 */
275#define EXCEPTION_PROLOG_COMMON(n, area) \
276 andi. r10,r12,MSR_PR; /* See if coming from user */ \
277 mr r10,r1; /* Save r1 */ \
278 subi r1,r1,INT_FRAME_SIZE; /* alloc frame on kernel stack */ \
279 beq- 1f; \
280 ld r1,PACAKSAVE(r13); /* kernel stack to use */ \
2811: cmpdi cr1,r1,0; /* check if r1 is in userspace */ \
282 bge- cr1,2f; /* abort if it is */ \
283 b 3f; \
2842: li r1,(n); /* will be reloaded later */ \
285 sth r1,PACA_TRAP_SAVE(r13); \
286 b bad_stack; \
2873: std r9,_CCR(r1); /* save CR in stackframe */ \
288 std r11,_NIP(r1); /* save SRR0 in stackframe */ \
289 std r12,_MSR(r1); /* save SRR1 in stackframe */ \
290 std r10,0(r1); /* make stack chain pointer */ \
291 std r0,GPR0(r1); /* save r0 in stackframe */ \
292 std r10,GPR1(r1); /* save r1 in stackframe */ \
293 ACCOUNT_CPU_USER_ENTRY(r9, r10); \
294 std r2,GPR2(r1); /* save r2 in stackframe */ \
295 SAVE_4GPRS(3, r1); /* save r3 - r6 in stackframe */ \
296 SAVE_2GPRS(7, r1); /* save r7, r8 in stackframe */ \
297 ld r9,area+EX_R9(r13); /* move r9, r10 to stackframe */ \
298 ld r10,area+EX_R10(r13); \
299 std r9,GPR9(r1); \
300 std r10,GPR10(r1); \
301 ld r9,area+EX_R11(r13); /* move r11 - r13 to stackframe */ \
302 ld r10,area+EX_R12(r13); \
303 ld r11,area+EX_R13(r13); \
304 std r9,GPR11(r1); \
305 std r10,GPR12(r1); \
306 std r11,GPR13(r1); \
307 ld r2,PACATOC(r13); /* get kernel TOC into r2 */ \
308 mflr r9; /* save LR in stackframe */ \
309 std r9,_LINK(r1); \
310 mfctr r10; /* save CTR in stackframe */ \
311 std r10,_CTR(r1); \
312 lbz r10,PACASOFTIRQEN(r13); \
313 mfspr r11,SPRN_XER; /* save XER in stackframe */ \
314 std r10,SOFTE(r1); \
315 std r11,_XER(r1); \
316 li r9,(n)+1; \
317 std r9,_TRAP(r1); /* set trap number */ \
318 li r10,0; \
319 ld r11,exception_marker@toc(r2); \
320 std r10,RESULT(r1); /* clear regs->result */ \
321 std r11,STACK_FRAME_OVERHEAD-16(r1); /* mark the frame */
322
323/*
324 * Exception vectors.
325 */
326#define STD_EXCEPTION_PSERIES(n, label) \
327 . = n; \
328 .globl label##_pSeries; \
329label##_pSeries: \
330 HMT_MEDIUM; \
331 mtspr SPRN_SPRG1,r13; /* save r13 */ \
332 EXCEPTION_PROLOG_PSERIES(PACA_EXGEN, label##_common)
333
334#define HSTD_EXCEPTION_PSERIES(n, label) \
335 . = n; \
336 .globl label##_pSeries; \
337label##_pSeries: \
338 HMT_MEDIUM; \
339 mtspr SPRN_SPRG1,r20; /* save r20 */ \
340 mfspr r20,SPRN_HSRR0; /* copy HSRR0 to SRR0 */ \
341 mtspr SPRN_SRR0,r20; \
342 mfspr r20,SPRN_HSRR1; /* copy HSRR0 to SRR0 */ \
343 mtspr SPRN_SRR1,r20; \
344 mfspr r20,SPRN_SPRG1; /* restore r20 */ \
345 mtspr SPRN_SPRG1,r13; /* save r13 */ \
346 EXCEPTION_PROLOG_PSERIES(PACA_EXGEN, label##_common)
347
348
349#define MASKABLE_EXCEPTION_PSERIES(n, label) \
350 . = n; \
351 .globl label##_pSeries; \
352label##_pSeries: \
353 HMT_MEDIUM; \
354 mtspr SPRN_SPRG1,r13; /* save r13 */ \
355 mfspr r13,SPRN_SPRG3; /* get paca address into r13 */ \
356 std r9,PACA_EXGEN+EX_R9(r13); /* save r9, r10 */ \
357 std r10,PACA_EXGEN+EX_R10(r13); \
358 lbz r10,PACASOFTIRQEN(r13); \
359 mfcr r9; \
360 cmpwi r10,0; \
361 beq masked_interrupt; \
362 mfspr r10,SPRN_SPRG1; \
363 std r10,PACA_EXGEN+EX_R13(r13); \
364 std r11,PACA_EXGEN+EX_R11(r13); \
365 std r12,PACA_EXGEN+EX_R12(r13); \
366 clrrdi r12,r13,32; /* get high part of &label */ \
367 mfmsr r10; \
368 mfspr r11,SPRN_SRR0; /* save SRR0 */ \
369 LOAD_HANDLER(r12,label##_common) \
370 ori r10,r10,MSR_IR|MSR_DR|MSR_RI; \
371 mtspr SPRN_SRR0,r12; \
372 mfspr r12,SPRN_SRR1; /* and SRR1 */ \
373 mtspr SPRN_SRR1,r10; \
374 rfid; \
375 b . /* prevent speculative execution */
376
377#define STD_EXCEPTION_ISERIES(n, label, area) \
378 .globl label##_iSeries; \
379label##_iSeries: \
380 HMT_MEDIUM; \
381 mtspr SPRN_SPRG1,r13; /* save r13 */ \
382 EXCEPTION_PROLOG_ISERIES_1(area); \
383 EXCEPTION_PROLOG_ISERIES_2; \
384 b label##_common
385
386#define MASKABLE_EXCEPTION_ISERIES(n, label) \
387 .globl label##_iSeries; \
388label##_iSeries: \
389 HMT_MEDIUM; \
390 mtspr SPRN_SPRG1,r13; /* save r13 */ \
391 EXCEPTION_PROLOG_ISERIES_1(PACA_EXGEN); \
392 lbz r10,PACASOFTIRQEN(r13); \
393 cmpwi 0,r10,0; \
394 beq- label##_iSeries_masked; \
395 EXCEPTION_PROLOG_ISERIES_2; \
396 b label##_common; \
397
398#ifdef CONFIG_PPC_ISERIES
399#define DISABLE_INTS \
400 li r11,0; \
401 stb r11,PACASOFTIRQEN(r13); \
402BEGIN_FW_FTR_SECTION; \
403 stb r11,PACAHARDIRQEN(r13); \
404END_FW_FTR_SECTION_IFCLR(FW_FEATURE_ISERIES); \
405BEGIN_FW_FTR_SECTION; \
406 mfmsr r10; \
407 ori r10,r10,MSR_EE; \
408 mtmsrd r10,1; \
409END_FW_FTR_SECTION_IFSET(FW_FEATURE_ISERIES)
410
411#else
412#define DISABLE_INTS \
413 li r11,0; \
414 stb r11,PACASOFTIRQEN(r13); \
415 stb r11,PACAHARDIRQEN(r13)
416
417#endif /* CONFIG_PPC_ISERIES */
418
419#define ENABLE_INTS \
420 ld r12,_MSR(r1); \
421 mfmsr r11; \
422 rlwimi r11,r12,0,MSR_EE; \
423 mtmsrd r11,1
424
425#define STD_EXCEPTION_COMMON(trap, label, hdlr) \
426 .align 7; \
427 .globl label##_common; \
428label##_common: \
429 EXCEPTION_PROLOG_COMMON(trap, PACA_EXGEN); \
430 DISABLE_INTS; \
431 bl .save_nvgprs; \
432 addi r3,r1,STACK_FRAME_OVERHEAD; \
433 bl hdlr; \
434 b .ret_from_except
435
436/*
437 * Like STD_EXCEPTION_COMMON, but for exceptions that can occur
438 * in the idle task and therefore need the special idle handling.
439 */
440#define STD_EXCEPTION_COMMON_IDLE(trap, label, hdlr) \
441 .align 7; \
442 .globl label##_common; \
443label##_common: \
444 EXCEPTION_PROLOG_COMMON(trap, PACA_EXGEN); \
445 FINISH_NAP; \
446 DISABLE_INTS; \
447 bl .save_nvgprs; \
448 addi r3,r1,STACK_FRAME_OVERHEAD; \
449 bl hdlr; \
450 b .ret_from_except
451
452#define STD_EXCEPTION_COMMON_LITE(trap, label, hdlr) \
453 .align 7; \
454 .globl label##_common; \
455label##_common: \
456 EXCEPTION_PROLOG_COMMON(trap, PACA_EXGEN); \
457 FINISH_NAP; \
458 DISABLE_INTS; \
459 bl .ppc64_runlatch_on; \
460 addi r3,r1,STACK_FRAME_OVERHEAD; \
461 bl hdlr; \
462 b .ret_from_except_lite
463
464/*
465 * When the idle code in power4_idle puts the CPU into NAP mode,
466 * it has to do so in a loop, and relies on the external interrupt
467 * and decrementer interrupt entry code to get it out of the loop.
468 * It sets the _TLF_NAPPING bit in current_thread_info()->local_flags
469 * to signal that it is in the loop and needs help to get out.
470 */
471#ifdef CONFIG_PPC_970_NAP
472#define FINISH_NAP \
473BEGIN_FTR_SECTION \
474 clrrdi r11,r1,THREAD_SHIFT; \
475 ld r9,TI_LOCAL_FLAGS(r11); \
476 andi. r10,r9,_TLF_NAPPING; \
477 bnel power4_fixup_nap; \
478END_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
479#else
480#define FINISH_NAP
481#endif
482
483/*
484 * Start of pSeries system interrupt routines
485 */
486 . = 0x100 152 . = 0x100
487 .globl __start_interrupts 153 .globl __start_interrupts
488__start_interrupts: 154__start_interrupts:
generated by cgit v1.2.2 (git 2.25.0) at 2025-01-13 18:08:28 -0500