diff options
-rw-r--r-- | arch/arm/mach-realview/Makefile | 1 | ||||
-rw-r--r-- | arch/arm/mach-realview/headsmp.S | 39 | ||||
-rw-r--r-- | arch/arm/mach-realview/platsmp.c | 195 | ||||
-rw-r--r-- | arch/arm/mm/proc-v6.S | 18 | ||||
-rw-r--r-- | include/asm-arm/arch-realview/entry-macro.S | 14 | ||||
-rw-r--r-- | include/asm-arm/arch-realview/platform.h | 1 | ||||
-rw-r--r-- | include/asm-arm/arch-realview/smp.h | 31 | ||||
-rw-r--r-- | include/asm-arm/hardware/arm_scu.h | 13 |
8 files changed, 312 insertions, 0 deletions
diff --git a/arch/arm/mach-realview/Makefile b/arch/arm/mach-realview/Makefile index 8d37ea1605fd..011a85c10627 100644 --- a/arch/arm/mach-realview/Makefile +++ b/arch/arm/mach-realview/Makefile | |||
@@ -4,3 +4,4 @@ | |||
4 | 4 | ||
5 | obj-y := core.o clock.o | 5 | obj-y := core.o clock.o |
6 | obj-$(CONFIG_MACH_REALVIEW_EB) += realview_eb.o | 6 | obj-$(CONFIG_MACH_REALVIEW_EB) += realview_eb.o |
7 | obj-$(CONFIG_SMP) += platsmp.o headsmp.o | ||
diff --git a/arch/arm/mach-realview/headsmp.S b/arch/arm/mach-realview/headsmp.S new file mode 100644 index 000000000000..4075473cf68a --- /dev/null +++ b/arch/arm/mach-realview/headsmp.S | |||
@@ -0,0 +1,39 @@ | |||
1 | /* | ||
2 | * linux/arch/arm/mach-realview/headsmp.S | ||
3 | * | ||
4 | * Copyright (c) 2003 ARM Limited | ||
5 | * All Rights Reserved | ||
6 | * | ||
7 | * This program is free software; you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License version 2 as | ||
9 | * published by the Free Software Foundation. | ||
10 | */ | ||
11 | #include <linux/linkage.h> | ||
12 | #include <linux/init.h> | ||
13 | |||
14 | __INIT | ||
15 | |||
16 | /* | ||
17 | * Realview specific entry point for secondary CPUs. This provides | ||
18 | * a "holding pen" into which all secondary cores are held until we're | ||
19 | * ready for them to initialise. | ||
20 | */ | ||
21 | ENTRY(realview_secondary_startup) | ||
22 | mrc p15, 0, r0, c0, c0, 5 | ||
23 | and r0, r0, #15 | ||
24 | adr r4, 1f | ||
25 | ldmia r4, {r5, r6} | ||
26 | sub r4, r4, r5 | ||
27 | add r6, r6, r4 | ||
28 | pen: ldr r7, [r6] | ||
29 | cmp r7, r0 | ||
30 | bne pen | ||
31 | |||
32 | /* | ||
33 | * we've been released from the holding pen: secondary_stack | ||
34 | * should now contain the SVC stack for this core | ||
35 | */ | ||
36 | b secondary_startup | ||
37 | |||
38 | 1: .long . | ||
39 | .long pen_release | ||
diff --git a/arch/arm/mach-realview/platsmp.c b/arch/arm/mach-realview/platsmp.c new file mode 100644 index 000000000000..9844644d0fb5 --- /dev/null +++ b/arch/arm/mach-realview/platsmp.c | |||
@@ -0,0 +1,195 @@ | |||
1 | /* | ||
2 | * linux/arch/arm/mach-realview/platsmp.c | ||
3 | * | ||
4 | * Copyright (C) 2002 ARM Ltd. | ||
5 | * All Rights Reserved | ||
6 | * | ||
7 | * This program is free software; you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License version 2 as | ||
9 | * published by the Free Software Foundation. | ||
10 | */ | ||
11 | #include <linux/init.h> | ||
12 | #include <linux/errno.h> | ||
13 | #include <linux/delay.h> | ||
14 | #include <linux/device.h> | ||
15 | #include <linux/smp.h> | ||
16 | |||
17 | #include <asm/cacheflush.h> | ||
18 | #include <asm/hardware/arm_scu.h> | ||
19 | #include <asm/hardware.h> | ||
20 | |||
21 | #include "core.h" | ||
22 | |||
23 | extern void realview_secondary_startup(void); | ||
24 | |||
25 | /* | ||
26 | * control for which core is the next to come out of the secondary | ||
27 | * boot "holding pen" | ||
28 | */ | ||
29 | volatile int __cpuinitdata pen_release = -1; | ||
30 | |||
31 | static unsigned int __init get_core_count(void) | ||
32 | { | ||
33 | unsigned int ncores; | ||
34 | |||
35 | ncores = __raw_readl(IO_ADDRESS(REALVIEW_MPCORE_SCU_BASE) + SCU_CONFIG); | ||
36 | |||
37 | return (ncores & 0x03) + 1; | ||
38 | } | ||
39 | |||
40 | static DEFINE_SPINLOCK(boot_lock); | ||
41 | |||
42 | void __cpuinit platform_secondary_init(unsigned int cpu) | ||
43 | { | ||
44 | /* | ||
45 | * the primary core may have used a "cross call" soft interrupt | ||
46 | * to get this processor out of WFI in the BootMonitor - make | ||
47 | * sure that we are no longer being sent this soft interrupt | ||
48 | */ | ||
49 | smp_cross_call_done(cpumask_of_cpu(cpu)); | ||
50 | |||
51 | /* | ||
52 | * if any interrupts are already enabled for the primary | ||
53 | * core (e.g. timer irq), then they will not have been enabled | ||
54 | * for us: do so | ||
55 | */ | ||
56 | gic_cpu_init(__io_address(REALVIEW_GIC_CPU_BASE)); | ||
57 | |||
58 | /* | ||
59 | * let the primary processor know we're out of the | ||
60 | * pen, then head off into the C entry point | ||
61 | */ | ||
62 | pen_release = -1; | ||
63 | |||
64 | /* | ||
65 | * Synchronise with the boot thread. | ||
66 | */ | ||
67 | spin_lock(&boot_lock); | ||
68 | spin_unlock(&boot_lock); | ||
69 | } | ||
70 | |||
71 | int __cpuinit boot_secondary(unsigned int cpu, struct task_struct *idle) | ||
72 | { | ||
73 | unsigned long timeout; | ||
74 | |||
75 | /* | ||
76 | * set synchronisation state between this boot processor | ||
77 | * and the secondary one | ||
78 | */ | ||
79 | spin_lock(&boot_lock); | ||
80 | |||
81 | /* | ||
82 | * The secondary processor is waiting to be released from | ||
83 | * the holding pen - release it, then wait for it to flag | ||
84 | * that it has been released by resetting pen_release. | ||
85 | * | ||
86 | * Note that "pen_release" is the hardware CPU ID, whereas | ||
87 | * "cpu" is Linux's internal ID. | ||
88 | */ | ||
89 | pen_release = cpu; | ||
90 | flush_cache_all(); | ||
91 | |||
92 | /* | ||
93 | * XXX | ||
94 | * | ||
95 | * This is a later addition to the booting protocol: the | ||
96 | * bootMonitor now puts secondary cores into WFI, so | ||
97 | * poke_milo() no longer gets the cores moving; we need | ||
98 | * to send a soft interrupt to wake the secondary core. | ||
99 | * Use smp_cross_call() for this, since there's little | ||
100 | * point duplicating the code here | ||
101 | */ | ||
102 | smp_cross_call(cpumask_of_cpu(cpu)); | ||
103 | |||
104 | timeout = jiffies + (1 * HZ); | ||
105 | while (time_before(jiffies, timeout)) { | ||
106 | if (pen_release == -1) | ||
107 | break; | ||
108 | |||
109 | udelay(10); | ||
110 | } | ||
111 | |||
112 | /* | ||
113 | * now the secondary core is starting up let it run its | ||
114 | * calibrations, then wait for it to finish | ||
115 | */ | ||
116 | spin_unlock(&boot_lock); | ||
117 | |||
118 | return pen_release != -1 ? -ENOSYS : 0; | ||
119 | } | ||
120 | |||
121 | static void __init poke_milo(void) | ||
122 | { | ||
123 | extern void secondary_startup(void); | ||
124 | |||
125 | /* nobody is to be released from the pen yet */ | ||
126 | pen_release = -1; | ||
127 | |||
128 | /* | ||
129 | * write the address of secondary startup into the system-wide | ||
130 | * flags register, then clear the bottom two bits, which is what | ||
131 | * BootMonitor is waiting for | ||
132 | */ | ||
133 | #if 1 | ||
134 | #define REALVIEW_SYS_FLAGSS_OFFSET 0x30 | ||
135 | __raw_writel(virt_to_phys(realview_secondary_startup), | ||
136 | (IO_ADDRESS(REALVIEW_SYS_BASE) + | ||
137 | REALVIEW_SYS_FLAGSS_OFFSET)); | ||
138 | #define REALVIEW_SYS_FLAGSC_OFFSET 0x34 | ||
139 | __raw_writel(3, | ||
140 | (IO_ADDRESS(REALVIEW_SYS_BASE) + | ||
141 | REALVIEW_SYS_FLAGSC_OFFSET)); | ||
142 | #endif | ||
143 | |||
144 | mb(); | ||
145 | } | ||
146 | |||
147 | void __init smp_prepare_cpus(unsigned int max_cpus) | ||
148 | { | ||
149 | unsigned int ncores = get_core_count(); | ||
150 | unsigned int cpu = smp_processor_id(); | ||
151 | int i; | ||
152 | |||
153 | /* sanity check */ | ||
154 | if (ncores == 0) { | ||
155 | printk(KERN_ERR | ||
156 | "Realview: strange CM count of 0? Default to 1\n"); | ||
157 | |||
158 | ncores = 1; | ||
159 | } | ||
160 | |||
161 | if (ncores > NR_CPUS) { | ||
162 | printk(KERN_WARNING | ||
163 | "Realview: no. of cores (%d) greater than configured " | ||
164 | "maximum of %d - clipping\n", | ||
165 | ncores, NR_CPUS); | ||
166 | ncores = NR_CPUS; | ||
167 | } | ||
168 | |||
169 | smp_store_cpu_info(cpu); | ||
170 | |||
171 | /* | ||
172 | * are we trying to boot more cores than exist? | ||
173 | */ | ||
174 | if (max_cpus > ncores) | ||
175 | max_cpus = ncores; | ||
176 | |||
177 | /* | ||
178 | * Initialise the possible/present maps. | ||
179 | * cpu_possible_map describes the set of CPUs which may be present | ||
180 | * cpu_present_map describes the set of CPUs populated | ||
181 | */ | ||
182 | for (i = 0; i < max_cpus; i++) { | ||
183 | cpu_set(i, cpu_possible_map); | ||
184 | cpu_set(i, cpu_present_map); | ||
185 | } | ||
186 | |||
187 | /* | ||
188 | * Do we need any more CPUs? If so, then let them know where | ||
189 | * to start. Note that, on modern versions of MILO, the "poke" | ||
190 | * doesn't actually do anything until each individual core is | ||
191 | * sent a soft interrupt to get it out of WFI | ||
192 | */ | ||
193 | if (max_cpus > 1) | ||
194 | poke_milo(); | ||
195 | } | ||
diff --git a/arch/arm/mm/proc-v6.S b/arch/arm/mm/proc-v6.S index a39d8fa2ede5..92f3ca31b7b9 100644 --- a/arch/arm/mm/proc-v6.S +++ b/arch/arm/mm/proc-v6.S | |||
@@ -12,6 +12,7 @@ | |||
12 | #include <linux/linkage.h> | 12 | #include <linux/linkage.h> |
13 | #include <asm/assembler.h> | 13 | #include <asm/assembler.h> |
14 | #include <asm/asm-offsets.h> | 14 | #include <asm/asm-offsets.h> |
15 | #include <asm/hardware/arm_scu.h> | ||
15 | #include <asm/procinfo.h> | 16 | #include <asm/procinfo.h> |
16 | #include <asm/pgtable.h> | 17 | #include <asm/pgtable.h> |
17 | 18 | ||
@@ -194,6 +195,23 @@ cpu_v6_name: | |||
194 | * - cache type register is implemented | 195 | * - cache type register is implemented |
195 | */ | 196 | */ |
196 | __v6_setup: | 197 | __v6_setup: |
198 | #ifdef CONFIG_SMP | ||
199 | /* Set up the SCU on core 0 only */ | ||
200 | mrc p15, 0, r0, c0, c0, 5 @ CPU core number | ||
201 | ands r0, r0, #15 | ||
202 | moveq r0, #0x10000000 @ SCU_BASE | ||
203 | orreq r0, r0, #0x00100000 | ||
204 | ldreq r5, [r0, #SCU_CTRL] | ||
205 | orreq r5, r5, #1 | ||
206 | streq r5, [r0, #SCU_CTRL] | ||
207 | |||
208 | #ifndef CONFIG_CPU_DCACHE_DISABLE | ||
209 | mrc p15, 0, r0, c1, c0, 1 @ Enable SMP/nAMP mode | ||
210 | orr r0, r0, #0x20 | ||
211 | mcr p15, 0, r0, c1, c0, 1 | ||
212 | #endif | ||
213 | #endif | ||
214 | |||
197 | mov r0, #0 | 215 | mov r0, #0 |
198 | mcr p15, 0, r0, c7, c14, 0 @ clean+invalidate D cache | 216 | mcr p15, 0, r0, c7, c14, 0 @ clean+invalidate D cache |
199 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache | 217 | mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache |
diff --git a/include/asm-arm/arch-realview/entry-macro.S b/include/asm-arm/arch-realview/entry-macro.S index 2712ba77bb3a..4df469bf42e2 100644 --- a/include/asm-arm/arch-realview/entry-macro.S +++ b/include/asm-arm/arch-realview/entry-macro.S | |||
@@ -47,3 +47,17 @@ | |||
47 | cmpcs \irqnr, \irqnr | 47 | cmpcs \irqnr, \irqnr |
48 | 48 | ||
49 | .endm | 49 | .endm |
50 | |||
51 | /* We assume that irqstat (the raw value of the IRQ acknowledge | ||
52 | * register) is preserved from the macro above. | ||
53 | * If there is an IPI, we immediately signal end of interrupt on the | ||
54 | * controller, since this requires the original irqstat value which | ||
55 | * we won't easily be able to recreate later. | ||
56 | */ | ||
57 | |||
58 | .macro test_for_ipi, irqnr, irqstat, base, tmp | ||
59 | bic \irqnr, \irqstat, #0x1c00 | ||
60 | cmp \irqnr, #16 | ||
61 | strcc \irqstat, [\base, #GIC_CPU_EOI] | ||
62 | cmpcs \irqnr, \irqnr | ||
63 | .endm | ||
diff --git a/include/asm-arm/arch-realview/platform.h b/include/asm-arm/arch-realview/platform.h index 432260121c8b..aef9b36b3c37 100644 --- a/include/asm-arm/arch-realview/platform.h +++ b/include/asm-arm/arch-realview/platform.h | |||
@@ -207,6 +207,7 @@ | |||
207 | #define REALVIEW_GIC_CPU_BASE 0x10040000 /* Generic interrupt controller CPU interface */ | 207 | #define REALVIEW_GIC_CPU_BASE 0x10040000 /* Generic interrupt controller CPU interface */ |
208 | #define REALVIEW_GIC_DIST_BASE 0x10041000 /* Generic interrupt controller distributor */ | 208 | #define REALVIEW_GIC_DIST_BASE 0x10041000 /* Generic interrupt controller distributor */ |
209 | #else | 209 | #else |
210 | #define REALVIEW_MPCORE_SCU_BASE 0x10100000 /* SCU registers */ | ||
210 | #define REALVIEW_GIC_CPU_BASE 0x10100100 /* Generic interrupt controller CPU interface */ | 211 | #define REALVIEW_GIC_CPU_BASE 0x10100100 /* Generic interrupt controller CPU interface */ |
211 | #define REALVIEW_GIC_DIST_BASE 0x10101000 /* Generic interrupt controller distributor */ | 212 | #define REALVIEW_GIC_DIST_BASE 0x10101000 /* Generic interrupt controller distributor */ |
212 | #endif | 213 | #endif |
diff --git a/include/asm-arm/arch-realview/smp.h b/include/asm-arm/arch-realview/smp.h new file mode 100644 index 000000000000..fc87783e8e8b --- /dev/null +++ b/include/asm-arm/arch-realview/smp.h | |||
@@ -0,0 +1,31 @@ | |||
1 | #ifndef ASMARM_ARCH_SMP_H | ||
2 | #define ASMARM_ARCH_SMP_H | ||
3 | |||
4 | #include <linux/config.h> | ||
5 | |||
6 | #include <asm/hardware/gic.h> | ||
7 | |||
8 | #define hard_smp_processor_id() \ | ||
9 | ({ \ | ||
10 | unsigned int cpunum; \ | ||
11 | __asm__("mrc p15, 0, %0, c0, c0, 5" \ | ||
12 | : "=r" (cpunum)); \ | ||
13 | cpunum &= 0x0F; \ | ||
14 | }) | ||
15 | |||
16 | /* | ||
17 | * We use IRQ1 as the IPI | ||
18 | */ | ||
19 | static inline void smp_cross_call(cpumask_t callmap) | ||
20 | { | ||
21 | gic_raise_softirq(callmap, 1); | ||
22 | } | ||
23 | |||
24 | /* | ||
25 | * Do nothing on MPcore. | ||
26 | */ | ||
27 | static inline void smp_cross_call_done(cpumask_t callmap) | ||
28 | { | ||
29 | } | ||
30 | |||
31 | #endif | ||
diff --git a/include/asm-arm/hardware/arm_scu.h b/include/asm-arm/hardware/arm_scu.h new file mode 100644 index 000000000000..9903f60c84b7 --- /dev/null +++ b/include/asm-arm/hardware/arm_scu.h | |||
@@ -0,0 +1,13 @@ | |||
1 | #ifndef ASMARM_HARDWARE_ARM_SCU_H | ||
2 | #define ASMARM_HARDWARE_ARM_SCU_H | ||
3 | |||
4 | /* | ||
5 | * SCU registers | ||
6 | */ | ||
7 | #define SCU_CTRL 0x00 | ||
8 | #define SCU_CONFIG 0x04 | ||
9 | #define SCU_CPU_STATUS 0x08 | ||
10 | #define SCU_INVALIDATE 0x0c | ||
11 | #define SCU_FPGA_REVISION 0x10 | ||
12 | |||
13 | #endif | ||