diff options
Diffstat (limited to 'arch/mips/kernel')
-rw-r--r-- | arch/mips/kernel/Makefile | 14 | ||||
-rw-r--r-- | arch/mips/kernel/cpu-probe.c | 2 | ||||
-rw-r--r-- | arch/mips/kernel/cpufreq/Kconfig | 41 | ||||
-rw-r--r-- | arch/mips/kernel/cpufreq/Makefile | 5 | ||||
-rw-r--r-- | arch/mips/kernel/cpufreq/loongson2_clock.c | 166 | ||||
-rw-r--r-- | arch/mips/kernel/cpufreq/loongson2_cpufreq.c | 227 | ||||
-rw-r--r-- | arch/mips/kernel/csrc-powertv.c | 180 | ||||
-rw-r--r-- | arch/mips/kernel/ftrace.c | 275 | ||||
-rw-r--r-- | arch/mips/kernel/irq.c | 30 | ||||
-rw-r--r-- | arch/mips/kernel/mcount.S | 189 | ||||
-rw-r--r-- | arch/mips/kernel/mips_ksyms.c | 5 | ||||
-rw-r--r-- | arch/mips/kernel/setup.c | 44 | ||||
-rw-r--r-- | arch/mips/kernel/signal.c | 46 | ||||
-rw-r--r-- | arch/mips/kernel/signal32.c | 24 | ||||
-rw-r--r-- | arch/mips/kernel/smp.c | 3 | ||||
-rw-r--r-- | arch/mips/kernel/smtc.c | 21 | ||||
-rw-r--r-- | arch/mips/kernel/traps.c | 136 | ||||
-rw-r--r-- | arch/mips/kernel/unaligned.c | 25 | ||||
-rw-r--r-- | arch/mips/kernel/vmlinux.lds.S | 1 |
19 files changed, 1303 insertions, 131 deletions
diff --git a/arch/mips/kernel/Makefile b/arch/mips/kernel/Makefile index eecd2a9f155c..9326af5186fe 100644 --- a/arch/mips/kernel/Makefile +++ b/arch/mips/kernel/Makefile | |||
@@ -2,14 +2,17 @@ | |||
2 | # Makefile for the Linux/MIPS kernel. | 2 | # Makefile for the Linux/MIPS kernel. |
3 | # | 3 | # |
4 | 4 | ||
5 | CPPFLAGS_vmlinux.lds := $(KBUILD_CFLAGS) | ||
6 | |||
7 | extra-y := head.o init_task.o vmlinux.lds | 5 | extra-y := head.o init_task.o vmlinux.lds |
8 | 6 | ||
9 | obj-y += cpu-probe.o branch.o entry.o genex.o irq.o process.o \ | 7 | obj-y += cpu-probe.o branch.o entry.o genex.o irq.o process.o \ |
10 | ptrace.o reset.o setup.o signal.o syscall.o \ | 8 | ptrace.o reset.o setup.o signal.o syscall.o \ |
11 | time.o topology.o traps.o unaligned.o watch.o | 9 | time.o topology.o traps.o unaligned.o watch.o |
12 | 10 | ||
11 | ifdef CONFIG_FUNCTION_TRACER | ||
12 | CFLAGS_REMOVE_ftrace.o = -pg | ||
13 | CFLAGS_REMOVE_early_printk.o = -pg | ||
14 | endif | ||
15 | |||
13 | obj-$(CONFIG_CEVT_BCM1480) += cevt-bcm1480.o | 16 | obj-$(CONFIG_CEVT_BCM1480) += cevt-bcm1480.o |
14 | obj-$(CONFIG_CEVT_R4K_LIB) += cevt-r4k.o | 17 | obj-$(CONFIG_CEVT_R4K_LIB) += cevt-r4k.o |
15 | obj-$(CONFIG_MIPS_MT_SMTC) += cevt-smtc.o | 18 | obj-$(CONFIG_MIPS_MT_SMTC) += cevt-smtc.o |
@@ -19,6 +22,7 @@ obj-$(CONFIG_CEVT_SB1250) += cevt-sb1250.o | |||
19 | obj-$(CONFIG_CEVT_TXX9) += cevt-txx9.o | 22 | obj-$(CONFIG_CEVT_TXX9) += cevt-txx9.o |
20 | obj-$(CONFIG_CSRC_BCM1480) += csrc-bcm1480.o | 23 | obj-$(CONFIG_CSRC_BCM1480) += csrc-bcm1480.o |
21 | obj-$(CONFIG_CSRC_IOASIC) += csrc-ioasic.o | 24 | obj-$(CONFIG_CSRC_IOASIC) += csrc-ioasic.o |
25 | obj-$(CONFIG_CSRC_POWERTV) += csrc-powertv.o | ||
22 | obj-$(CONFIG_CSRC_R4K_LIB) += csrc-r4k.o | 26 | obj-$(CONFIG_CSRC_R4K_LIB) += csrc-r4k.o |
23 | obj-$(CONFIG_CSRC_SB1250) += csrc-sb1250.o | 27 | obj-$(CONFIG_CSRC_SB1250) += csrc-sb1250.o |
24 | obj-$(CONFIG_SYNC_R4K) += sync-r4k.o | 28 | obj-$(CONFIG_SYNC_R4K) += sync-r4k.o |
@@ -26,6 +30,8 @@ obj-$(CONFIG_SYNC_R4K) += sync-r4k.o | |||
26 | obj-$(CONFIG_STACKTRACE) += stacktrace.o | 30 | obj-$(CONFIG_STACKTRACE) += stacktrace.o |
27 | obj-$(CONFIG_MODULES) += mips_ksyms.o module.o | 31 | obj-$(CONFIG_MODULES) += mips_ksyms.o module.o |
28 | 32 | ||
33 | obj-$(CONFIG_FUNCTION_TRACER) += mcount.o ftrace.o | ||
34 | |||
29 | obj-$(CONFIG_CPU_LOONGSON2) += r4k_fpu.o r4k_switch.o | 35 | obj-$(CONFIG_CPU_LOONGSON2) += r4k_fpu.o r4k_switch.o |
30 | obj-$(CONFIG_CPU_MIPS32) += r4k_fpu.o r4k_switch.o | 36 | obj-$(CONFIG_CPU_MIPS32) += r4k_fpu.o r4k_switch.o |
31 | obj-$(CONFIG_CPU_MIPS64) += r4k_fpu.o r4k_switch.o | 37 | obj-$(CONFIG_CPU_MIPS64) += r4k_fpu.o r4k_switch.o |
@@ -92,4 +98,8 @@ CFLAGS_cpu-bugs64.o = $(shell if $(CC) $(KBUILD_CFLAGS) -Wa,-mdaddi -c -o /dev/n | |||
92 | 98 | ||
93 | obj-$(CONFIG_HAVE_STD_PC_SERIAL_PORT) += 8250-platform.o | 99 | obj-$(CONFIG_HAVE_STD_PC_SERIAL_PORT) += 8250-platform.o |
94 | 100 | ||
101 | obj-$(CONFIG_MIPS_CPUFREQ) += cpufreq/ | ||
102 | |||
95 | EXTRA_CFLAGS += -Werror | 103 | EXTRA_CFLAGS += -Werror |
104 | |||
105 | CPPFLAGS_vmlinux.lds := $(KBUILD_CFLAGS) | ||
diff --git a/arch/mips/kernel/cpu-probe.c b/arch/mips/kernel/cpu-probe.c index 7a51866068a4..80e202eca056 100644 --- a/arch/mips/kernel/cpu-probe.c +++ b/arch/mips/kernel/cpu-probe.c | |||
@@ -16,6 +16,7 @@ | |||
16 | #include <linux/ptrace.h> | 16 | #include <linux/ptrace.h> |
17 | #include <linux/smp.h> | 17 | #include <linux/smp.h> |
18 | #include <linux/stddef.h> | 18 | #include <linux/stddef.h> |
19 | #include <linux/module.h> | ||
19 | 20 | ||
20 | #include <asm/bugs.h> | 21 | #include <asm/bugs.h> |
21 | #include <asm/cpu.h> | 22 | #include <asm/cpu.h> |
@@ -32,6 +33,7 @@ | |||
32 | * the CPU very much. | 33 | * the CPU very much. |
33 | */ | 34 | */ |
34 | void (*cpu_wait)(void); | 35 | void (*cpu_wait)(void); |
36 | EXPORT_SYMBOL(cpu_wait); | ||
35 | 37 | ||
36 | static void r3081_wait(void) | 38 | static void r3081_wait(void) |
37 | { | 39 | { |
diff --git a/arch/mips/kernel/cpufreq/Kconfig b/arch/mips/kernel/cpufreq/Kconfig new file mode 100644 index 000000000000..58c601eee6fd --- /dev/null +++ b/arch/mips/kernel/cpufreq/Kconfig | |||
@@ -0,0 +1,41 @@ | |||
1 | # | ||
2 | # CPU Frequency scaling | ||
3 | # | ||
4 | |||
5 | config MIPS_EXTERNAL_TIMER | ||
6 | bool | ||
7 | |||
8 | config MIPS_CPUFREQ | ||
9 | bool | ||
10 | default y | ||
11 | depends on CPU_SUPPORTS_CPUFREQ && MIPS_EXTERNAL_TIMER | ||
12 | |||
13 | if MIPS_CPUFREQ | ||
14 | |||
15 | menu "CPU Frequency scaling" | ||
16 | |||
17 | source "drivers/cpufreq/Kconfig" | ||
18 | |||
19 | if CPU_FREQ | ||
20 | |||
21 | comment "CPUFreq processor drivers" | ||
22 | |||
23 | config LOONGSON2_CPUFREQ | ||
24 | tristate "Loongson2 CPUFreq Driver" | ||
25 | select CPU_FREQ_TABLE | ||
26 | depends on MIPS_CPUFREQ | ||
27 | help | ||
28 | This option adds a CPUFreq driver for loongson processors which | ||
29 | support software configurable cpu frequency. | ||
30 | |||
31 | Loongson2F and it's successors support this feature. | ||
32 | |||
33 | For details, take a look at <file:Documentation/cpu-freq/>. | ||
34 | |||
35 | If in doubt, say N. | ||
36 | |||
37 | endif # CPU_FREQ | ||
38 | |||
39 | endmenu | ||
40 | |||
41 | endif # MIPS_CPUFREQ | ||
diff --git a/arch/mips/kernel/cpufreq/Makefile b/arch/mips/kernel/cpufreq/Makefile new file mode 100644 index 000000000000..c3479a432efe --- /dev/null +++ b/arch/mips/kernel/cpufreq/Makefile | |||
@@ -0,0 +1,5 @@ | |||
1 | # | ||
2 | # Makefile for the Linux/MIPS cpufreq. | ||
3 | # | ||
4 | |||
5 | obj-$(CONFIG_LOONGSON2_CPUFREQ) += loongson2_cpufreq.o loongson2_clock.o | ||
diff --git a/arch/mips/kernel/cpufreq/loongson2_clock.c b/arch/mips/kernel/cpufreq/loongson2_clock.c new file mode 100644 index 000000000000..d7ca256e33ef --- /dev/null +++ b/arch/mips/kernel/cpufreq/loongson2_clock.c | |||
@@ -0,0 +1,166 @@ | |||
1 | /* | ||
2 | * Copyright (C) 2006 - 2008 Lemote Inc. & Insititute of Computing Technology | ||
3 | * Author: Yanhua, yanh@lemote.com | ||
4 | * | ||
5 | * This file is subject to the terms and conditions of the GNU General Public | ||
6 | * License. See the file "COPYING" in the main directory of this archive | ||
7 | * for more details. | ||
8 | */ | ||
9 | |||
10 | #include <linux/cpufreq.h> | ||
11 | #include <linux/platform_device.h> | ||
12 | |||
13 | #include <asm/clock.h> | ||
14 | |||
15 | #include <loongson.h> | ||
16 | |||
17 | static LIST_HEAD(clock_list); | ||
18 | static DEFINE_SPINLOCK(clock_lock); | ||
19 | static DEFINE_MUTEX(clock_list_sem); | ||
20 | |||
21 | /* Minimum CLK support */ | ||
22 | enum { | ||
23 | DC_ZERO, DC_25PT = 2, DC_37PT, DC_50PT, DC_62PT, DC_75PT, | ||
24 | DC_87PT, DC_DISABLE, DC_RESV | ||
25 | }; | ||
26 | |||
27 | struct cpufreq_frequency_table loongson2_clockmod_table[] = { | ||
28 | {DC_RESV, CPUFREQ_ENTRY_INVALID}, | ||
29 | {DC_ZERO, CPUFREQ_ENTRY_INVALID}, | ||
30 | {DC_25PT, 0}, | ||
31 | {DC_37PT, 0}, | ||
32 | {DC_50PT, 0}, | ||
33 | {DC_62PT, 0}, | ||
34 | {DC_75PT, 0}, | ||
35 | {DC_87PT, 0}, | ||
36 | {DC_DISABLE, 0}, | ||
37 | {DC_RESV, CPUFREQ_TABLE_END}, | ||
38 | }; | ||
39 | EXPORT_SYMBOL_GPL(loongson2_clockmod_table); | ||
40 | |||
41 | static struct clk cpu_clk = { | ||
42 | .name = "cpu_clk", | ||
43 | .flags = CLK_ALWAYS_ENABLED | CLK_RATE_PROPAGATES, | ||
44 | .rate = 800000000, | ||
45 | }; | ||
46 | |||
47 | struct clk *clk_get(struct device *dev, const char *id) | ||
48 | { | ||
49 | return &cpu_clk; | ||
50 | } | ||
51 | EXPORT_SYMBOL(clk_get); | ||
52 | |||
53 | static void propagate_rate(struct clk *clk) | ||
54 | { | ||
55 | struct clk *clkp; | ||
56 | |||
57 | list_for_each_entry(clkp, &clock_list, node) { | ||
58 | if (likely(clkp->parent != clk)) | ||
59 | continue; | ||
60 | if (likely(clkp->ops && clkp->ops->recalc)) | ||
61 | clkp->ops->recalc(clkp); | ||
62 | if (unlikely(clkp->flags & CLK_RATE_PROPAGATES)) | ||
63 | propagate_rate(clkp); | ||
64 | } | ||
65 | } | ||
66 | |||
67 | int clk_enable(struct clk *clk) | ||
68 | { | ||
69 | return 0; | ||
70 | } | ||
71 | EXPORT_SYMBOL(clk_enable); | ||
72 | |||
73 | void clk_disable(struct clk *clk) | ||
74 | { | ||
75 | } | ||
76 | EXPORT_SYMBOL(clk_disable); | ||
77 | |||
78 | unsigned long clk_get_rate(struct clk *clk) | ||
79 | { | ||
80 | return (unsigned long)clk->rate; | ||
81 | } | ||
82 | EXPORT_SYMBOL(clk_get_rate); | ||
83 | |||
84 | void clk_put(struct clk *clk) | ||
85 | { | ||
86 | } | ||
87 | EXPORT_SYMBOL(clk_put); | ||
88 | |||
89 | int clk_set_rate(struct clk *clk, unsigned long rate) | ||
90 | { | ||
91 | return clk_set_rate_ex(clk, rate, 0); | ||
92 | } | ||
93 | EXPORT_SYMBOL_GPL(clk_set_rate); | ||
94 | |||
95 | int clk_set_rate_ex(struct clk *clk, unsigned long rate, int algo_id) | ||
96 | { | ||
97 | int ret = 0; | ||
98 | int regval; | ||
99 | int i; | ||
100 | |||
101 | if (likely(clk->ops && clk->ops->set_rate)) { | ||
102 | unsigned long flags; | ||
103 | |||
104 | spin_lock_irqsave(&clock_lock, flags); | ||
105 | ret = clk->ops->set_rate(clk, rate, algo_id); | ||
106 | spin_unlock_irqrestore(&clock_lock, flags); | ||
107 | } | ||
108 | |||
109 | if (unlikely(clk->flags & CLK_RATE_PROPAGATES)) | ||
110 | propagate_rate(clk); | ||
111 | |||
112 | for (i = 0; loongson2_clockmod_table[i].frequency != CPUFREQ_TABLE_END; | ||
113 | i++) { | ||
114 | if (loongson2_clockmod_table[i].frequency == | ||
115 | CPUFREQ_ENTRY_INVALID) | ||
116 | continue; | ||
117 | if (rate == loongson2_clockmod_table[i].frequency) | ||
118 | break; | ||
119 | } | ||
120 | if (rate != loongson2_clockmod_table[i].frequency) | ||
121 | return -ENOTSUPP; | ||
122 | |||
123 | clk->rate = rate; | ||
124 | |||
125 | regval = LOONGSON_CHIPCFG0; | ||
126 | regval = (regval & ~0x7) | (loongson2_clockmod_table[i].index - 1); | ||
127 | LOONGSON_CHIPCFG0 = regval; | ||
128 | |||
129 | return ret; | ||
130 | } | ||
131 | EXPORT_SYMBOL_GPL(clk_set_rate_ex); | ||
132 | |||
133 | long clk_round_rate(struct clk *clk, unsigned long rate) | ||
134 | { | ||
135 | if (likely(clk->ops && clk->ops->round_rate)) { | ||
136 | unsigned long flags, rounded; | ||
137 | |||
138 | spin_lock_irqsave(&clock_lock, flags); | ||
139 | rounded = clk->ops->round_rate(clk, rate); | ||
140 | spin_unlock_irqrestore(&clock_lock, flags); | ||
141 | |||
142 | return rounded; | ||
143 | } | ||
144 | |||
145 | return rate; | ||
146 | } | ||
147 | EXPORT_SYMBOL_GPL(clk_round_rate); | ||
148 | |||
149 | /* | ||
150 | * This is the simple version of Loongson-2 wait, Maybe we need do this in | ||
151 | * interrupt disabled content | ||
152 | */ | ||
153 | |||
154 | DEFINE_SPINLOCK(loongson2_wait_lock); | ||
155 | void loongson2_cpu_wait(void) | ||
156 | { | ||
157 | u32 cpu_freq; | ||
158 | unsigned long flags; | ||
159 | |||
160 | spin_lock_irqsave(&loongson2_wait_lock, flags); | ||
161 | cpu_freq = LOONGSON_CHIPCFG0; | ||
162 | LOONGSON_CHIPCFG0 &= ~0x7; /* Put CPU into wait mode */ | ||
163 | LOONGSON_CHIPCFG0 = cpu_freq; /* Restore CPU state */ | ||
164 | spin_unlock_irqrestore(&loongson2_wait_lock, flags); | ||
165 | } | ||
166 | EXPORT_SYMBOL_GPL(loongson2_cpu_wait); | ||
diff --git a/arch/mips/kernel/cpufreq/loongson2_cpufreq.c b/arch/mips/kernel/cpufreq/loongson2_cpufreq.c new file mode 100644 index 000000000000..2f6a0b147ab8 --- /dev/null +++ b/arch/mips/kernel/cpufreq/loongson2_cpufreq.c | |||
@@ -0,0 +1,227 @@ | |||
1 | /* | ||
2 | * Cpufreq driver for the loongson-2 processors | ||
3 | * | ||
4 | * The 2E revision of loongson processor not support this feature. | ||
5 | * | ||
6 | * Copyright (C) 2006 - 2008 Lemote Inc. & Insititute of Computing Technology | ||
7 | * Author: Yanhua, yanh@lemote.com | ||
8 | * | ||
9 | * This file is subject to the terms and conditions of the GNU General Public | ||
10 | * License. See the file "COPYING" in the main directory of this archive | ||
11 | * for more details. | ||
12 | */ | ||
13 | #include <linux/cpufreq.h> | ||
14 | #include <linux/module.h> | ||
15 | #include <linux/err.h> | ||
16 | #include <linux/sched.h> /* set_cpus_allowed() */ | ||
17 | #include <linux/delay.h> | ||
18 | #include <linux/platform_device.h> | ||
19 | |||
20 | #include <asm/clock.h> | ||
21 | |||
22 | #include <loongson.h> | ||
23 | |||
24 | static uint nowait; | ||
25 | |||
26 | static struct clk *cpuclk; | ||
27 | |||
28 | static void (*saved_cpu_wait) (void); | ||
29 | |||
30 | static int loongson2_cpu_freq_notifier(struct notifier_block *nb, | ||
31 | unsigned long val, void *data); | ||
32 | |||
33 | static struct notifier_block loongson2_cpufreq_notifier_block = { | ||
34 | .notifier_call = loongson2_cpu_freq_notifier | ||
35 | }; | ||
36 | |||
37 | static int loongson2_cpu_freq_notifier(struct notifier_block *nb, | ||
38 | unsigned long val, void *data) | ||
39 | { | ||
40 | if (val == CPUFREQ_POSTCHANGE) | ||
41 | current_cpu_data.udelay_val = loops_per_jiffy; | ||
42 | |||
43 | return 0; | ||
44 | } | ||
45 | |||
46 | static unsigned int loongson2_cpufreq_get(unsigned int cpu) | ||
47 | { | ||
48 | return clk_get_rate(cpuclk); | ||
49 | } | ||
50 | |||
51 | /* | ||
52 | * Here we notify other drivers of the proposed change and the final change. | ||
53 | */ | ||
54 | static int loongson2_cpufreq_target(struct cpufreq_policy *policy, | ||
55 | unsigned int target_freq, | ||
56 | unsigned int relation) | ||
57 | { | ||
58 | unsigned int cpu = policy->cpu; | ||
59 | unsigned int newstate = 0; | ||
60 | cpumask_t cpus_allowed; | ||
61 | struct cpufreq_freqs freqs; | ||
62 | unsigned int freq; | ||
63 | |||
64 | if (!cpu_online(cpu)) | ||
65 | return -ENODEV; | ||
66 | |||
67 | cpus_allowed = current->cpus_allowed; | ||
68 | set_cpus_allowed(current, cpumask_of_cpu(cpu)); | ||
69 | |||
70 | if (cpufreq_frequency_table_target | ||
71 | (policy, &loongson2_clockmod_table[0], target_freq, relation, | ||
72 | &newstate)) | ||
73 | return -EINVAL; | ||
74 | |||
75 | freq = | ||
76 | ((cpu_clock_freq / 1000) * | ||
77 | loongson2_clockmod_table[newstate].index) / 8; | ||
78 | if (freq < policy->min || freq > policy->max) | ||
79 | return -EINVAL; | ||
80 | |||
81 | pr_debug("cpufreq: requested frequency %u Hz\n", target_freq * 1000); | ||
82 | |||
83 | freqs.cpu = cpu; | ||
84 | freqs.old = loongson2_cpufreq_get(cpu); | ||
85 | freqs.new = freq; | ||
86 | freqs.flags = 0; | ||
87 | |||
88 | if (freqs.new == freqs.old) | ||
89 | return 0; | ||
90 | |||
91 | /* notifiers */ | ||
92 | cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE); | ||
93 | |||
94 | set_cpus_allowed(current, cpus_allowed); | ||
95 | |||
96 | /* setting the cpu frequency */ | ||
97 | clk_set_rate(cpuclk, freq); | ||
98 | |||
99 | /* notifiers */ | ||
100 | cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE); | ||
101 | |||
102 | pr_debug("cpufreq: set frequency %u kHz\n", freq); | ||
103 | |||
104 | return 0; | ||
105 | } | ||
106 | |||
107 | static int loongson2_cpufreq_cpu_init(struct cpufreq_policy *policy) | ||
108 | { | ||
109 | int i; | ||
110 | |||
111 | if (!cpu_online(policy->cpu)) | ||
112 | return -ENODEV; | ||
113 | |||
114 | cpuclk = clk_get(NULL, "cpu_clk"); | ||
115 | if (IS_ERR(cpuclk)) { | ||
116 | printk(KERN_ERR "cpufreq: couldn't get CPU clk\n"); | ||
117 | return PTR_ERR(cpuclk); | ||
118 | } | ||
119 | |||
120 | cpuclk->rate = cpu_clock_freq / 1000; | ||
121 | if (!cpuclk->rate) | ||
122 | return -EINVAL; | ||
123 | |||
124 | /* clock table init */ | ||
125 | for (i = 2; | ||
126 | (loongson2_clockmod_table[i].frequency != CPUFREQ_TABLE_END); | ||
127 | i++) | ||
128 | loongson2_clockmod_table[i].frequency = (cpuclk->rate * i) / 8; | ||
129 | |||
130 | policy->cur = loongson2_cpufreq_get(policy->cpu); | ||
131 | |||
132 | cpufreq_frequency_table_get_attr(&loongson2_clockmod_table[0], | ||
133 | policy->cpu); | ||
134 | |||
135 | return cpufreq_frequency_table_cpuinfo(policy, | ||
136 | &loongson2_clockmod_table[0]); | ||
137 | } | ||
138 | |||
139 | static int loongson2_cpufreq_verify(struct cpufreq_policy *policy) | ||
140 | { | ||
141 | return cpufreq_frequency_table_verify(policy, | ||
142 | &loongson2_clockmod_table[0]); | ||
143 | } | ||
144 | |||
145 | static int loongson2_cpufreq_exit(struct cpufreq_policy *policy) | ||
146 | { | ||
147 | clk_put(cpuclk); | ||
148 | return 0; | ||
149 | } | ||
150 | |||
151 | static struct freq_attr *loongson2_table_attr[] = { | ||
152 | &cpufreq_freq_attr_scaling_available_freqs, | ||
153 | NULL, | ||
154 | }; | ||
155 | |||
156 | static struct cpufreq_driver loongson2_cpufreq_driver = { | ||
157 | .owner = THIS_MODULE, | ||
158 | .name = "loongson2", | ||
159 | .init = loongson2_cpufreq_cpu_init, | ||
160 | .verify = loongson2_cpufreq_verify, | ||
161 | .target = loongson2_cpufreq_target, | ||
162 | .get = loongson2_cpufreq_get, | ||
163 | .exit = loongson2_cpufreq_exit, | ||
164 | .attr = loongson2_table_attr, | ||
165 | }; | ||
166 | |||
167 | static struct platform_device_id platform_device_ids[] = { | ||
168 | { | ||
169 | .name = "loongson2_cpufreq", | ||
170 | }, | ||
171 | {} | ||
172 | }; | ||
173 | |||
174 | MODULE_DEVICE_TABLE(platform, platform_device_ids); | ||
175 | |||
176 | static struct platform_driver platform_driver = { | ||
177 | .driver = { | ||
178 | .name = "loongson2_cpufreq", | ||
179 | .owner = THIS_MODULE, | ||
180 | }, | ||
181 | .id_table = platform_device_ids, | ||
182 | }; | ||
183 | |||
184 | static int __init cpufreq_init(void) | ||
185 | { | ||
186 | int ret; | ||
187 | |||
188 | /* Register platform stuff */ | ||
189 | ret = platform_driver_register(&platform_driver); | ||
190 | if (ret) | ||
191 | return ret; | ||
192 | |||
193 | pr_info("cpufreq: Loongson-2F CPU frequency driver.\n"); | ||
194 | |||
195 | cpufreq_register_notifier(&loongson2_cpufreq_notifier_block, | ||
196 | CPUFREQ_TRANSITION_NOTIFIER); | ||
197 | |||
198 | ret = cpufreq_register_driver(&loongson2_cpufreq_driver); | ||
199 | |||
200 | if (!ret && !nowait) { | ||
201 | saved_cpu_wait = cpu_wait; | ||
202 | cpu_wait = loongson2_cpu_wait; | ||
203 | } | ||
204 | |||
205 | return ret; | ||
206 | } | ||
207 | |||
208 | static void __exit cpufreq_exit(void) | ||
209 | { | ||
210 | if (!nowait && saved_cpu_wait) | ||
211 | cpu_wait = saved_cpu_wait; | ||
212 | cpufreq_unregister_driver(&loongson2_cpufreq_driver); | ||
213 | cpufreq_unregister_notifier(&loongson2_cpufreq_notifier_block, | ||
214 | CPUFREQ_TRANSITION_NOTIFIER); | ||
215 | |||
216 | platform_driver_unregister(&platform_driver); | ||
217 | } | ||
218 | |||
219 | module_init(cpufreq_init); | ||
220 | module_exit(cpufreq_exit); | ||
221 | |||
222 | module_param(nowait, uint, 0644); | ||
223 | MODULE_PARM_DESC(nowait, "Disable Loongson-2F specific wait"); | ||
224 | |||
225 | MODULE_AUTHOR("Yanhua <yanh@lemote.com>"); | ||
226 | MODULE_DESCRIPTION("cpufreq driver for Loongson2F"); | ||
227 | MODULE_LICENSE("GPL"); | ||
diff --git a/arch/mips/kernel/csrc-powertv.c b/arch/mips/kernel/csrc-powertv.c new file mode 100644 index 000000000000..a27c16c8690e --- /dev/null +++ b/arch/mips/kernel/csrc-powertv.c | |||
@@ -0,0 +1,180 @@ | |||
1 | /* | ||
2 | * Copyright (C) 2008 Scientific-Atlanta, Inc. | ||
3 | * | ||
4 | * This program is free software; you can redistribute it and/or | ||
5 | * modify it under the terms of the GNU General Public License | ||
6 | * as published by the Free Software Foundation; either version 2 | ||
7 | * of the License, or (at your option) any later version. | ||
8 | * | ||
9 | * This program is distributed in the hope that it will be useful, | ||
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
12 | * GNU General Public License for more details. | ||
13 | * | ||
14 | * You should have received a copy of the GNU General Public License | ||
15 | * along with this program; if not, write to the Free Software | ||
16 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
17 | */ | ||
18 | /* | ||
19 | * The file comes from kernel/csrc-r4k.c | ||
20 | */ | ||
21 | #include <linux/clocksource.h> | ||
22 | #include <linux/init.h> | ||
23 | |||
24 | #include <asm/time.h> /* Not included in linux/time.h */ | ||
25 | |||
26 | #include <asm/mach-powertv/asic_regs.h> | ||
27 | #include "powertv-clock.h" | ||
28 | |||
29 | /* MIPS PLL Register Definitions */ | ||
30 | #define PLL_GET_M(x) (((x) >> 8) & 0x000000FF) | ||
31 | #define PLL_GET_N(x) (((x) >> 16) & 0x000000FF) | ||
32 | #define PLL_GET_P(x) (((x) >> 24) & 0x00000007) | ||
33 | |||
34 | /* | ||
35 | * returns: Clock frequency in kHz | ||
36 | */ | ||
37 | unsigned int __init mips_get_pll_freq(void) | ||
38 | { | ||
39 | unsigned int pll_reg, m, n, p; | ||
40 | unsigned int fin = 54000; /* Base frequency in kHz */ | ||
41 | unsigned int fout; | ||
42 | |||
43 | /* Read PLL register setting */ | ||
44 | pll_reg = asic_read(mips_pll_setup); | ||
45 | m = PLL_GET_M(pll_reg); | ||
46 | n = PLL_GET_N(pll_reg); | ||
47 | p = PLL_GET_P(pll_reg); | ||
48 | pr_info("MIPS PLL Register:0x%x M=%d N=%d P=%d\n", pll_reg, m, n, p); | ||
49 | |||
50 | /* Calculate clock frequency = (2 * N * 54MHz) / (M * (2**P)) */ | ||
51 | fout = ((2 * n * fin) / (m * (0x01 << p))); | ||
52 | |||
53 | pr_info("MIPS Clock Freq=%d kHz\n", fout); | ||
54 | |||
55 | return fout; | ||
56 | } | ||
57 | |||
58 | static cycle_t c0_hpt_read(struct clocksource *cs) | ||
59 | { | ||
60 | return read_c0_count(); | ||
61 | } | ||
62 | |||
63 | static struct clocksource clocksource_mips = { | ||
64 | .name = "powertv-counter", | ||
65 | .read = c0_hpt_read, | ||
66 | .mask = CLOCKSOURCE_MASK(32), | ||
67 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, | ||
68 | }; | ||
69 | |||
70 | static void __init powertv_c0_hpt_clocksource_init(void) | ||
71 | { | ||
72 | unsigned int pll_freq = mips_get_pll_freq(); | ||
73 | |||
74 | pr_info("CPU frequency %d.%02d MHz\n", pll_freq / 1000, | ||
75 | (pll_freq % 1000) * 100 / 1000); | ||
76 | |||
77 | mips_hpt_frequency = pll_freq / 2 * 1000; | ||
78 | |||
79 | clocksource_mips.rating = 200 + mips_hpt_frequency / 10000000; | ||
80 | |||
81 | clocksource_set_clock(&clocksource_mips, mips_hpt_frequency); | ||
82 | |||
83 | clocksource_register(&clocksource_mips); | ||
84 | } | ||
85 | |||
86 | /** | ||
87 | * struct tim_c - free running counter | ||
88 | * @hi: High 16 bits of the counter | ||
89 | * @lo: Low 32 bits of the counter | ||
90 | * | ||
91 | * Lays out the structure of the free running counter in memory. This counter | ||
92 | * increments at a rate of 27 MHz/8 on all platforms. | ||
93 | */ | ||
94 | struct tim_c { | ||
95 | unsigned int hi; | ||
96 | unsigned int lo; | ||
97 | }; | ||
98 | |||
99 | static struct tim_c *tim_c; | ||
100 | |||
101 | static cycle_t tim_c_read(struct clocksource *cs) | ||
102 | { | ||
103 | unsigned int hi; | ||
104 | unsigned int next_hi; | ||
105 | unsigned int lo; | ||
106 | |||
107 | hi = readl(&tim_c->hi); | ||
108 | |||
109 | for (;;) { | ||
110 | lo = readl(&tim_c->lo); | ||
111 | next_hi = readl(&tim_c->hi); | ||
112 | if (next_hi == hi) | ||
113 | break; | ||
114 | hi = next_hi; | ||
115 | } | ||
116 | |||
117 | pr_crit("%s: read %llx\n", __func__, ((u64) hi << 32) | lo); | ||
118 | return ((u64) hi << 32) | lo; | ||
119 | } | ||
120 | |||
121 | #define TIM_C_SIZE 48 /* # bits in the timer */ | ||
122 | |||
123 | static struct clocksource clocksource_tim_c = { | ||
124 | .name = "powertv-tim_c", | ||
125 | .read = tim_c_read, | ||
126 | .mask = CLOCKSOURCE_MASK(TIM_C_SIZE), | ||
127 | .flags = CLOCK_SOURCE_IS_CONTINUOUS, | ||
128 | }; | ||
129 | |||
130 | /** | ||
131 | * powertv_tim_c_clocksource_init - set up a clock source for the TIM_C clock | ||
132 | * | ||
133 | * The hard part here is coming up with a constant k and shift s such that | ||
134 | * the 48-bit TIM_C value multiplied by k doesn't overflow and that value, | ||
135 | * when shifted right by s, yields the corresponding number of nanoseconds. | ||
136 | * We know that TIM_C counts at 27 MHz/8, so each cycle corresponds to | ||
137 | * 1 / (27,000,000/8) seconds. Multiply that by a billion and you get the | ||
138 | * number of nanoseconds. Since the TIM_C value has 48 bits and the math is | ||
139 | * done in 64 bits, avoiding an overflow means that k must be less than | ||
140 | * 64 - 48 = 16 bits. | ||
141 | */ | ||
142 | static void __init powertv_tim_c_clocksource_init(void) | ||
143 | { | ||
144 | int prescale; | ||
145 | unsigned long dividend; | ||
146 | unsigned long k; | ||
147 | int s; | ||
148 | const int max_k_bits = (64 - 48) - 1; | ||
149 | const unsigned long billion = 1000000000; | ||
150 | const unsigned long counts_per_second = 27000000 / 8; | ||
151 | |||
152 | prescale = BITS_PER_LONG - ilog2(billion) - 1; | ||
153 | dividend = billion << prescale; | ||
154 | k = dividend / counts_per_second; | ||
155 | s = ilog2(k) - max_k_bits; | ||
156 | |||
157 | if (s < 0) | ||
158 | s = prescale; | ||
159 | |||
160 | else { | ||
161 | k >>= s; | ||
162 | s += prescale; | ||
163 | } | ||
164 | |||
165 | clocksource_tim_c.mult = k; | ||
166 | clocksource_tim_c.shift = s; | ||
167 | clocksource_tim_c.rating = 200; | ||
168 | |||
169 | clocksource_register(&clocksource_tim_c); | ||
170 | tim_c = (struct tim_c *) asic_reg_addr(tim_ch); | ||
171 | } | ||
172 | |||
173 | /** | ||
174 | powertv_clocksource_init - initialize all clocksources | ||
175 | */ | ||
176 | void __init powertv_clocksource_init(void) | ||
177 | { | ||
178 | powertv_c0_hpt_clocksource_init(); | ||
179 | powertv_tim_c_clocksource_init(); | ||
180 | } | ||
diff --git a/arch/mips/kernel/ftrace.c b/arch/mips/kernel/ftrace.c new file mode 100644 index 000000000000..68b067040d8b --- /dev/null +++ b/arch/mips/kernel/ftrace.c | |||
@@ -0,0 +1,275 @@ | |||
1 | /* | ||
2 | * Code for replacing ftrace calls with jumps. | ||
3 | * | ||
4 | * Copyright (C) 2007-2008 Steven Rostedt <srostedt@redhat.com> | ||
5 | * Copyright (C) 2009 DSLab, Lanzhou University, China | ||
6 | * Author: Wu Zhangjin <wuzj@lemote.com> | ||
7 | * | ||
8 | * Thanks goes to Steven Rostedt for writing the original x86 version. | ||
9 | */ | ||
10 | |||
11 | #include <linux/uaccess.h> | ||
12 | #include <linux/init.h> | ||
13 | #include <linux/ftrace.h> | ||
14 | |||
15 | #include <asm/cacheflush.h> | ||
16 | #include <asm/asm.h> | ||
17 | #include <asm/asm-offsets.h> | ||
18 | |||
19 | #ifdef CONFIG_DYNAMIC_FTRACE | ||
20 | |||
21 | #define JAL 0x0c000000 /* jump & link: ip --> ra, jump to target */ | ||
22 | #define ADDR_MASK 0x03ffffff /* op_code|addr : 31...26|25 ....0 */ | ||
23 | #define jump_insn_encode(op_code, addr) \ | ||
24 | ((unsigned int)((op_code) | (((addr) >> 2) & ADDR_MASK))) | ||
25 | |||
26 | static unsigned int ftrace_nop = 0x00000000; | ||
27 | |||
28 | static int ftrace_modify_code(unsigned long ip, unsigned int new_code) | ||
29 | { | ||
30 | int faulted; | ||
31 | |||
32 | /* *(unsigned int *)ip = new_code; */ | ||
33 | safe_store_code(new_code, ip, faulted); | ||
34 | |||
35 | if (unlikely(faulted)) | ||
36 | return -EFAULT; | ||
37 | |||
38 | flush_icache_range(ip, ip + 8); | ||
39 | |||
40 | return 0; | ||
41 | } | ||
42 | |||
43 | static int lui_v1; | ||
44 | static int jal_mcount; | ||
45 | |||
46 | int ftrace_make_nop(struct module *mod, | ||
47 | struct dyn_ftrace *rec, unsigned long addr) | ||
48 | { | ||
49 | unsigned int new; | ||
50 | int faulted; | ||
51 | unsigned long ip = rec->ip; | ||
52 | |||
53 | /* We have compiled module with -mlong-calls, but compiled the kernel | ||
54 | * without it, we need to cope with them respectively. */ | ||
55 | if (ip & 0x40000000) { | ||
56 | /* record it for ftrace_make_call */ | ||
57 | if (lui_v1 == 0) { | ||
58 | /* lui_v1 = *(unsigned int *)ip; */ | ||
59 | safe_load_code(lui_v1, ip, faulted); | ||
60 | |||
61 | if (unlikely(faulted)) | ||
62 | return -EFAULT; | ||
63 | } | ||
64 | |||
65 | /* lui v1, hi_16bit_of_mcount --> b 1f (0x10000004) | ||
66 | * addiu v1, v1, low_16bit_of_mcount | ||
67 | * move at, ra | ||
68 | * jalr v1 | ||
69 | * nop | ||
70 | * 1f: (ip + 12) | ||
71 | */ | ||
72 | new = 0x10000004; | ||
73 | } else { | ||
74 | /* record/calculate it for ftrace_make_call */ | ||
75 | if (jal_mcount == 0) { | ||
76 | /* We can record it directly like this: | ||
77 | * jal_mcount = *(unsigned int *)ip; | ||
78 | * Herein, jump over the first two nop instructions */ | ||
79 | jal_mcount = jump_insn_encode(JAL, (MCOUNT_ADDR + 8)); | ||
80 | } | ||
81 | |||
82 | /* move at, ra | ||
83 | * jalr v1 --> nop | ||
84 | */ | ||
85 | new = ftrace_nop; | ||
86 | } | ||
87 | return ftrace_modify_code(ip, new); | ||
88 | } | ||
89 | |||
90 | static int modified; /* initialized as 0 by default */ | ||
91 | |||
92 | int ftrace_make_call(struct dyn_ftrace *rec, unsigned long addr) | ||
93 | { | ||
94 | unsigned int new; | ||
95 | unsigned long ip = rec->ip; | ||
96 | |||
97 | /* We just need to remove the "b ftrace_stub" at the fist time! */ | ||
98 | if (modified == 0) { | ||
99 | modified = 1; | ||
100 | ftrace_modify_code(addr, ftrace_nop); | ||
101 | } | ||
102 | /* ip, module: 0xc0000000, kernel: 0x80000000 */ | ||
103 | new = (ip & 0x40000000) ? lui_v1 : jal_mcount; | ||
104 | |||
105 | return ftrace_modify_code(ip, new); | ||
106 | } | ||
107 | |||
108 | #define FTRACE_CALL_IP ((unsigned long)(&ftrace_call)) | ||
109 | |||
110 | int ftrace_update_ftrace_func(ftrace_func_t func) | ||
111 | { | ||
112 | unsigned int new; | ||
113 | |||
114 | new = jump_insn_encode(JAL, (unsigned long)func); | ||
115 | |||
116 | return ftrace_modify_code(FTRACE_CALL_IP, new); | ||
117 | } | ||
118 | |||
119 | int __init ftrace_dyn_arch_init(void *data) | ||
120 | { | ||
121 | /* The return code is retured via data */ | ||
122 | *(unsigned long *)data = 0; | ||
123 | |||
124 | return 0; | ||
125 | } | ||
126 | #endif /* CONFIG_DYNAMIC_FTRACE */ | ||
127 | |||
128 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | ||
129 | |||
130 | #ifdef CONFIG_DYNAMIC_FTRACE | ||
131 | |||
132 | extern void ftrace_graph_call(void); | ||
133 | #define JMP 0x08000000 /* jump to target directly */ | ||
134 | #define CALL_FTRACE_GRAPH_CALLER \ | ||
135 | jump_insn_encode(JMP, (unsigned long)(&ftrace_graph_caller)) | ||
136 | #define FTRACE_GRAPH_CALL_IP ((unsigned long)(&ftrace_graph_call)) | ||
137 | |||
138 | int ftrace_enable_ftrace_graph_caller(void) | ||
139 | { | ||
140 | return ftrace_modify_code(FTRACE_GRAPH_CALL_IP, | ||
141 | CALL_FTRACE_GRAPH_CALLER); | ||
142 | } | ||
143 | |||
144 | int ftrace_disable_ftrace_graph_caller(void) | ||
145 | { | ||
146 | return ftrace_modify_code(FTRACE_GRAPH_CALL_IP, ftrace_nop); | ||
147 | } | ||
148 | |||
149 | #endif /* !CONFIG_DYNAMIC_FTRACE */ | ||
150 | |||
151 | #ifndef KBUILD_MCOUNT_RA_ADDRESS | ||
152 | #define S_RA_SP (0xafbf << 16) /* s{d,w} ra, offset(sp) */ | ||
153 | #define S_R_SP (0xafb0 << 16) /* s{d,w} R, offset(sp) */ | ||
154 | #define OFFSET_MASK 0xffff /* stack offset range: 0 ~ PT_SIZE */ | ||
155 | |||
156 | unsigned long ftrace_get_parent_addr(unsigned long self_addr, | ||
157 | unsigned long parent, | ||
158 | unsigned long parent_addr, | ||
159 | unsigned long fp) | ||
160 | { | ||
161 | unsigned long sp, ip, ra; | ||
162 | unsigned int code; | ||
163 | int faulted; | ||
164 | |||
165 | /* in module or kernel? */ | ||
166 | if (self_addr & 0x40000000) { | ||
167 | /* module: move to the instruction "lui v1, HI_16BIT_OF_MCOUNT" */ | ||
168 | ip = self_addr - 20; | ||
169 | } else { | ||
170 | /* kernel: move to the instruction "move ra, at" */ | ||
171 | ip = self_addr - 12; | ||
172 | } | ||
173 | |||
174 | /* search the text until finding the non-store instruction or "s{d,w} | ||
175 | * ra, offset(sp)" instruction */ | ||
176 | do { | ||
177 | ip -= 4; | ||
178 | |||
179 | /* get the code at "ip": code = *(unsigned int *)ip; */ | ||
180 | safe_load_code(code, ip, faulted); | ||
181 | |||
182 | if (unlikely(faulted)) | ||
183 | return 0; | ||
184 | |||
185 | /* If we hit the non-store instruction before finding where the | ||
186 | * ra is stored, then this is a leaf function and it does not | ||
187 | * store the ra on the stack. */ | ||
188 | if ((code & S_R_SP) != S_R_SP) | ||
189 | return parent_addr; | ||
190 | |||
191 | } while (((code & S_RA_SP) != S_RA_SP)); | ||
192 | |||
193 | sp = fp + (code & OFFSET_MASK); | ||
194 | |||
195 | /* ra = *(unsigned long *)sp; */ | ||
196 | safe_load_stack(ra, sp, faulted); | ||
197 | if (unlikely(faulted)) | ||
198 | return 0; | ||
199 | |||
200 | if (ra == parent) | ||
201 | return sp; | ||
202 | return 0; | ||
203 | } | ||
204 | |||
205 | #endif | ||
206 | |||
207 | /* | ||
208 | * Hook the return address and push it in the stack of return addrs | ||
209 | * in current thread info. | ||
210 | */ | ||
211 | void prepare_ftrace_return(unsigned long *parent, unsigned long self_addr, | ||
212 | unsigned long fp) | ||
213 | { | ||
214 | unsigned long old; | ||
215 | struct ftrace_graph_ent trace; | ||
216 | unsigned long return_hooker = (unsigned long) | ||
217 | &return_to_handler; | ||
218 | int faulted; | ||
219 | |||
220 | if (unlikely(atomic_read(¤t->tracing_graph_pause))) | ||
221 | return; | ||
222 | |||
223 | /* "parent" is the stack address saved the return address of the caller | ||
224 | * of _mcount. | ||
225 | * | ||
226 | * if the gcc < 4.5, a leaf function does not save the return address | ||
227 | * in the stack address, so, we "emulate" one in _mcount's stack space, | ||
228 | * and hijack it directly, but for a non-leaf function, it save the | ||
229 | * return address to the its own stack space, we can not hijack it | ||
230 | * directly, but need to find the real stack address, | ||
231 | * ftrace_get_parent_addr() does it! | ||
232 | * | ||
233 | * if gcc>= 4.5, with the new -mmcount-ra-address option, for a | ||
234 | * non-leaf function, the location of the return address will be saved | ||
235 | * to $12 for us, and for a leaf function, only put a zero into $12. we | ||
236 | * do it in ftrace_graph_caller of mcount.S. | ||
237 | */ | ||
238 | |||
239 | /* old = *parent; */ | ||
240 | safe_load_stack(old, parent, faulted); | ||
241 | if (unlikely(faulted)) | ||
242 | goto out; | ||
243 | #ifndef KBUILD_MCOUNT_RA_ADDRESS | ||
244 | parent = (unsigned long *)ftrace_get_parent_addr(self_addr, old, | ||
245 | (unsigned long)parent, | ||
246 | fp); | ||
247 | /* If fails when getting the stack address of the non-leaf function's | ||
248 | * ra, stop function graph tracer and return */ | ||
249 | if (parent == 0) | ||
250 | goto out; | ||
251 | #endif | ||
252 | /* *parent = return_hooker; */ | ||
253 | safe_store_stack(return_hooker, parent, faulted); | ||
254 | if (unlikely(faulted)) | ||
255 | goto out; | ||
256 | |||
257 | if (ftrace_push_return_trace(old, self_addr, &trace.depth, fp) == | ||
258 | -EBUSY) { | ||
259 | *parent = old; | ||
260 | return; | ||
261 | } | ||
262 | |||
263 | trace.func = self_addr; | ||
264 | |||
265 | /* Only trace if the calling function expects to */ | ||
266 | if (!ftrace_graph_entry(&trace)) { | ||
267 | current->curr_ret_stack--; | ||
268 | *parent = old; | ||
269 | } | ||
270 | return; | ||
271 | out: | ||
272 | ftrace_graph_stop(); | ||
273 | WARN_ON(1); | ||
274 | } | ||
275 | #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ | ||
diff --git a/arch/mips/kernel/irq.c b/arch/mips/kernel/irq.c index 8b0b4181219f..981f86c26168 100644 --- a/arch/mips/kernel/irq.c +++ b/arch/mips/kernel/irq.c | |||
@@ -22,6 +22,7 @@ | |||
22 | #include <linux/seq_file.h> | 22 | #include <linux/seq_file.h> |
23 | #include <linux/kallsyms.h> | 23 | #include <linux/kallsyms.h> |
24 | #include <linux/kgdb.h> | 24 | #include <linux/kgdb.h> |
25 | #include <linux/ftrace.h> | ||
25 | 26 | ||
26 | #include <asm/atomic.h> | 27 | #include <asm/atomic.h> |
27 | #include <asm/system.h> | 28 | #include <asm/system.h> |
@@ -150,3 +151,32 @@ void __init init_IRQ(void) | |||
150 | kgdb_early_setup = 1; | 151 | kgdb_early_setup = 1; |
151 | #endif | 152 | #endif |
152 | } | 153 | } |
154 | |||
155 | /* | ||
156 | * do_IRQ handles all normal device IRQ's (the special | ||
157 | * SMP cross-CPU interrupts have their own specific | ||
158 | * handlers). | ||
159 | */ | ||
160 | void __irq_entry do_IRQ(unsigned int irq) | ||
161 | { | ||
162 | irq_enter(); | ||
163 | __DO_IRQ_SMTC_HOOK(irq); | ||
164 | generic_handle_irq(irq); | ||
165 | irq_exit(); | ||
166 | } | ||
167 | |||
168 | #ifdef CONFIG_MIPS_MT_SMTC_IRQAFF | ||
169 | /* | ||
170 | * To avoid inefficient and in some cases pathological re-checking of | ||
171 | * IRQ affinity, we have this variant that skips the affinity check. | ||
172 | */ | ||
173 | |||
174 | void __irq_entry do_IRQ_no_affinity(unsigned int irq) | ||
175 | { | ||
176 | irq_enter(); | ||
177 | __NO_AFFINITY_IRQ_SMTC_HOOK(irq); | ||
178 | generic_handle_irq(irq); | ||
179 | irq_exit(); | ||
180 | } | ||
181 | |||
182 | #endif /* CONFIG_MIPS_MT_SMTC_IRQAFF */ | ||
diff --git a/arch/mips/kernel/mcount.S b/arch/mips/kernel/mcount.S new file mode 100644 index 000000000000..0a9cfdb271dd --- /dev/null +++ b/arch/mips/kernel/mcount.S | |||
@@ -0,0 +1,189 @@ | |||
1 | /* | ||
2 | * MIPS specific _mcount support | ||
3 | * | ||
4 | * This file is subject to the terms and conditions of the GNU General Public | ||
5 | * License. See the file "COPYING" in the main directory of this archive for | ||
6 | * more details. | ||
7 | * | ||
8 | * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China | ||
9 | * Author: Wu Zhangjin <wuzj@lemote.com> | ||
10 | */ | ||
11 | |||
12 | #include <asm/regdef.h> | ||
13 | #include <asm/stackframe.h> | ||
14 | #include <asm/ftrace.h> | ||
15 | |||
16 | .text | ||
17 | .set noreorder | ||
18 | .set noat | ||
19 | |||
20 | .macro MCOUNT_SAVE_REGS | ||
21 | PTR_SUBU sp, PT_SIZE | ||
22 | PTR_S ra, PT_R31(sp) | ||
23 | PTR_S AT, PT_R1(sp) | ||
24 | PTR_S a0, PT_R4(sp) | ||
25 | PTR_S a1, PT_R5(sp) | ||
26 | PTR_S a2, PT_R6(sp) | ||
27 | PTR_S a3, PT_R7(sp) | ||
28 | #ifdef CONFIG_64BIT | ||
29 | PTR_S a4, PT_R8(sp) | ||
30 | PTR_S a5, PT_R9(sp) | ||
31 | PTR_S a6, PT_R10(sp) | ||
32 | PTR_S a7, PT_R11(sp) | ||
33 | #endif | ||
34 | .endm | ||
35 | |||
36 | .macro MCOUNT_RESTORE_REGS | ||
37 | PTR_L ra, PT_R31(sp) | ||
38 | PTR_L AT, PT_R1(sp) | ||
39 | PTR_L a0, PT_R4(sp) | ||
40 | PTR_L a1, PT_R5(sp) | ||
41 | PTR_L a2, PT_R6(sp) | ||
42 | PTR_L a3, PT_R7(sp) | ||
43 | #ifdef CONFIG_64BIT | ||
44 | PTR_L a4, PT_R8(sp) | ||
45 | PTR_L a5, PT_R9(sp) | ||
46 | PTR_L a6, PT_R10(sp) | ||
47 | PTR_L a7, PT_R11(sp) | ||
48 | #endif | ||
49 | #ifdef CONFIG_64BIT | ||
50 | PTR_ADDIU sp, PT_SIZE | ||
51 | #else | ||
52 | PTR_ADDIU sp, (PT_SIZE + 8) | ||
53 | #endif | ||
54 | .endm | ||
55 | |||
56 | .macro RETURN_BACK | ||
57 | jr ra | ||
58 | move ra, AT | ||
59 | .endm | ||
60 | |||
61 | #ifdef CONFIG_DYNAMIC_FTRACE | ||
62 | |||
63 | NESTED(ftrace_caller, PT_SIZE, ra) | ||
64 | .globl _mcount | ||
65 | _mcount: | ||
66 | b ftrace_stub | ||
67 | nop | ||
68 | lw t1, function_trace_stop | ||
69 | bnez t1, ftrace_stub | ||
70 | nop | ||
71 | |||
72 | MCOUNT_SAVE_REGS | ||
73 | #ifdef KBUILD_MCOUNT_RA_ADDRESS | ||
74 | PTR_S t0, PT_R12(sp) /* t0 saved the location of the return address(at) by -mmcount-ra-address */ | ||
75 | #endif | ||
76 | |||
77 | move a0, ra /* arg1: next ip, selfaddr */ | ||
78 | .globl ftrace_call | ||
79 | ftrace_call: | ||
80 | nop /* a placeholder for the call to a real tracing function */ | ||
81 | move a1, AT /* arg2: the caller's next ip, parent */ | ||
82 | |||
83 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | ||
84 | .globl ftrace_graph_call | ||
85 | ftrace_graph_call: | ||
86 | nop | ||
87 | nop | ||
88 | #endif | ||
89 | |||
90 | MCOUNT_RESTORE_REGS | ||
91 | .globl ftrace_stub | ||
92 | ftrace_stub: | ||
93 | RETURN_BACK | ||
94 | END(ftrace_caller) | ||
95 | |||
96 | #else /* ! CONFIG_DYNAMIC_FTRACE */ | ||
97 | |||
98 | NESTED(_mcount, PT_SIZE, ra) | ||
99 | lw t1, function_trace_stop | ||
100 | bnez t1, ftrace_stub | ||
101 | nop | ||
102 | PTR_LA t1, ftrace_stub | ||
103 | PTR_L t2, ftrace_trace_function /* Prepare t2 for (1) */ | ||
104 | bne t1, t2, static_trace | ||
105 | nop | ||
106 | |||
107 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | ||
108 | PTR_L t3, ftrace_graph_return | ||
109 | bne t1, t3, ftrace_graph_caller | ||
110 | nop | ||
111 | PTR_LA t1, ftrace_graph_entry_stub | ||
112 | PTR_L t3, ftrace_graph_entry | ||
113 | bne t1, t3, ftrace_graph_caller | ||
114 | nop | ||
115 | #endif | ||
116 | b ftrace_stub | ||
117 | nop | ||
118 | |||
119 | static_trace: | ||
120 | MCOUNT_SAVE_REGS | ||
121 | |||
122 | move a0, ra /* arg1: next ip, selfaddr */ | ||
123 | jalr t2 /* (1) call *ftrace_trace_function */ | ||
124 | move a1, AT /* arg2: the caller's next ip, parent */ | ||
125 | |||
126 | MCOUNT_RESTORE_REGS | ||
127 | .globl ftrace_stub | ||
128 | ftrace_stub: | ||
129 | RETURN_BACK | ||
130 | END(_mcount) | ||
131 | |||
132 | #endif /* ! CONFIG_DYNAMIC_FTRACE */ | ||
133 | |||
134 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER | ||
135 | |||
136 | NESTED(ftrace_graph_caller, PT_SIZE, ra) | ||
137 | #ifdef CONFIG_DYNAMIC_FTRACE | ||
138 | PTR_L a1, PT_R31(sp) /* load the original ra from the stack */ | ||
139 | #ifdef KBUILD_MCOUNT_RA_ADDRESS | ||
140 | PTR_L t0, PT_R12(sp) /* load the original t0 from the stack */ | ||
141 | #endif | ||
142 | #else | ||
143 | MCOUNT_SAVE_REGS | ||
144 | move a1, ra /* arg2: next ip, selfaddr */ | ||
145 | #endif | ||
146 | |||
147 | #ifdef KBUILD_MCOUNT_RA_ADDRESS | ||
148 | bnez t0, 1f /* non-leaf func: t0 saved the location of the return address */ | ||
149 | nop | ||
150 | PTR_LA t0, PT_R1(sp) /* leaf func: get the location of at(old ra) from our own stack */ | ||
151 | 1: move a0, t0 /* arg1: the location of the return address */ | ||
152 | #else | ||
153 | PTR_LA a0, PT_R1(sp) /* arg1: &AT -> a0 */ | ||
154 | #endif | ||
155 | jal prepare_ftrace_return | ||
156 | #ifdef CONFIG_FRAME_POINTER | ||
157 | move a2, fp /* arg3: frame pointer */ | ||
158 | #else | ||
159 | #ifdef CONFIG_64BIT | ||
160 | PTR_LA a2, PT_SIZE(sp) | ||
161 | #else | ||
162 | PTR_LA a2, (PT_SIZE+8)(sp) | ||
163 | #endif | ||
164 | #endif | ||
165 | |||
166 | MCOUNT_RESTORE_REGS | ||
167 | RETURN_BACK | ||
168 | END(ftrace_graph_caller) | ||
169 | |||
170 | .align 2 | ||
171 | .globl return_to_handler | ||
172 | return_to_handler: | ||
173 | PTR_SUBU sp, PT_SIZE | ||
174 | PTR_S v0, PT_R2(sp) | ||
175 | |||
176 | jal ftrace_return_to_handler | ||
177 | PTR_S v1, PT_R3(sp) | ||
178 | |||
179 | /* restore the real parent address: v0 -> ra */ | ||
180 | move ra, v0 | ||
181 | |||
182 | PTR_L v0, PT_R2(sp) | ||
183 | PTR_L v1, PT_R3(sp) | ||
184 | jr ra | ||
185 | PTR_ADDIU sp, PT_SIZE | ||
186 | #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ | ||
187 | |||
188 | .set at | ||
189 | .set reorder | ||
diff --git a/arch/mips/kernel/mips_ksyms.c b/arch/mips/kernel/mips_ksyms.c index 225755d0c1f6..1d04807874db 100644 --- a/arch/mips/kernel/mips_ksyms.c +++ b/arch/mips/kernel/mips_ksyms.c | |||
@@ -13,6 +13,7 @@ | |||
13 | #include <asm/checksum.h> | 13 | #include <asm/checksum.h> |
14 | #include <asm/pgtable.h> | 14 | #include <asm/pgtable.h> |
15 | #include <asm/uaccess.h> | 15 | #include <asm/uaccess.h> |
16 | #include <asm/ftrace.h> | ||
16 | 17 | ||
17 | extern void *__bzero(void *__s, size_t __count); | 18 | extern void *__bzero(void *__s, size_t __count); |
18 | extern long __strncpy_from_user_nocheck_asm(char *__to, | 19 | extern long __strncpy_from_user_nocheck_asm(char *__to, |
@@ -51,3 +52,7 @@ EXPORT_SYMBOL(csum_partial_copy_nocheck); | |||
51 | EXPORT_SYMBOL(__csum_partial_copy_user); | 52 | EXPORT_SYMBOL(__csum_partial_copy_user); |
52 | 53 | ||
53 | EXPORT_SYMBOL(invalid_pte_table); | 54 | EXPORT_SYMBOL(invalid_pte_table); |
55 | #ifdef CONFIG_FUNCTION_TRACER | ||
56 | /* _mcount is defined in arch/mips/kernel/mcount.S */ | ||
57 | EXPORT_SYMBOL(_mcount); | ||
58 | #endif | ||
diff --git a/arch/mips/kernel/setup.c b/arch/mips/kernel/setup.c index 2b290d70083e..f9513f9e61d3 100644 --- a/arch/mips/kernel/setup.c +++ b/arch/mips/kernel/setup.c | |||
@@ -58,8 +58,12 @@ EXPORT_SYMBOL(mips_machtype); | |||
58 | 58 | ||
59 | struct boot_mem_map boot_mem_map; | 59 | struct boot_mem_map boot_mem_map; |
60 | 60 | ||
61 | static char command_line[CL_SIZE]; | 61 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
62 | char arcs_cmdline[CL_SIZE]=CONFIG_CMDLINE; | 62 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; |
63 | |||
64 | #ifdef CONFIG_CMDLINE_BOOL | ||
65 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; | ||
66 | #endif | ||
63 | 67 | ||
64 | /* | 68 | /* |
65 | * mips_io_port_base is the begin of the address space to which x86 style | 69 | * mips_io_port_base is the begin of the address space to which x86 style |
@@ -166,26 +170,8 @@ static unsigned long __init init_initrd(void) | |||
166 | * already set up initrd_start and initrd_end. In these cases | 170 | * already set up initrd_start and initrd_end. In these cases |
167 | * perfom sanity checks and use them if all looks good. | 171 | * perfom sanity checks and use them if all looks good. |
168 | */ | 172 | */ |
169 | if (!initrd_start || initrd_end <= initrd_start) { | 173 | if (!initrd_start || initrd_end <= initrd_start) |
170 | #ifdef CONFIG_PROBE_INITRD_HEADER | ||
171 | u32 *initrd_header; | ||
172 | |||
173 | /* | ||
174 | * See if initrd has been added to the kernel image by | ||
175 | * arch/mips/boot/addinitrd.c. In that case a header is | ||
176 | * prepended to initrd and is made up by 8 bytes. The first | ||
177 | * word is a magic number and the second one is the size of | ||
178 | * initrd. Initrd start must be page aligned in any cases. | ||
179 | */ | ||
180 | initrd_header = __va(PAGE_ALIGN(__pa_symbol(&_end) + 8)) - 8; | ||
181 | if (initrd_header[0] != 0x494E5244) | ||
182 | goto disable; | ||
183 | initrd_start = (unsigned long)(initrd_header + 2); | ||
184 | initrd_end = initrd_start + initrd_header[1]; | ||
185 | #else | ||
186 | goto disable; | 174 | goto disable; |
187 | #endif | ||
188 | } | ||
189 | 175 | ||
190 | if (initrd_start & ~PAGE_MASK) { | 176 | if (initrd_start & ~PAGE_MASK) { |
191 | pr_err("initrd start must be page aligned\n"); | 177 | pr_err("initrd start must be page aligned\n"); |
@@ -476,8 +462,20 @@ static void __init arch_mem_init(char **cmdline_p) | |||
476 | pr_info("Determined physical RAM map:\n"); | 462 | pr_info("Determined physical RAM map:\n"); |
477 | print_memory_map(); | 463 | print_memory_map(); |
478 | 464 | ||
479 | strlcpy(command_line, arcs_cmdline, sizeof(command_line)); | 465 | #ifdef CONFIG_CMDLINE_BOOL |
480 | strlcpy(boot_command_line, command_line, COMMAND_LINE_SIZE); | 466 | #ifdef CONFIG_CMDLINE_OVERRIDE |
467 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); | ||
468 | #else | ||
469 | if (builtin_cmdline[0]) { | ||
470 | strlcat(arcs_cmdline, " ", COMMAND_LINE_SIZE); | ||
471 | strlcat(arcs_cmdline, builtin_cmdline, COMMAND_LINE_SIZE); | ||
472 | } | ||
473 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | ||
474 | #endif | ||
475 | #else | ||
476 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | ||
477 | #endif | ||
478 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); | ||
481 | 479 | ||
482 | *cmdline_p = command_line; | 480 | *cmdline_p = command_line; |
483 | 481 | ||
diff --git a/arch/mips/kernel/signal.c b/arch/mips/kernel/signal.c index 6254041b942f..d0c68b5d717b 100644 --- a/arch/mips/kernel/signal.c +++ b/arch/mips/kernel/signal.c | |||
@@ -35,6 +35,15 @@ | |||
35 | 35 | ||
36 | #include "signal-common.h" | 36 | #include "signal-common.h" |
37 | 37 | ||
38 | static int (*save_fp_context)(struct sigcontext __user *sc); | ||
39 | static int (*restore_fp_context)(struct sigcontext __user *sc); | ||
40 | |||
41 | extern asmlinkage int _save_fp_context(struct sigcontext __user *sc); | ||
42 | extern asmlinkage int _restore_fp_context(struct sigcontext __user *sc); | ||
43 | |||
44 | extern asmlinkage int fpu_emulator_save_context(struct sigcontext __user *sc); | ||
45 | extern asmlinkage int fpu_emulator_restore_context(struct sigcontext __user *sc); | ||
46 | |||
38 | /* | 47 | /* |
39 | * Horribly complicated - with the bloody RM9000 workarounds enabled | 48 | * Horribly complicated - with the bloody RM9000 workarounds enabled |
40 | * the signal trampolines is moving to the end of the structure so we can | 49 | * the signal trampolines is moving to the end of the structure so we can |
@@ -709,3 +718,40 @@ asmlinkage void do_notify_resume(struct pt_regs *regs, void *unused, | |||
709 | key_replace_session_keyring(); | 718 | key_replace_session_keyring(); |
710 | } | 719 | } |
711 | } | 720 | } |
721 | |||
722 | #ifdef CONFIG_SMP | ||
723 | static int smp_save_fp_context(struct sigcontext __user *sc) | ||
724 | { | ||
725 | return raw_cpu_has_fpu | ||
726 | ? _save_fp_context(sc) | ||
727 | : fpu_emulator_save_context(sc); | ||
728 | } | ||
729 | |||
730 | static int smp_restore_fp_context(struct sigcontext __user *sc) | ||
731 | { | ||
732 | return raw_cpu_has_fpu | ||
733 | ? _restore_fp_context(sc) | ||
734 | : fpu_emulator_restore_context(sc); | ||
735 | } | ||
736 | #endif | ||
737 | |||
738 | static int signal_setup(void) | ||
739 | { | ||
740 | #ifdef CONFIG_SMP | ||
741 | /* For now just do the cpu_has_fpu check when the functions are invoked */ | ||
742 | save_fp_context = smp_save_fp_context; | ||
743 | restore_fp_context = smp_restore_fp_context; | ||
744 | #else | ||
745 | if (cpu_has_fpu) { | ||
746 | save_fp_context = _save_fp_context; | ||
747 | restore_fp_context = _restore_fp_context; | ||
748 | } else { | ||
749 | save_fp_context = fpu_emulator_save_context; | ||
750 | restore_fp_context = fpu_emulator_restore_context; | ||
751 | } | ||
752 | #endif | ||
753 | |||
754 | return 0; | ||
755 | } | ||
756 | |||
757 | arch_initcall(signal_setup); | ||
diff --git a/arch/mips/kernel/signal32.c b/arch/mips/kernel/signal32.c index 2e74075ac0ca..03abaf048f09 100644 --- a/arch/mips/kernel/signal32.c +++ b/arch/mips/kernel/signal32.c | |||
@@ -35,6 +35,15 @@ | |||
35 | 35 | ||
36 | #include "signal-common.h" | 36 | #include "signal-common.h" |
37 | 37 | ||
38 | static int (*save_fp_context32)(struct sigcontext32 __user *sc); | ||
39 | static int (*restore_fp_context32)(struct sigcontext32 __user *sc); | ||
40 | |||
41 | extern asmlinkage int _save_fp_context32(struct sigcontext32 __user *sc); | ||
42 | extern asmlinkage int _restore_fp_context32(struct sigcontext32 __user *sc); | ||
43 | |||
44 | extern asmlinkage int fpu_emulator_save_context32(struct sigcontext32 __user *sc); | ||
45 | extern asmlinkage int fpu_emulator_restore_context32(struct sigcontext32 __user *sc); | ||
46 | |||
38 | /* | 47 | /* |
39 | * Including <asm/unistd.h> would give use the 64-bit syscall numbers ... | 48 | * Including <asm/unistd.h> would give use the 64-bit syscall numbers ... |
40 | */ | 49 | */ |
@@ -828,3 +837,18 @@ SYSCALL_DEFINE5(32_waitid, int, which, compat_pid_t, pid, | |||
828 | info.si_code |= __SI_CHLD; | 837 | info.si_code |= __SI_CHLD; |
829 | return copy_siginfo_to_user32(uinfo, &info); | 838 | return copy_siginfo_to_user32(uinfo, &info); |
830 | } | 839 | } |
840 | |||
841 | static int signal32_init(void) | ||
842 | { | ||
843 | if (cpu_has_fpu) { | ||
844 | save_fp_context32 = _save_fp_context32; | ||
845 | restore_fp_context32 = _restore_fp_context32; | ||
846 | } else { | ||
847 | save_fp_context32 = fpu_emulator_save_context32; | ||
848 | restore_fp_context32 = fpu_emulator_restore_context32; | ||
849 | } | ||
850 | |||
851 | return 0; | ||
852 | } | ||
853 | |||
854 | arch_initcall(signal32_init); | ||
diff --git a/arch/mips/kernel/smp.c b/arch/mips/kernel/smp.c index e72e6844d134..6cdca1956b77 100644 --- a/arch/mips/kernel/smp.c +++ b/arch/mips/kernel/smp.c | |||
@@ -32,6 +32,7 @@ | |||
32 | #include <linux/cpumask.h> | 32 | #include <linux/cpumask.h> |
33 | #include <linux/cpu.h> | 33 | #include <linux/cpu.h> |
34 | #include <linux/err.h> | 34 | #include <linux/err.h> |
35 | #include <linux/ftrace.h> | ||
35 | 36 | ||
36 | #include <asm/atomic.h> | 37 | #include <asm/atomic.h> |
37 | #include <asm/cpu.h> | 38 | #include <asm/cpu.h> |
@@ -130,7 +131,7 @@ asmlinkage __cpuinit void start_secondary(void) | |||
130 | /* | 131 | /* |
131 | * Call into both interrupt handlers, as we share the IPI for them | 132 | * Call into both interrupt handlers, as we share the IPI for them |
132 | */ | 133 | */ |
133 | void smp_call_function_interrupt(void) | 134 | void __irq_entry smp_call_function_interrupt(void) |
134 | { | 135 | { |
135 | irq_enter(); | 136 | irq_enter(); |
136 | generic_smp_call_function_single_interrupt(); | 137 | generic_smp_call_function_single_interrupt(); |
diff --git a/arch/mips/kernel/smtc.c b/arch/mips/kernel/smtc.c index a38e3ee95515..23499b5bd9c3 100644 --- a/arch/mips/kernel/smtc.c +++ b/arch/mips/kernel/smtc.c | |||
@@ -25,6 +25,7 @@ | |||
25 | #include <linux/interrupt.h> | 25 | #include <linux/interrupt.h> |
26 | #include <linux/kernel_stat.h> | 26 | #include <linux/kernel_stat.h> |
27 | #include <linux/module.h> | 27 | #include <linux/module.h> |
28 | #include <linux/ftrace.h> | ||
28 | 29 | ||
29 | #include <asm/cpu.h> | 30 | #include <asm/cpu.h> |
30 | #include <asm/processor.h> | 31 | #include <asm/processor.h> |
@@ -939,23 +940,29 @@ static void ipi_call_interrupt(void) | |||
939 | 940 | ||
940 | DECLARE_PER_CPU(struct clock_event_device, mips_clockevent_device); | 941 | DECLARE_PER_CPU(struct clock_event_device, mips_clockevent_device); |
941 | 942 | ||
942 | void ipi_decode(struct smtc_ipi *pipi) | 943 | static void __irq_entry smtc_clock_tick_interrupt(void) |
943 | { | 944 | { |
944 | unsigned int cpu = smp_processor_id(); | 945 | unsigned int cpu = smp_processor_id(); |
945 | struct clock_event_device *cd; | 946 | struct clock_event_device *cd; |
947 | int irq = MIPS_CPU_IRQ_BASE + 1; | ||
948 | |||
949 | irq_enter(); | ||
950 | kstat_incr_irqs_this_cpu(irq, irq_to_desc(irq)); | ||
951 | cd = &per_cpu(mips_clockevent_device, cpu); | ||
952 | cd->event_handler(cd); | ||
953 | irq_exit(); | ||
954 | } | ||
955 | |||
956 | void ipi_decode(struct smtc_ipi *pipi) | ||
957 | { | ||
946 | void *arg_copy = pipi->arg; | 958 | void *arg_copy = pipi->arg; |
947 | int type_copy = pipi->type; | 959 | int type_copy = pipi->type; |
948 | int irq = MIPS_CPU_IRQ_BASE + 1; | ||
949 | 960 | ||
950 | smtc_ipi_nq(&freeIPIq, pipi); | 961 | smtc_ipi_nq(&freeIPIq, pipi); |
951 | 962 | ||
952 | switch (type_copy) { | 963 | switch (type_copy) { |
953 | case SMTC_CLOCK_TICK: | 964 | case SMTC_CLOCK_TICK: |
954 | irq_enter(); | 965 | smtc_clock_tick_interrupt(); |
955 | kstat_incr_irqs_this_cpu(irq, irq_to_desc(irq)); | ||
956 | cd = &per_cpu(mips_clockevent_device, cpu); | ||
957 | cd->event_handler(cd); | ||
958 | irq_exit(); | ||
959 | break; | 966 | break; |
960 | 967 | ||
961 | case LINUX_SMP_IPI: | 968 | case LINUX_SMP_IPI: |
diff --git a/arch/mips/kernel/traps.c b/arch/mips/kernel/traps.c index 0a18b4c62afb..308e43460864 100644 --- a/arch/mips/kernel/traps.c +++ b/arch/mips/kernel/traps.c | |||
@@ -25,10 +25,12 @@ | |||
25 | #include <linux/ptrace.h> | 25 | #include <linux/ptrace.h> |
26 | #include <linux/kgdb.h> | 26 | #include <linux/kgdb.h> |
27 | #include <linux/kdebug.h> | 27 | #include <linux/kdebug.h> |
28 | #include <linux/notifier.h> | ||
28 | 29 | ||
29 | #include <asm/bootinfo.h> | 30 | #include <asm/bootinfo.h> |
30 | #include <asm/branch.h> | 31 | #include <asm/branch.h> |
31 | #include <asm/break.h> | 32 | #include <asm/break.h> |
33 | #include <asm/cop2.h> | ||
32 | #include <asm/cpu.h> | 34 | #include <asm/cpu.h> |
33 | #include <asm/dsp.h> | 35 | #include <asm/dsp.h> |
34 | #include <asm/fpu.h> | 36 | #include <asm/fpu.h> |
@@ -79,10 +81,6 @@ extern asmlinkage void handle_reserved(void); | |||
79 | extern int fpu_emulator_cop1Handler(struct pt_regs *xcp, | 81 | extern int fpu_emulator_cop1Handler(struct pt_regs *xcp, |
80 | struct mips_fpu_struct *ctx, int has_fpu); | 82 | struct mips_fpu_struct *ctx, int has_fpu); |
81 | 83 | ||
82 | #ifdef CONFIG_CPU_CAVIUM_OCTEON | ||
83 | extern asmlinkage void octeon_cop2_restore(struct octeon_cop2_state *task); | ||
84 | #endif | ||
85 | |||
86 | void (*board_be_init)(void); | 84 | void (*board_be_init)(void); |
87 | int (*board_be_handler)(struct pt_regs *regs, int is_fixup); | 85 | int (*board_be_handler)(struct pt_regs *regs, int is_fixup); |
88 | void (*board_nmi_handler_setup)(void); | 86 | void (*board_nmi_handler_setup)(void); |
@@ -857,6 +855,44 @@ static void mt_ase_fp_affinity(void) | |||
857 | #endif /* CONFIG_MIPS_MT_FPAFF */ | 855 | #endif /* CONFIG_MIPS_MT_FPAFF */ |
858 | } | 856 | } |
859 | 857 | ||
858 | /* | ||
859 | * No lock; only written during early bootup by CPU 0. | ||
860 | */ | ||
861 | static RAW_NOTIFIER_HEAD(cu2_chain); | ||
862 | |||
863 | int __ref register_cu2_notifier(struct notifier_block *nb) | ||
864 | { | ||
865 | return raw_notifier_chain_register(&cu2_chain, nb); | ||
866 | } | ||
867 | |||
868 | int cu2_notifier_call_chain(unsigned long val, void *v) | ||
869 | { | ||
870 | return raw_notifier_call_chain(&cu2_chain, val, v); | ||
871 | } | ||
872 | |||
873 | static int default_cu2_call(struct notifier_block *nfb, unsigned long action, | ||
874 | void *data) | ||
875 | { | ||
876 | struct pt_regs *regs = data; | ||
877 | |||
878 | switch (action) { | ||
879 | default: | ||
880 | die_if_kernel("Unhandled kernel unaligned access or invalid " | ||
881 | "instruction", regs); | ||
882 | /* Fall through */ | ||
883 | |||
884 | case CU2_EXCEPTION: | ||
885 | force_sig(SIGILL, current); | ||
886 | } | ||
887 | |||
888 | return NOTIFY_OK; | ||
889 | } | ||
890 | |||
891 | static struct notifier_block default_cu2_notifier = { | ||
892 | .notifier_call = default_cu2_call, | ||
893 | .priority = 0x80000000, /* Run last */ | ||
894 | }; | ||
895 | |||
860 | asmlinkage void do_cpu(struct pt_regs *regs) | 896 | asmlinkage void do_cpu(struct pt_regs *regs) |
861 | { | 897 | { |
862 | unsigned int __user *epc; | 898 | unsigned int __user *epc; |
@@ -920,17 +956,9 @@ asmlinkage void do_cpu(struct pt_regs *regs) | |||
920 | return; | 956 | return; |
921 | 957 | ||
922 | case 2: | 958 | case 2: |
923 | #ifdef CONFIG_CPU_CAVIUM_OCTEON | 959 | raw_notifier_call_chain(&cu2_chain, CU2_EXCEPTION, regs); |
924 | prefetch(¤t->thread.cp2); | 960 | break; |
925 | local_irq_save(flags); | 961 | |
926 | KSTK_STATUS(current) |= ST0_CU2; | ||
927 | status = read_c0_status(); | ||
928 | write_c0_status(status | ST0_CU2); | ||
929 | octeon_cop2_restore(&(current->thread.cp2)); | ||
930 | write_c0_status(status & ~ST0_CU2); | ||
931 | local_irq_restore(flags); | ||
932 | return; | ||
933 | #endif | ||
934 | case 3: | 962 | case 3: |
935 | break; | 963 | break; |
936 | } | 964 | } |
@@ -1367,77 +1395,6 @@ void *set_vi_handler(int n, vi_handler_t addr) | |||
1367 | return set_vi_srs_handler(n, addr, 0); | 1395 | return set_vi_srs_handler(n, addr, 0); |
1368 | } | 1396 | } |
1369 | 1397 | ||
1370 | /* | ||
1371 | * This is used by native signal handling | ||
1372 | */ | ||
1373 | asmlinkage int (*save_fp_context)(struct sigcontext __user *sc); | ||
1374 | asmlinkage int (*restore_fp_context)(struct sigcontext __user *sc); | ||
1375 | |||
1376 | extern asmlinkage int _save_fp_context(struct sigcontext __user *sc); | ||
1377 | extern asmlinkage int _restore_fp_context(struct sigcontext __user *sc); | ||
1378 | |||
1379 | extern asmlinkage int fpu_emulator_save_context(struct sigcontext __user *sc); | ||
1380 | extern asmlinkage int fpu_emulator_restore_context(struct sigcontext __user *sc); | ||
1381 | |||
1382 | #ifdef CONFIG_SMP | ||
1383 | static int smp_save_fp_context(struct sigcontext __user *sc) | ||
1384 | { | ||
1385 | return raw_cpu_has_fpu | ||
1386 | ? _save_fp_context(sc) | ||
1387 | : fpu_emulator_save_context(sc); | ||
1388 | } | ||
1389 | |||
1390 | static int smp_restore_fp_context(struct sigcontext __user *sc) | ||
1391 | { | ||
1392 | return raw_cpu_has_fpu | ||
1393 | ? _restore_fp_context(sc) | ||
1394 | : fpu_emulator_restore_context(sc); | ||
1395 | } | ||
1396 | #endif | ||
1397 | |||
1398 | static inline void signal_init(void) | ||
1399 | { | ||
1400 | #ifdef CONFIG_SMP | ||
1401 | /* For now just do the cpu_has_fpu check when the functions are invoked */ | ||
1402 | save_fp_context = smp_save_fp_context; | ||
1403 | restore_fp_context = smp_restore_fp_context; | ||
1404 | #else | ||
1405 | if (cpu_has_fpu) { | ||
1406 | save_fp_context = _save_fp_context; | ||
1407 | restore_fp_context = _restore_fp_context; | ||
1408 | } else { | ||
1409 | save_fp_context = fpu_emulator_save_context; | ||
1410 | restore_fp_context = fpu_emulator_restore_context; | ||
1411 | } | ||
1412 | #endif | ||
1413 | } | ||
1414 | |||
1415 | #ifdef CONFIG_MIPS32_COMPAT | ||
1416 | |||
1417 | /* | ||
1418 | * This is used by 32-bit signal stuff on the 64-bit kernel | ||
1419 | */ | ||
1420 | asmlinkage int (*save_fp_context32)(struct sigcontext32 __user *sc); | ||
1421 | asmlinkage int (*restore_fp_context32)(struct sigcontext32 __user *sc); | ||
1422 | |||
1423 | extern asmlinkage int _save_fp_context32(struct sigcontext32 __user *sc); | ||
1424 | extern asmlinkage int _restore_fp_context32(struct sigcontext32 __user *sc); | ||
1425 | |||
1426 | extern asmlinkage int fpu_emulator_save_context32(struct sigcontext32 __user *sc); | ||
1427 | extern asmlinkage int fpu_emulator_restore_context32(struct sigcontext32 __user *sc); | ||
1428 | |||
1429 | static inline void signal32_init(void) | ||
1430 | { | ||
1431 | if (cpu_has_fpu) { | ||
1432 | save_fp_context32 = _save_fp_context32; | ||
1433 | restore_fp_context32 = _restore_fp_context32; | ||
1434 | } else { | ||
1435 | save_fp_context32 = fpu_emulator_save_context32; | ||
1436 | restore_fp_context32 = fpu_emulator_restore_context32; | ||
1437 | } | ||
1438 | } | ||
1439 | #endif | ||
1440 | |||
1441 | extern void cpu_cache_init(void); | 1398 | extern void cpu_cache_init(void); |
1442 | extern void tlb_init(void); | 1399 | extern void tlb_init(void); |
1443 | extern void flush_tlb_handlers(void); | 1400 | extern void flush_tlb_handlers(void); |
@@ -1751,13 +1708,10 @@ void __init trap_init(void) | |||
1751 | else | 1708 | else |
1752 | memcpy((void *)(ebase + 0x080), &except_vec3_generic, 0x80); | 1709 | memcpy((void *)(ebase + 0x080), &except_vec3_generic, 0x80); |
1753 | 1710 | ||
1754 | signal_init(); | ||
1755 | #ifdef CONFIG_MIPS32_COMPAT | ||
1756 | signal32_init(); | ||
1757 | #endif | ||
1758 | |||
1759 | local_flush_icache_range(ebase, ebase + 0x400); | 1711 | local_flush_icache_range(ebase, ebase + 0x400); |
1760 | flush_tlb_handlers(); | 1712 | flush_tlb_handlers(); |
1761 | 1713 | ||
1762 | sort_extable(__start___dbe_table, __stop___dbe_table); | 1714 | sort_extable(__start___dbe_table, __stop___dbe_table); |
1715 | |||
1716 | register_cu2_notifier(&default_cu2_notifier); | ||
1763 | } | 1717 | } |
diff --git a/arch/mips/kernel/unaligned.c b/arch/mips/kernel/unaligned.c index 67bd626942ab..69b039ca8d83 100644 --- a/arch/mips/kernel/unaligned.c +++ b/arch/mips/kernel/unaligned.c | |||
@@ -81,6 +81,7 @@ | |||
81 | #include <asm/asm.h> | 81 | #include <asm/asm.h> |
82 | #include <asm/branch.h> | 82 | #include <asm/branch.h> |
83 | #include <asm/byteorder.h> | 83 | #include <asm/byteorder.h> |
84 | #include <asm/cop2.h> | ||
84 | #include <asm/inst.h> | 85 | #include <asm/inst.h> |
85 | #include <asm/uaccess.h> | 86 | #include <asm/uaccess.h> |
86 | #include <asm/system.h> | 87 | #include <asm/system.h> |
@@ -451,17 +452,27 @@ static void emulate_load_store_insn(struct pt_regs *regs, | |||
451 | */ | 452 | */ |
452 | goto sigbus; | 453 | goto sigbus; |
453 | 454 | ||
455 | /* | ||
456 | * COP2 is available to implementor for application specific use. | ||
457 | * It's up to applications to register a notifier chain and do | ||
458 | * whatever they have to do, including possible sending of signals. | ||
459 | */ | ||
454 | case lwc2_op: | 460 | case lwc2_op: |
461 | cu2_notifier_call_chain(CU2_LWC2_OP, regs); | ||
462 | break; | ||
463 | |||
455 | case ldc2_op: | 464 | case ldc2_op: |
465 | cu2_notifier_call_chain(CU2_LDC2_OP, regs); | ||
466 | break; | ||
467 | |||
456 | case swc2_op: | 468 | case swc2_op: |
469 | cu2_notifier_call_chain(CU2_SWC2_OP, regs); | ||
470 | break; | ||
471 | |||
457 | case sdc2_op: | 472 | case sdc2_op: |
458 | /* | 473 | cu2_notifier_call_chain(CU2_SDC2_OP, regs); |
459 | * These are the coprocessor 2 load/stores. The current | 474 | break; |
460 | * implementations don't use cp2 and cp2 should always be | 475 | |
461 | * disabled in c0_status. So send SIGILL. | ||
462 | * (No longer true: The Sony Praystation uses cp2 for | ||
463 | * 3D matrix operations. Dunno if that thingy has a MMU ...) | ||
464 | */ | ||
465 | default: | 476 | default: |
466 | /* | 477 | /* |
467 | * Pheeee... We encountered an yet unknown instruction or | 478 | * Pheeee... We encountered an yet unknown instruction or |
diff --git a/arch/mips/kernel/vmlinux.lds.S b/arch/mips/kernel/vmlinux.lds.S index 162b29954baa..f25df73db923 100644 --- a/arch/mips/kernel/vmlinux.lds.S +++ b/arch/mips/kernel/vmlinux.lds.S | |||
@@ -46,6 +46,7 @@ SECTIONS | |||
46 | SCHED_TEXT | 46 | SCHED_TEXT |
47 | LOCK_TEXT | 47 | LOCK_TEXT |
48 | KPROBES_TEXT | 48 | KPROBES_TEXT |
49 | IRQENTRY_TEXT | ||
49 | *(.text.*) | 50 | *(.text.*) |
50 | *(.fixup) | 51 | *(.fixup) |
51 | *(.gnu.warning) | 52 | *(.gnu.warning) |