diff options
author | Tony Luck <aegl@agluck-desktop.(none)> | 2009-03-31 17:25:08 -0400 |
---|---|---|
committer | Tony Luck <tony.luck@intel.com> | 2009-03-31 17:25:08 -0400 |
commit | c66b31f3926165bc1d4128adc97a064dcbab421a (patch) | |
tree | 13be75d33bd2b9d4ec45ec512ac38a2e7069062e /arch/ia64/include | |
parent | 50fbe56c127efde659c686495eb1f925fd84ff0a (diff) | |
parent | 7120569c76028a6883697b7643564f0c419cfe07 (diff) |
Pull pvops into release branch
Diffstat (limited to 'arch/ia64/include')
-rw-r--r-- | arch/ia64/include/asm/intrinsics.h | 6 | ||||
-rw-r--r-- | arch/ia64/include/asm/module.h | 6 | ||||
-rw-r--r-- | arch/ia64/include/asm/native/inst.h | 13 | ||||
-rw-r--r-- | arch/ia64/include/asm/native/patchlist.h | 38 | ||||
-rw-r--r-- | arch/ia64/include/asm/native/pvchk_inst.h | 8 | ||||
-rw-r--r-- | arch/ia64/include/asm/paravirt.h | 65 | ||||
-rw-r--r-- | arch/ia64/include/asm/paravirt_patch.h | 143 | ||||
-rw-r--r-- | arch/ia64/include/asm/paravirt_privop.h | 365 | ||||
-rw-r--r-- | arch/ia64/include/asm/timex.h | 1 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/hypervisor.h | 39 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/inst.h | 28 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/interface.h | 9 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/minstate.h | 11 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/patchlist.h | 38 | ||||
-rw-r--r-- | arch/ia64/include/asm/xen/privop.h | 8 |
15 files changed, 750 insertions, 28 deletions
diff --git a/arch/ia64/include/asm/intrinsics.h b/arch/ia64/include/asm/intrinsics.h index c47830e26cb7..111ed5222892 100644 --- a/arch/ia64/include/asm/intrinsics.h +++ b/arch/ia64/include/asm/intrinsics.h | |||
@@ -202,7 +202,11 @@ extern long ia64_cmpxchg_called_with_bad_pointer (void); | |||
202 | 202 | ||
203 | #ifndef __ASSEMBLY__ | 203 | #ifndef __ASSEMBLY__ |
204 | #if defined(CONFIG_PARAVIRT) && defined(__KERNEL__) | 204 | #if defined(CONFIG_PARAVIRT) && defined(__KERNEL__) |
205 | #define IA64_INTRINSIC_API(name) pv_cpu_ops.name | 205 | #ifdef ASM_SUPPORTED |
206 | # define IA64_INTRINSIC_API(name) paravirt_ ## name | ||
207 | #else | ||
208 | # define IA64_INTRINSIC_API(name) pv_cpu_ops.name | ||
209 | #endif | ||
206 | #define IA64_INTRINSIC_MACRO(name) paravirt_ ## name | 210 | #define IA64_INTRINSIC_MACRO(name) paravirt_ ## name |
207 | #else | 211 | #else |
208 | #define IA64_INTRINSIC_API(name) ia64_native_ ## name | 212 | #define IA64_INTRINSIC_API(name) ia64_native_ ## name |
diff --git a/arch/ia64/include/asm/module.h b/arch/ia64/include/asm/module.h index d2da61e4c49b..908eaef42a08 100644 --- a/arch/ia64/include/asm/module.h +++ b/arch/ia64/include/asm/module.h | |||
@@ -16,6 +16,12 @@ struct mod_arch_specific { | |||
16 | struct elf64_shdr *got; /* global offset table */ | 16 | struct elf64_shdr *got; /* global offset table */ |
17 | struct elf64_shdr *opd; /* official procedure descriptors */ | 17 | struct elf64_shdr *opd; /* official procedure descriptors */ |
18 | struct elf64_shdr *unwind; /* unwind-table section */ | 18 | struct elf64_shdr *unwind; /* unwind-table section */ |
19 | #ifdef CONFIG_PARAVIRT | ||
20 | struct elf64_shdr *paravirt_bundles; | ||
21 | /* paravirt_alt_bundle_patch table */ | ||
22 | struct elf64_shdr *paravirt_insts; | ||
23 | /* paravirt_alt_inst_patch table */ | ||
24 | #endif | ||
19 | unsigned long gp; /* global-pointer for module */ | 25 | unsigned long gp; /* global-pointer for module */ |
20 | 26 | ||
21 | void *core_unw_table; /* core unwind-table cookie returned by unwinder */ | 27 | void *core_unw_table; /* core unwind-table cookie returned by unwinder */ |
diff --git a/arch/ia64/include/asm/native/inst.h b/arch/ia64/include/asm/native/inst.h index 0a1026cca4fa..d2d46efb3e6e 100644 --- a/arch/ia64/include/asm/native/inst.h +++ b/arch/ia64/include/asm/native/inst.h | |||
@@ -30,6 +30,9 @@ | |||
30 | #define __paravirt_work_processed_syscall_target \ | 30 | #define __paravirt_work_processed_syscall_target \ |
31 | ia64_work_processed_syscall | 31 | ia64_work_processed_syscall |
32 | 32 | ||
33 | #define paravirt_fsyscall_table ia64_native_fsyscall_table | ||
34 | #define paravirt_fsys_bubble_down ia64_native_fsys_bubble_down | ||
35 | |||
33 | #ifdef CONFIG_PARAVIRT_GUEST_ASM_CLOBBER_CHECK | 36 | #ifdef CONFIG_PARAVIRT_GUEST_ASM_CLOBBER_CHECK |
34 | # define PARAVIRT_POISON 0xdeadbeefbaadf00d | 37 | # define PARAVIRT_POISON 0xdeadbeefbaadf00d |
35 | # define CLOBBER(clob) \ | 38 | # define CLOBBER(clob) \ |
@@ -74,6 +77,11 @@ | |||
74 | (pred) mov reg = psr \ | 77 | (pred) mov reg = psr \ |
75 | CLOBBER(clob) | 78 | CLOBBER(clob) |
76 | 79 | ||
80 | #define MOV_FROM_ITC(pred, pred_clob, reg, clob) \ | ||
81 | (pred) mov reg = ar.itc \ | ||
82 | CLOBBER(clob) \ | ||
83 | CLOBBER_PRED(pred_clob) | ||
84 | |||
77 | #define MOV_TO_IFA(reg, clob) \ | 85 | #define MOV_TO_IFA(reg, clob) \ |
78 | mov cr.ifa = reg \ | 86 | mov cr.ifa = reg \ |
79 | CLOBBER(clob) | 87 | CLOBBER(clob) |
@@ -158,6 +166,11 @@ | |||
158 | #define RSM_PSR_DT \ | 166 | #define RSM_PSR_DT \ |
159 | rsm psr.dt | 167 | rsm psr.dt |
160 | 168 | ||
169 | #define RSM_PSR_BE_I(clob0, clob1) \ | ||
170 | rsm psr.be | psr.i \ | ||
171 | CLOBBER(clob0) \ | ||
172 | CLOBBER(clob1) | ||
173 | |||
161 | #define SSM_PSR_DT_AND_SRLZ_I \ | 174 | #define SSM_PSR_DT_AND_SRLZ_I \ |
162 | ssm psr.dt \ | 175 | ssm psr.dt \ |
163 | ;; \ | 176 | ;; \ |
diff --git a/arch/ia64/include/asm/native/patchlist.h b/arch/ia64/include/asm/native/patchlist.h new file mode 100644 index 000000000000..be16ca9311bf --- /dev/null +++ b/arch/ia64/include/asm/native/patchlist.h | |||
@@ -0,0 +1,38 @@ | |||
1 | /****************************************************************************** | ||
2 | * arch/ia64/include/asm/native/inst.h | ||
3 | * | ||
4 | * Copyright (c) 2008 Isaku Yamahata <yamahata at valinux co jp> | ||
5 | * VA Linux Systems Japan K.K. | ||
6 | * | ||
7 | * This program is free software; you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation; either version 2 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * This program is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with this program; if not, write to the Free Software | ||
19 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
20 | * | ||
21 | */ | ||
22 | |||
23 | #define __paravirt_start_gate_fsyscall_patchlist \ | ||
24 | __ia64_native_start_gate_fsyscall_patchlist | ||
25 | #define __paravirt_end_gate_fsyscall_patchlist \ | ||
26 | __ia64_native_end_gate_fsyscall_patchlist | ||
27 | #define __paravirt_start_gate_brl_fsys_bubble_down_patchlist \ | ||
28 | __ia64_native_start_gate_brl_fsys_bubble_down_patchlist | ||
29 | #define __paravirt_end_gate_brl_fsys_bubble_down_patchlist \ | ||
30 | __ia64_native_end_gate_brl_fsys_bubble_down_patchlist | ||
31 | #define __paravirt_start_gate_vtop_patchlist \ | ||
32 | __ia64_native_start_gate_vtop_patchlist | ||
33 | #define __paravirt_end_gate_vtop_patchlist \ | ||
34 | __ia64_native_end_gate_vtop_patchlist | ||
35 | #define __paravirt_start_gate_mckinley_e9_patchlist \ | ||
36 | __ia64_native_start_gate_mckinley_e9_patchlist | ||
37 | #define __paravirt_end_gate_mckinley_e9_patchlist \ | ||
38 | __ia64_native_end_gate_mckinley_e9_patchlist | ||
diff --git a/arch/ia64/include/asm/native/pvchk_inst.h b/arch/ia64/include/asm/native/pvchk_inst.h index b8e6eb1090d7..8d72962ec838 100644 --- a/arch/ia64/include/asm/native/pvchk_inst.h +++ b/arch/ia64/include/asm/native/pvchk_inst.h | |||
@@ -180,6 +180,11 @@ | |||
180 | IS_PRED_IN(pred) \ | 180 | IS_PRED_IN(pred) \ |
181 | IS_RREG_OUT(reg) \ | 181 | IS_RREG_OUT(reg) \ |
182 | IS_RREG_CLOB(clob) | 182 | IS_RREG_CLOB(clob) |
183 | #define MOV_FROM_ITC(pred, pred_clob, reg, clob) \ | ||
184 | IS_PRED_IN(pred) \ | ||
185 | IS_PRED_CLOB(pred_clob) \ | ||
186 | IS_RREG_OUT(reg) \ | ||
187 | IS_RREG_CLOB(clob) | ||
183 | #define MOV_TO_IFA(reg, clob) \ | 188 | #define MOV_TO_IFA(reg, clob) \ |
184 | IS_RREG_IN(reg) \ | 189 | IS_RREG_IN(reg) \ |
185 | IS_RREG_CLOB(clob) | 190 | IS_RREG_CLOB(clob) |
@@ -246,6 +251,9 @@ | |||
246 | IS_RREG_CLOB(clob2) | 251 | IS_RREG_CLOB(clob2) |
247 | #define RSM_PSR_DT \ | 252 | #define RSM_PSR_DT \ |
248 | nop 0 | 253 | nop 0 |
254 | #define RSM_PSR_BE_I(clob0, clob1) \ | ||
255 | IS_RREG_CLOB(clob0) \ | ||
256 | IS_RREG_CLOB(clob1) | ||
249 | #define SSM_PSR_DT_AND_SRLZ_I \ | 257 | #define SSM_PSR_DT_AND_SRLZ_I \ |
250 | nop 0 | 258 | nop 0 |
251 | #define BSW_0(clob0, clob1, clob2) \ | 259 | #define BSW_0(clob0, clob1, clob2) \ |
diff --git a/arch/ia64/include/asm/paravirt.h b/arch/ia64/include/asm/paravirt.h index 2bf3636473fe..2eb0a981a09a 100644 --- a/arch/ia64/include/asm/paravirt.h +++ b/arch/ia64/include/asm/paravirt.h | |||
@@ -22,6 +22,56 @@ | |||
22 | #ifndef __ASM_PARAVIRT_H | 22 | #ifndef __ASM_PARAVIRT_H |
23 | #define __ASM_PARAVIRT_H | 23 | #define __ASM_PARAVIRT_H |
24 | 24 | ||
25 | #ifndef __ASSEMBLY__ | ||
26 | /****************************************************************************** | ||
27 | * fsys related addresses | ||
28 | */ | ||
29 | struct pv_fsys_data { | ||
30 | unsigned long *fsyscall_table; | ||
31 | void *fsys_bubble_down; | ||
32 | }; | ||
33 | |||
34 | extern struct pv_fsys_data pv_fsys_data; | ||
35 | |||
36 | unsigned long *paravirt_get_fsyscall_table(void); | ||
37 | char *paravirt_get_fsys_bubble_down(void); | ||
38 | |||
39 | /****************************************************************************** | ||
40 | * patchlist addresses for gate page | ||
41 | */ | ||
42 | enum pv_gate_patchlist { | ||
43 | PV_GATE_START_FSYSCALL, | ||
44 | PV_GATE_END_FSYSCALL, | ||
45 | |||
46 | PV_GATE_START_BRL_FSYS_BUBBLE_DOWN, | ||
47 | PV_GATE_END_BRL_FSYS_BUBBLE_DOWN, | ||
48 | |||
49 | PV_GATE_START_VTOP, | ||
50 | PV_GATE_END_VTOP, | ||
51 | |||
52 | PV_GATE_START_MCKINLEY_E9, | ||
53 | PV_GATE_END_MCKINLEY_E9, | ||
54 | }; | ||
55 | |||
56 | struct pv_patchdata { | ||
57 | unsigned long start_fsyscall_patchlist; | ||
58 | unsigned long end_fsyscall_patchlist; | ||
59 | unsigned long start_brl_fsys_bubble_down_patchlist; | ||
60 | unsigned long end_brl_fsys_bubble_down_patchlist; | ||
61 | unsigned long start_vtop_patchlist; | ||
62 | unsigned long end_vtop_patchlist; | ||
63 | unsigned long start_mckinley_e9_patchlist; | ||
64 | unsigned long end_mckinley_e9_patchlist; | ||
65 | |||
66 | void *gate_section; | ||
67 | }; | ||
68 | |||
69 | extern struct pv_patchdata pv_patchdata; | ||
70 | |||
71 | unsigned long paravirt_get_gate_patchlist(enum pv_gate_patchlist type); | ||
72 | void *paravirt_get_gate_section(void); | ||
73 | #endif | ||
74 | |||
25 | #ifdef CONFIG_PARAVIRT_GUEST | 75 | #ifdef CONFIG_PARAVIRT_GUEST |
26 | 76 | ||
27 | #define PARAVIRT_HYPERVISOR_TYPE_DEFAULT 0 | 77 | #define PARAVIRT_HYPERVISOR_TYPE_DEFAULT 0 |
@@ -68,6 +118,14 @@ struct pv_init_ops { | |||
68 | int (*arch_setup_nomca)(void); | 118 | int (*arch_setup_nomca)(void); |
69 | 119 | ||
70 | void (*post_smp_prepare_boot_cpu)(void); | 120 | void (*post_smp_prepare_boot_cpu)(void); |
121 | |||
122 | #ifdef ASM_SUPPORTED | ||
123 | unsigned long (*patch_bundle)(void *sbundle, void *ebundle, | ||
124 | unsigned long type); | ||
125 | unsigned long (*patch_inst)(unsigned long stag, unsigned long etag, | ||
126 | unsigned long type); | ||
127 | #endif | ||
128 | void (*patch_branch)(unsigned long tag, unsigned long type); | ||
71 | }; | 129 | }; |
72 | 130 | ||
73 | extern struct pv_init_ops pv_init_ops; | 131 | extern struct pv_init_ops pv_init_ops; |
@@ -210,6 +268,8 @@ struct pv_time_ops { | |||
210 | int (*do_steal_accounting)(unsigned long *new_itm); | 268 | int (*do_steal_accounting)(unsigned long *new_itm); |
211 | 269 | ||
212 | void (*clocksource_resume)(void); | 270 | void (*clocksource_resume)(void); |
271 | |||
272 | unsigned long long (*sched_clock)(void); | ||
213 | }; | 273 | }; |
214 | 274 | ||
215 | extern struct pv_time_ops pv_time_ops; | 275 | extern struct pv_time_ops pv_time_ops; |
@@ -227,6 +287,11 @@ paravirt_do_steal_accounting(unsigned long *new_itm) | |||
227 | return pv_time_ops.do_steal_accounting(new_itm); | 287 | return pv_time_ops.do_steal_accounting(new_itm); |
228 | } | 288 | } |
229 | 289 | ||
290 | static inline unsigned long long paravirt_sched_clock(void) | ||
291 | { | ||
292 | return pv_time_ops.sched_clock(); | ||
293 | } | ||
294 | |||
230 | #endif /* !__ASSEMBLY__ */ | 295 | #endif /* !__ASSEMBLY__ */ |
231 | 296 | ||
232 | #else | 297 | #else |
diff --git a/arch/ia64/include/asm/paravirt_patch.h b/arch/ia64/include/asm/paravirt_patch.h new file mode 100644 index 000000000000..128ff5db6e67 --- /dev/null +++ b/arch/ia64/include/asm/paravirt_patch.h | |||
@@ -0,0 +1,143 @@ | |||
1 | /****************************************************************************** | ||
2 | * Copyright (c) 2008 Isaku Yamahata <yamahata at valinux co jp> | ||
3 | * VA Linux Systems Japan K.K. | ||
4 | * | ||
5 | * This program is free software; you can redistribute it and/or modify | ||
6 | * it under the terms of the GNU General Public License as published by | ||
7 | * the Free Software Foundation; either version 2 of the License, or | ||
8 | * (at your option) any later version. | ||
9 | * | ||
10 | * This program is distributed in the hope that it will be useful, | ||
11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
13 | * GNU General Public License for more details. | ||
14 | * | ||
15 | * You should have received a copy of the GNU General Public License | ||
16 | * along with this program; if not, write to the Free Software | ||
17 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
18 | * | ||
19 | */ | ||
20 | |||
21 | #ifndef __ASM_PARAVIRT_PATCH_H | ||
22 | #define __ASM_PARAVIRT_PATCH_H | ||
23 | |||
24 | #ifdef __ASSEMBLY__ | ||
25 | |||
26 | .section .paravirt_branches, "a" | ||
27 | .previous | ||
28 | #define PARAVIRT_PATCH_SITE_BR(type) \ | ||
29 | { \ | ||
30 | [1:] ; \ | ||
31 | br.cond.sptk.many 2f ; \ | ||
32 | nop.b 0 ; \ | ||
33 | nop.b 0;; ; \ | ||
34 | } ; \ | ||
35 | 2: \ | ||
36 | .xdata8 ".paravirt_branches", 1b, type | ||
37 | |||
38 | #else | ||
39 | |||
40 | #include <linux/stringify.h> | ||
41 | #include <asm/intrinsics.h> | ||
42 | |||
43 | /* for binary patch */ | ||
44 | struct paravirt_patch_site_bundle { | ||
45 | void *sbundle; | ||
46 | void *ebundle; | ||
47 | unsigned long type; | ||
48 | }; | ||
49 | |||
50 | /* label means the beginning of new bundle */ | ||
51 | #define paravirt_alt_bundle(instr, privop) \ | ||
52 | "\t998:\n" \ | ||
53 | "\t" instr "\n" \ | ||
54 | "\t999:\n" \ | ||
55 | "\t.pushsection .paravirt_bundles, \"a\"\n" \ | ||
56 | "\t.popsection\n" \ | ||
57 | "\t.xdata8 \".paravirt_bundles\", 998b, 999b, " \ | ||
58 | __stringify(privop) "\n" | ||
59 | |||
60 | |||
61 | struct paravirt_patch_bundle_elem { | ||
62 | const void *sbundle; | ||
63 | const void *ebundle; | ||
64 | unsigned long type; | ||
65 | }; | ||
66 | |||
67 | |||
68 | struct paravirt_patch_site_inst { | ||
69 | unsigned long stag; | ||
70 | unsigned long etag; | ||
71 | unsigned long type; | ||
72 | }; | ||
73 | |||
74 | #define paravirt_alt_inst(instr, privop) \ | ||
75 | "\t[998:]\n" \ | ||
76 | "\t" instr "\n" \ | ||
77 | "\t[999:]\n" \ | ||
78 | "\t.pushsection .paravirt_insts, \"a\"\n" \ | ||
79 | "\t.popsection\n" \ | ||
80 | "\t.xdata8 \".paravirt_insts\", 998b, 999b, " \ | ||
81 | __stringify(privop) "\n" | ||
82 | |||
83 | struct paravirt_patch_site_branch { | ||
84 | unsigned long tag; | ||
85 | unsigned long type; | ||
86 | }; | ||
87 | |||
88 | struct paravirt_patch_branch_target { | ||
89 | const void *entry; | ||
90 | unsigned long type; | ||
91 | }; | ||
92 | |||
93 | void | ||
94 | __paravirt_patch_apply_branch( | ||
95 | unsigned long tag, unsigned long type, | ||
96 | const struct paravirt_patch_branch_target *entries, | ||
97 | unsigned int nr_entries); | ||
98 | |||
99 | void | ||
100 | paravirt_patch_reloc_br(unsigned long tag, const void *target); | ||
101 | |||
102 | void | ||
103 | paravirt_patch_reloc_brl(unsigned long tag, const void *target); | ||
104 | |||
105 | |||
106 | #if defined(ASM_SUPPORTED) && defined(CONFIG_PARAVIRT) | ||
107 | unsigned long | ||
108 | ia64_native_patch_bundle(void *sbundle, void *ebundle, unsigned long type); | ||
109 | |||
110 | unsigned long | ||
111 | __paravirt_patch_apply_bundle(void *sbundle, void *ebundle, unsigned long type, | ||
112 | const struct paravirt_patch_bundle_elem *elems, | ||
113 | unsigned long nelems, | ||
114 | const struct paravirt_patch_bundle_elem **found); | ||
115 | |||
116 | void | ||
117 | paravirt_patch_apply_bundle(const struct paravirt_patch_site_bundle *start, | ||
118 | const struct paravirt_patch_site_bundle *end); | ||
119 | |||
120 | void | ||
121 | paravirt_patch_apply_inst(const struct paravirt_patch_site_inst *start, | ||
122 | const struct paravirt_patch_site_inst *end); | ||
123 | |||
124 | void paravirt_patch_apply(void); | ||
125 | #else | ||
126 | #define paravirt_patch_apply_bundle(start, end) do { } while (0) | ||
127 | #define paravirt_patch_apply_inst(start, end) do { } while (0) | ||
128 | #define paravirt_patch_apply() do { } while (0) | ||
129 | #endif | ||
130 | |||
131 | #endif /* !__ASSEMBLEY__ */ | ||
132 | |||
133 | #endif /* __ASM_PARAVIRT_PATCH_H */ | ||
134 | |||
135 | /* | ||
136 | * Local variables: | ||
137 | * mode: C | ||
138 | * c-set-style: "linux" | ||
139 | * c-basic-offset: 8 | ||
140 | * tab-width: 8 | ||
141 | * indent-tabs-mode: t | ||
142 | * End: | ||
143 | */ | ||
diff --git a/arch/ia64/include/asm/paravirt_privop.h b/arch/ia64/include/asm/paravirt_privop.h index 33c8e55f5775..3d2951130b5f 100644 --- a/arch/ia64/include/asm/paravirt_privop.h +++ b/arch/ia64/include/asm/paravirt_privop.h | |||
@@ -33,7 +33,7 @@ | |||
33 | */ | 33 | */ |
34 | 34 | ||
35 | struct pv_cpu_ops { | 35 | struct pv_cpu_ops { |
36 | void (*fc)(unsigned long addr); | 36 | void (*fc)(void *addr); |
37 | unsigned long (*thash)(unsigned long addr); | 37 | unsigned long (*thash)(unsigned long addr); |
38 | unsigned long (*get_cpuid)(int index); | 38 | unsigned long (*get_cpuid)(int index); |
39 | unsigned long (*get_pmd)(int index); | 39 | unsigned long (*get_pmd)(int index); |
@@ -60,12 +60,18 @@ extern unsigned long ia64_native_getreg_func(int regnum); | |||
60 | /* Instructions paravirtualized for performance */ | 60 | /* Instructions paravirtualized for performance */ |
61 | /************************************************/ | 61 | /************************************************/ |
62 | 62 | ||
63 | #ifndef ASM_SUPPORTED | ||
64 | #define paravirt_ssm_i() pv_cpu_ops.ssm_i() | ||
65 | #define paravirt_rsm_i() pv_cpu_ops.rsm_i() | ||
66 | #define __paravirt_getreg() pv_cpu_ops.getreg() | ||
67 | #endif | ||
68 | |||
63 | /* mask for ia64_native_ssm/rsm() must be constant.("i" constraing). | 69 | /* mask for ia64_native_ssm/rsm() must be constant.("i" constraing). |
64 | * static inline function doesn't satisfy it. */ | 70 | * static inline function doesn't satisfy it. */ |
65 | #define paravirt_ssm(mask) \ | 71 | #define paravirt_ssm(mask) \ |
66 | do { \ | 72 | do { \ |
67 | if ((mask) == IA64_PSR_I) \ | 73 | if ((mask) == IA64_PSR_I) \ |
68 | pv_cpu_ops.ssm_i(); \ | 74 | paravirt_ssm_i(); \ |
69 | else \ | 75 | else \ |
70 | ia64_native_ssm(mask); \ | 76 | ia64_native_ssm(mask); \ |
71 | } while (0) | 77 | } while (0) |
@@ -73,7 +79,7 @@ extern unsigned long ia64_native_getreg_func(int regnum); | |||
73 | #define paravirt_rsm(mask) \ | 79 | #define paravirt_rsm(mask) \ |
74 | do { \ | 80 | do { \ |
75 | if ((mask) == IA64_PSR_I) \ | 81 | if ((mask) == IA64_PSR_I) \ |
76 | pv_cpu_ops.rsm_i(); \ | 82 | paravirt_rsm_i(); \ |
77 | else \ | 83 | else \ |
78 | ia64_native_rsm(mask); \ | 84 | ia64_native_rsm(mask); \ |
79 | } while (0) | 85 | } while (0) |
@@ -86,7 +92,7 @@ extern unsigned long ia64_native_getreg_func(int regnum); | |||
86 | if ((reg) == _IA64_REG_IP) \ | 92 | if ((reg) == _IA64_REG_IP) \ |
87 | res = ia64_native_getreg(_IA64_REG_IP); \ | 93 | res = ia64_native_getreg(_IA64_REG_IP); \ |
88 | else \ | 94 | else \ |
89 | res = pv_cpu_ops.getreg(reg); \ | 95 | res = __paravirt_getreg(reg); \ |
90 | res; \ | 96 | res; \ |
91 | }) | 97 | }) |
92 | 98 | ||
@@ -112,6 +118,12 @@ void paravirt_cpu_asm_init(const struct pv_cpu_asm_switch *cpu_asm_switch); | |||
112 | 118 | ||
113 | #endif /* CONFIG_PARAVIRT */ | 119 | #endif /* CONFIG_PARAVIRT */ |
114 | 120 | ||
121 | #if defined(CONFIG_PARAVIRT) && defined(ASM_SUPPORTED) | ||
122 | #define paravirt_dv_serialize_data() ia64_dv_serialize_data() | ||
123 | #else | ||
124 | #define paravirt_dv_serialize_data() /* nothing */ | ||
125 | #endif | ||
126 | |||
115 | /* these routines utilize privilege-sensitive or performance-sensitive | 127 | /* these routines utilize privilege-sensitive or performance-sensitive |
116 | * privileged instructions so the code must be replaced with | 128 | * privileged instructions so the code must be replaced with |
117 | * paravirtualized versions */ | 129 | * paravirtualized versions */ |
@@ -121,4 +133,349 @@ void paravirt_cpu_asm_init(const struct pv_cpu_asm_switch *cpu_asm_switch); | |||
121 | IA64_PARAVIRT_ASM_FUNC(work_processed_syscall) | 133 | IA64_PARAVIRT_ASM_FUNC(work_processed_syscall) |
122 | #define ia64_leave_kernel IA64_PARAVIRT_ASM_FUNC(leave_kernel) | 134 | #define ia64_leave_kernel IA64_PARAVIRT_ASM_FUNC(leave_kernel) |
123 | 135 | ||
136 | |||
137 | #if defined(CONFIG_PARAVIRT) | ||
138 | /****************************************************************************** | ||
139 | * binary patching infrastructure | ||
140 | */ | ||
141 | #define PARAVIRT_PATCH_TYPE_FC 1 | ||
142 | #define PARAVIRT_PATCH_TYPE_THASH 2 | ||
143 | #define PARAVIRT_PATCH_TYPE_GET_CPUID 3 | ||
144 | #define PARAVIRT_PATCH_TYPE_GET_PMD 4 | ||
145 | #define PARAVIRT_PATCH_TYPE_PTCGA 5 | ||
146 | #define PARAVIRT_PATCH_TYPE_GET_RR 6 | ||
147 | #define PARAVIRT_PATCH_TYPE_SET_RR 7 | ||
148 | #define PARAVIRT_PATCH_TYPE_SET_RR0_TO_RR4 8 | ||
149 | #define PARAVIRT_PATCH_TYPE_SSM_I 9 | ||
150 | #define PARAVIRT_PATCH_TYPE_RSM_I 10 | ||
151 | #define PARAVIRT_PATCH_TYPE_GET_PSR_I 11 | ||
152 | #define PARAVIRT_PATCH_TYPE_INTRIN_LOCAL_IRQ_RESTORE 12 | ||
153 | |||
154 | /* PARAVIRT_PATY_TYPE_[GS]ETREG + _IA64_REG_xxx */ | ||
155 | #define PARAVIRT_PATCH_TYPE_GETREG 0x10000000 | ||
156 | #define PARAVIRT_PATCH_TYPE_SETREG 0x20000000 | ||
157 | |||
158 | /* | ||
159 | * struct task_struct* (*ia64_switch_to)(void* next_task); | ||
160 | * void *ia64_leave_syscall; | ||
161 | * void *ia64_work_processed_syscall | ||
162 | * void *ia64_leave_kernel; | ||
163 | */ | ||
164 | |||
165 | #define PARAVIRT_PATCH_TYPE_BR_START 0x30000000 | ||
166 | #define PARAVIRT_PATCH_TYPE_BR_SWITCH_TO \ | ||
167 | (PARAVIRT_PATCH_TYPE_BR_START + 0) | ||
168 | #define PARAVIRT_PATCH_TYPE_BR_LEAVE_SYSCALL \ | ||
169 | (PARAVIRT_PATCH_TYPE_BR_START + 1) | ||
170 | #define PARAVIRT_PATCH_TYPE_BR_WORK_PROCESSED_SYSCALL \ | ||
171 | (PARAVIRT_PATCH_TYPE_BR_START + 2) | ||
172 | #define PARAVIRT_PATCH_TYPE_BR_LEAVE_KERNEL \ | ||
173 | (PARAVIRT_PATCH_TYPE_BR_START + 3) | ||
174 | |||
175 | #ifdef ASM_SUPPORTED | ||
176 | #include <asm/paravirt_patch.h> | ||
177 | |||
178 | /* | ||
179 | * pv_cpu_ops calling stub. | ||
180 | * normal function call convension can't be written by gcc | ||
181 | * inline assembly. | ||
182 | * | ||
183 | * from the caller's point of view, | ||
184 | * the following registers will be clobbered. | ||
185 | * r2, r3 | ||
186 | * r8-r15 | ||
187 | * r16, r17 | ||
188 | * b6, b7 | ||
189 | * p6-p15 | ||
190 | * ar.ccv | ||
191 | * | ||
192 | * from the callee's point of view , | ||
193 | * the following registers can be used. | ||
194 | * r2, r3: scratch | ||
195 | * r8: scratch, input argument0 and return value | ||
196 | * r0-r15: scratch, input argument1-5 | ||
197 | * b6: return pointer | ||
198 | * b7: scratch | ||
199 | * p6-p15: scratch | ||
200 | * ar.ccv: scratch | ||
201 | * | ||
202 | * other registers must not be changed. especially | ||
203 | * b0: rp: preserved. gcc ignores b0 in clobbered register. | ||
204 | * r16: saved gp | ||
205 | */ | ||
206 | /* 5 bundles */ | ||
207 | #define __PARAVIRT_BR \ | ||
208 | ";;\n" \ | ||
209 | "{ .mlx\n" \ | ||
210 | "nop 0\n" \ | ||
211 | "movl r2 = %[op_addr]\n"/* get function pointer address */ \ | ||
212 | ";;\n" \ | ||
213 | "}\n" \ | ||
214 | "1:\n" \ | ||
215 | "{ .mii\n" \ | ||
216 | "ld8 r2 = [r2]\n" /* load function descriptor address */ \ | ||
217 | "mov r17 = ip\n" /* get ip to calc return address */ \ | ||
218 | "mov r16 = gp\n" /* save gp */ \ | ||
219 | ";;\n" \ | ||
220 | "}\n" \ | ||
221 | "{ .mii\n" \ | ||
222 | "ld8 r3 = [r2], 8\n" /* load entry address */ \ | ||
223 | "adds r17 = 1f - 1b, r17\n" /* calculate return address */ \ | ||
224 | ";;\n" \ | ||
225 | "mov b7 = r3\n" /* set entry address */ \ | ||
226 | "}\n" \ | ||
227 | "{ .mib\n" \ | ||
228 | "ld8 gp = [r2]\n" /* load gp value */ \ | ||
229 | "mov b6 = r17\n" /* set return address */ \ | ||
230 | "br.cond.sptk.few b7\n" /* intrinsics are very short isns */ \ | ||
231 | "}\n" \ | ||
232 | "1:\n" \ | ||
233 | "{ .mii\n" \ | ||
234 | "mov gp = r16\n" /* restore gp value */ \ | ||
235 | "nop 0\n" \ | ||
236 | "nop 0\n" \ | ||
237 | ";;\n" \ | ||
238 | "}\n" | ||
239 | |||
240 | #define PARAVIRT_OP(op) \ | ||
241 | [op_addr] "i"(&pv_cpu_ops.op) | ||
242 | |||
243 | #define PARAVIRT_TYPE(type) \ | ||
244 | PARAVIRT_PATCH_TYPE_ ## type | ||
245 | |||
246 | #define PARAVIRT_REG_CLOBBERS0 \ | ||
247 | "r2", "r3", /*"r8",*/ "r9", "r10", "r11", "r14", \ | ||
248 | "r15", "r16", "r17" | ||
249 | |||
250 | #define PARAVIRT_REG_CLOBBERS1 \ | ||
251 | "r2","r3", /*"r8",*/ "r9", "r10", "r11", "r14", \ | ||
252 | "r15", "r16", "r17" | ||
253 | |||
254 | #define PARAVIRT_REG_CLOBBERS2 \ | ||
255 | "r2", "r3", /*"r8", "r9",*/ "r10", "r11", "r14", \ | ||
256 | "r15", "r16", "r17" | ||
257 | |||
258 | #define PARAVIRT_REG_CLOBBERS5 \ | ||
259 | "r2", "r3", /*"r8", "r9", "r10", "r11", "r14",*/ \ | ||
260 | "r15", "r16", "r17" | ||
261 | |||
262 | #define PARAVIRT_BR_CLOBBERS \ | ||
263 | "b6", "b7" | ||
264 | |||
265 | #define PARAVIRT_PR_CLOBBERS \ | ||
266 | "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15" | ||
267 | |||
268 | #define PARAVIRT_AR_CLOBBERS \ | ||
269 | "ar.ccv" | ||
270 | |||
271 | #define PARAVIRT_CLOBBERS0 \ | ||
272 | PARAVIRT_REG_CLOBBERS0, \ | ||
273 | PARAVIRT_BR_CLOBBERS, \ | ||
274 | PARAVIRT_PR_CLOBBERS, \ | ||
275 | PARAVIRT_AR_CLOBBERS, \ | ||
276 | "memory" | ||
277 | |||
278 | #define PARAVIRT_CLOBBERS1 \ | ||
279 | PARAVIRT_REG_CLOBBERS1, \ | ||
280 | PARAVIRT_BR_CLOBBERS, \ | ||
281 | PARAVIRT_PR_CLOBBERS, \ | ||
282 | PARAVIRT_AR_CLOBBERS, \ | ||
283 | "memory" | ||
284 | |||
285 | #define PARAVIRT_CLOBBERS2 \ | ||
286 | PARAVIRT_REG_CLOBBERS2, \ | ||
287 | PARAVIRT_BR_CLOBBERS, \ | ||
288 | PARAVIRT_PR_CLOBBERS, \ | ||
289 | PARAVIRT_AR_CLOBBERS, \ | ||
290 | "memory" | ||
291 | |||
292 | #define PARAVIRT_CLOBBERS5 \ | ||
293 | PARAVIRT_REG_CLOBBERS5, \ | ||
294 | PARAVIRT_BR_CLOBBERS, \ | ||
295 | PARAVIRT_PR_CLOBBERS, \ | ||
296 | PARAVIRT_AR_CLOBBERS, \ | ||
297 | "memory" | ||
298 | |||
299 | #define PARAVIRT_BR0(op, type) \ | ||
300 | register unsigned long ia64_clobber asm ("r8"); \ | ||
301 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
302 | PARAVIRT_TYPE(type)) \ | ||
303 | : "=r"(ia64_clobber) \ | ||
304 | : PARAVIRT_OP(op) \ | ||
305 | : PARAVIRT_CLOBBERS0) | ||
306 | |||
307 | #define PARAVIRT_BR0_RET(op, type) \ | ||
308 | register unsigned long ia64_intri_res asm ("r8"); \ | ||
309 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
310 | PARAVIRT_TYPE(type)) \ | ||
311 | : "=r"(ia64_intri_res) \ | ||
312 | : PARAVIRT_OP(op) \ | ||
313 | : PARAVIRT_CLOBBERS0) | ||
314 | |||
315 | #define PARAVIRT_BR1(op, type, arg1) \ | ||
316 | register unsigned long __##arg1 asm ("r8") = arg1; \ | ||
317 | register unsigned long ia64_clobber asm ("r8"); \ | ||
318 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
319 | PARAVIRT_TYPE(type)) \ | ||
320 | : "=r"(ia64_clobber) \ | ||
321 | : PARAVIRT_OP(op), "0"(__##arg1) \ | ||
322 | : PARAVIRT_CLOBBERS1) | ||
323 | |||
324 | #define PARAVIRT_BR1_RET(op, type, arg1) \ | ||
325 | register unsigned long ia64_intri_res asm ("r8"); \ | ||
326 | register unsigned long __##arg1 asm ("r8") = arg1; \ | ||
327 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
328 | PARAVIRT_TYPE(type)) \ | ||
329 | : "=r"(ia64_intri_res) \ | ||
330 | : PARAVIRT_OP(op), "0"(__##arg1) \ | ||
331 | : PARAVIRT_CLOBBERS1) | ||
332 | |||
333 | #define PARAVIRT_BR1_VOID(op, type, arg1) \ | ||
334 | register void *__##arg1 asm ("r8") = arg1; \ | ||
335 | register unsigned long ia64_clobber asm ("r8"); \ | ||
336 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
337 | PARAVIRT_TYPE(type)) \ | ||
338 | : "=r"(ia64_clobber) \ | ||
339 | : PARAVIRT_OP(op), "0"(__##arg1) \ | ||
340 | : PARAVIRT_CLOBBERS1) | ||
341 | |||
342 | #define PARAVIRT_BR2(op, type, arg1, arg2) \ | ||
343 | register unsigned long __##arg1 asm ("r8") = arg1; \ | ||
344 | register unsigned long __##arg2 asm ("r9") = arg2; \ | ||
345 | register unsigned long ia64_clobber1 asm ("r8"); \ | ||
346 | register unsigned long ia64_clobber2 asm ("r9"); \ | ||
347 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
348 | PARAVIRT_TYPE(type)) \ | ||
349 | : "=r"(ia64_clobber1), "=r"(ia64_clobber2) \ | ||
350 | : PARAVIRT_OP(op), "0"(__##arg1), "1"(__##arg2) \ | ||
351 | : PARAVIRT_CLOBBERS2) | ||
352 | |||
353 | |||
354 | #define PARAVIRT_DEFINE_CPU_OP0(op, type) \ | ||
355 | static inline void \ | ||
356 | paravirt_ ## op (void) \ | ||
357 | { \ | ||
358 | PARAVIRT_BR0(op, type); \ | ||
359 | } | ||
360 | |||
361 | #define PARAVIRT_DEFINE_CPU_OP0_RET(op, type) \ | ||
362 | static inline unsigned long \ | ||
363 | paravirt_ ## op (void) \ | ||
364 | { \ | ||
365 | PARAVIRT_BR0_RET(op, type); \ | ||
366 | return ia64_intri_res; \ | ||
367 | } | ||
368 | |||
369 | #define PARAVIRT_DEFINE_CPU_OP1_VOID(op, type) \ | ||
370 | static inline void \ | ||
371 | paravirt_ ## op (void *arg1) \ | ||
372 | { \ | ||
373 | PARAVIRT_BR1_VOID(op, type, arg1); \ | ||
374 | } | ||
375 | |||
376 | #define PARAVIRT_DEFINE_CPU_OP1(op, type) \ | ||
377 | static inline void \ | ||
378 | paravirt_ ## op (unsigned long arg1) \ | ||
379 | { \ | ||
380 | PARAVIRT_BR1(op, type, arg1); \ | ||
381 | } | ||
382 | |||
383 | #define PARAVIRT_DEFINE_CPU_OP1_RET(op, type) \ | ||
384 | static inline unsigned long \ | ||
385 | paravirt_ ## op (unsigned long arg1) \ | ||
386 | { \ | ||
387 | PARAVIRT_BR1_RET(op, type, arg1); \ | ||
388 | return ia64_intri_res; \ | ||
389 | } | ||
390 | |||
391 | #define PARAVIRT_DEFINE_CPU_OP2(op, type) \ | ||
392 | static inline void \ | ||
393 | paravirt_ ## op (unsigned long arg1, \ | ||
394 | unsigned long arg2) \ | ||
395 | { \ | ||
396 | PARAVIRT_BR2(op, type, arg1, arg2); \ | ||
397 | } | ||
398 | |||
399 | |||
400 | PARAVIRT_DEFINE_CPU_OP1_VOID(fc, FC); | ||
401 | PARAVIRT_DEFINE_CPU_OP1_RET(thash, THASH) | ||
402 | PARAVIRT_DEFINE_CPU_OP1_RET(get_cpuid, GET_CPUID) | ||
403 | PARAVIRT_DEFINE_CPU_OP1_RET(get_pmd, GET_PMD) | ||
404 | PARAVIRT_DEFINE_CPU_OP2(ptcga, PTCGA) | ||
405 | PARAVIRT_DEFINE_CPU_OP1_RET(get_rr, GET_RR) | ||
406 | PARAVIRT_DEFINE_CPU_OP2(set_rr, SET_RR) | ||
407 | PARAVIRT_DEFINE_CPU_OP0(ssm_i, SSM_I) | ||
408 | PARAVIRT_DEFINE_CPU_OP0(rsm_i, RSM_I) | ||
409 | PARAVIRT_DEFINE_CPU_OP0_RET(get_psr_i, GET_PSR_I) | ||
410 | PARAVIRT_DEFINE_CPU_OP1(intrin_local_irq_restore, INTRIN_LOCAL_IRQ_RESTORE) | ||
411 | |||
412 | static inline void | ||
413 | paravirt_set_rr0_to_rr4(unsigned long val0, unsigned long val1, | ||
414 | unsigned long val2, unsigned long val3, | ||
415 | unsigned long val4) | ||
416 | { | ||
417 | register unsigned long __val0 asm ("r8") = val0; | ||
418 | register unsigned long __val1 asm ("r9") = val1; | ||
419 | register unsigned long __val2 asm ("r10") = val2; | ||
420 | register unsigned long __val3 asm ("r11") = val3; | ||
421 | register unsigned long __val4 asm ("r14") = val4; | ||
422 | |||
423 | register unsigned long ia64_clobber0 asm ("r8"); | ||
424 | register unsigned long ia64_clobber1 asm ("r9"); | ||
425 | register unsigned long ia64_clobber2 asm ("r10"); | ||
426 | register unsigned long ia64_clobber3 asm ("r11"); | ||
427 | register unsigned long ia64_clobber4 asm ("r14"); | ||
428 | |||
429 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, | ||
430 | PARAVIRT_TYPE(SET_RR0_TO_RR4)) | ||
431 | : "=r"(ia64_clobber0), | ||
432 | "=r"(ia64_clobber1), | ||
433 | "=r"(ia64_clobber2), | ||
434 | "=r"(ia64_clobber3), | ||
435 | "=r"(ia64_clobber4) | ||
436 | : PARAVIRT_OP(set_rr0_to_rr4), | ||
437 | "0"(__val0), "1"(__val1), "2"(__val2), | ||
438 | "3"(__val3), "4"(__val4) | ||
439 | : PARAVIRT_CLOBBERS5); | ||
440 | } | ||
441 | |||
442 | /* unsigned long paravirt_getreg(int reg) */ | ||
443 | #define __paravirt_getreg(reg) \ | ||
444 | ({ \ | ||
445 | register unsigned long ia64_intri_res asm ("r8"); \ | ||
446 | register unsigned long __reg asm ("r8") = (reg); \ | ||
447 | \ | ||
448 | BUILD_BUG_ON(!__builtin_constant_p(reg)); \ | ||
449 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
450 | PARAVIRT_TYPE(GETREG) \ | ||
451 | + (reg)) \ | ||
452 | : "=r"(ia64_intri_res) \ | ||
453 | : PARAVIRT_OP(getreg), "0"(__reg) \ | ||
454 | : PARAVIRT_CLOBBERS1); \ | ||
455 | \ | ||
456 | ia64_intri_res; \ | ||
457 | }) | ||
458 | |||
459 | /* void paravirt_setreg(int reg, unsigned long val) */ | ||
460 | #define paravirt_setreg(reg, val) \ | ||
461 | do { \ | ||
462 | register unsigned long __val asm ("r8") = val; \ | ||
463 | register unsigned long __reg asm ("r9") = reg; \ | ||
464 | register unsigned long ia64_clobber1 asm ("r8"); \ | ||
465 | register unsigned long ia64_clobber2 asm ("r9"); \ | ||
466 | \ | ||
467 | BUILD_BUG_ON(!__builtin_constant_p(reg)); \ | ||
468 | asm volatile (paravirt_alt_bundle(__PARAVIRT_BR, \ | ||
469 | PARAVIRT_TYPE(SETREG) \ | ||
470 | + (reg)) \ | ||
471 | : "=r"(ia64_clobber1), \ | ||
472 | "=r"(ia64_clobber2) \ | ||
473 | : PARAVIRT_OP(setreg), \ | ||
474 | "1"(__reg), "0"(__val) \ | ||
475 | : PARAVIRT_CLOBBERS2); \ | ||
476 | } while (0) | ||
477 | |||
478 | #endif /* ASM_SUPPORTED */ | ||
479 | #endif /* CONFIG_PARAVIRT && ASM_SUPPOTED */ | ||
480 | |||
124 | #endif /* _ASM_IA64_PARAVIRT_PRIVOP_H */ | 481 | #endif /* _ASM_IA64_PARAVIRT_PRIVOP_H */ |
diff --git a/arch/ia64/include/asm/timex.h b/arch/ia64/include/asm/timex.h index 4e03cfe74a0c..86c7db861180 100644 --- a/arch/ia64/include/asm/timex.h +++ b/arch/ia64/include/asm/timex.h | |||
@@ -40,5 +40,6 @@ get_cycles (void) | |||
40 | } | 40 | } |
41 | 41 | ||
42 | extern void ia64_cpu_local_tick (void); | 42 | extern void ia64_cpu_local_tick (void); |
43 | extern unsigned long long ia64_native_sched_clock (void); | ||
43 | 44 | ||
44 | #endif /* _ASM_IA64_TIMEX_H */ | 45 | #endif /* _ASM_IA64_TIMEX_H */ |
diff --git a/arch/ia64/include/asm/xen/hypervisor.h b/arch/ia64/include/asm/xen/hypervisor.h index 7a804e80fc67..e425227a418e 100644 --- a/arch/ia64/include/asm/xen/hypervisor.h +++ b/arch/ia64/include/asm/xen/hypervisor.h | |||
@@ -33,9 +33,6 @@ | |||
33 | #ifndef _ASM_IA64_XEN_HYPERVISOR_H | 33 | #ifndef _ASM_IA64_XEN_HYPERVISOR_H |
34 | #define _ASM_IA64_XEN_HYPERVISOR_H | 34 | #define _ASM_IA64_XEN_HYPERVISOR_H |
35 | 35 | ||
36 | #ifdef CONFIG_XEN | ||
37 | |||
38 | #include <linux/init.h> | ||
39 | #include <xen/interface/xen.h> | 36 | #include <xen/interface/xen.h> |
40 | #include <xen/interface/version.h> /* to compile feature.c */ | 37 | #include <xen/interface/version.h> /* to compile feature.c */ |
41 | #include <xen/features.h> /* to comiple xen-netfront.c */ | 38 | #include <xen/features.h> /* to comiple xen-netfront.c */ |
@@ -43,22 +40,32 @@ | |||
43 | 40 | ||
44 | /* xen_domain_type is set before executing any C code by early_xen_setup */ | 41 | /* xen_domain_type is set before executing any C code by early_xen_setup */ |
45 | enum xen_domain_type { | 42 | enum xen_domain_type { |
46 | XEN_NATIVE, | 43 | XEN_NATIVE, /* running on bare hardware */ |
47 | XEN_PV_DOMAIN, | 44 | XEN_PV_DOMAIN, /* running in a PV domain */ |
48 | XEN_HVM_DOMAIN, | 45 | XEN_HVM_DOMAIN, /* running in a Xen hvm domain*/ |
49 | }; | 46 | }; |
50 | 47 | ||
48 | #ifdef CONFIG_XEN | ||
51 | extern enum xen_domain_type xen_domain_type; | 49 | extern enum xen_domain_type xen_domain_type; |
50 | #else | ||
51 | #define xen_domain_type XEN_NATIVE | ||
52 | #endif | ||
52 | 53 | ||
53 | #define xen_domain() (xen_domain_type != XEN_NATIVE) | 54 | #define xen_domain() (xen_domain_type != XEN_NATIVE) |
54 | #define xen_pv_domain() (xen_domain_type == XEN_PV_DOMAIN) | 55 | #define xen_pv_domain() (xen_domain() && \ |
55 | #define xen_initial_domain() (xen_pv_domain() && \ | 56 | xen_domain_type == XEN_PV_DOMAIN) |
57 | #define xen_hvm_domain() (xen_domain() && \ | ||
58 | xen_domain_type == XEN_HVM_DOMAIN) | ||
59 | |||
60 | #ifdef CONFIG_XEN_DOM0 | ||
61 | #define xen_initial_domain() (xen_pv_domain() && \ | ||
56 | (xen_start_info->flags & SIF_INITDOMAIN)) | 62 | (xen_start_info->flags & SIF_INITDOMAIN)) |
57 | #define xen_hvm_domain() (xen_domain_type == XEN_HVM_DOMAIN) | 63 | #else |
64 | #define xen_initial_domain() (0) | ||
65 | #endif | ||
58 | 66 | ||
59 | /* deprecated. remove this */ | ||
60 | #define is_running_on_xen() (xen_domain_type == XEN_PV_DOMAIN) | ||
61 | 67 | ||
68 | #ifdef CONFIG_XEN | ||
62 | extern struct shared_info *HYPERVISOR_shared_info; | 69 | extern struct shared_info *HYPERVISOR_shared_info; |
63 | extern struct start_info *xen_start_info; | 70 | extern struct start_info *xen_start_info; |
64 | 71 | ||
@@ -74,16 +81,6 @@ void force_evtchn_callback(void); | |||
74 | 81 | ||
75 | /* For setup_arch() in arch/ia64/kernel/setup.c */ | 82 | /* For setup_arch() in arch/ia64/kernel/setup.c */ |
76 | void xen_ia64_enable_opt_feature(void); | 83 | void xen_ia64_enable_opt_feature(void); |
77 | |||
78 | #else /* CONFIG_XEN */ | ||
79 | |||
80 | #define xen_domain() (0) | ||
81 | #define xen_pv_domain() (0) | ||
82 | #define xen_initial_domain() (0) | ||
83 | #define xen_hvm_domain() (0) | ||
84 | #define is_running_on_xen() (0) /* deprecated. remove this */ | ||
85 | #endif | 84 | #endif |
86 | 85 | ||
87 | #define is_initial_xendomain() (0) /* deprecated. remove this */ | ||
88 | |||
89 | #endif /* _ASM_IA64_XEN_HYPERVISOR_H */ | 86 | #endif /* _ASM_IA64_XEN_HYPERVISOR_H */ |
diff --git a/arch/ia64/include/asm/xen/inst.h b/arch/ia64/include/asm/xen/inst.h index 19c2ae1d878a..c53a47611208 100644 --- a/arch/ia64/include/asm/xen/inst.h +++ b/arch/ia64/include/asm/xen/inst.h | |||
@@ -33,6 +33,9 @@ | |||
33 | #define __paravirt_work_processed_syscall_target \ | 33 | #define __paravirt_work_processed_syscall_target \ |
34 | xen_work_processed_syscall | 34 | xen_work_processed_syscall |
35 | 35 | ||
36 | #define paravirt_fsyscall_table xen_fsyscall_table | ||
37 | #define paravirt_fsys_bubble_down xen_fsys_bubble_down | ||
38 | |||
36 | #define MOV_FROM_IFA(reg) \ | 39 | #define MOV_FROM_IFA(reg) \ |
37 | movl reg = XSI_IFA; \ | 40 | movl reg = XSI_IFA; \ |
38 | ;; \ | 41 | ;; \ |
@@ -110,6 +113,27 @@ | |||
110 | .endm | 113 | .endm |
111 | #define MOV_FROM_PSR(pred, reg, clob) __MOV_FROM_PSR pred, reg, clob | 114 | #define MOV_FROM_PSR(pred, reg, clob) __MOV_FROM_PSR pred, reg, clob |
112 | 115 | ||
116 | /* assuming ar.itc is read with interrupt disabled. */ | ||
117 | #define MOV_FROM_ITC(pred, pred_clob, reg, clob) \ | ||
118 | (pred) movl clob = XSI_ITC_OFFSET; \ | ||
119 | ;; \ | ||
120 | (pred) ld8 clob = [clob]; \ | ||
121 | (pred) mov reg = ar.itc; \ | ||
122 | ;; \ | ||
123 | (pred) add reg = reg, clob; \ | ||
124 | ;; \ | ||
125 | (pred) movl clob = XSI_ITC_LAST; \ | ||
126 | ;; \ | ||
127 | (pred) ld8 clob = [clob]; \ | ||
128 | ;; \ | ||
129 | (pred) cmp.geu.unc pred_clob, p0 = clob, reg; \ | ||
130 | ;; \ | ||
131 | (pred_clob) add reg = 1, clob; \ | ||
132 | ;; \ | ||
133 | (pred) movl clob = XSI_ITC_LAST; \ | ||
134 | ;; \ | ||
135 | (pred) st8 [clob] = reg | ||
136 | |||
113 | 137 | ||
114 | #define MOV_TO_IFA(reg, clob) \ | 138 | #define MOV_TO_IFA(reg, clob) \ |
115 | movl clob = XSI_IFA; \ | 139 | movl clob = XSI_IFA; \ |
@@ -362,6 +386,10 @@ | |||
362 | #define RSM_PSR_DT \ | 386 | #define RSM_PSR_DT \ |
363 | XEN_HYPER_RSM_PSR_DT | 387 | XEN_HYPER_RSM_PSR_DT |
364 | 388 | ||
389 | #define RSM_PSR_BE_I(clob0, clob1) \ | ||
390 | RSM_PSR_I(p0, clob0, clob1); \ | ||
391 | rum psr.be | ||
392 | |||
365 | #define SSM_PSR_DT_AND_SRLZ_I \ | 393 | #define SSM_PSR_DT_AND_SRLZ_I \ |
366 | XEN_HYPER_SSM_PSR_DT | 394 | XEN_HYPER_SSM_PSR_DT |
367 | 395 | ||
diff --git a/arch/ia64/include/asm/xen/interface.h b/arch/ia64/include/asm/xen/interface.h index f00fab40854d..e951e740bdf2 100644 --- a/arch/ia64/include/asm/xen/interface.h +++ b/arch/ia64/include/asm/xen/interface.h | |||
@@ -209,6 +209,15 @@ struct mapped_regs { | |||
209 | unsigned long krs[8]; /* kernel registers */ | 209 | unsigned long krs[8]; /* kernel registers */ |
210 | unsigned long tmp[16]; /* temp registers | 210 | unsigned long tmp[16]; /* temp registers |
211 | (e.g. for hyperprivops) */ | 211 | (e.g. for hyperprivops) */ |
212 | |||
213 | /* itc paravirtualization | ||
214 | * vAR.ITC = mAR.ITC + itc_offset | ||
215 | * itc_last is one which was lastly passed to | ||
216 | * the guest OS in order to prevent it from | ||
217 | * going backwords. | ||
218 | */ | ||
219 | unsigned long itc_offset; | ||
220 | unsigned long itc_last; | ||
212 | }; | 221 | }; |
213 | }; | 222 | }; |
214 | }; | 223 | }; |
diff --git a/arch/ia64/include/asm/xen/minstate.h b/arch/ia64/include/asm/xen/minstate.h index 4d92d9bbda7b..c57fa910f2c9 100644 --- a/arch/ia64/include/asm/xen/minstate.h +++ b/arch/ia64/include/asm/xen/minstate.h | |||
@@ -1,3 +1,12 @@ | |||
1 | |||
2 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING | ||
3 | /* read ar.itc in advance, and use it before leaving bank 0 */ | ||
4 | #define XEN_ACCOUNT_GET_STAMP \ | ||
5 | MOV_FROM_ITC(pUStk, p6, r20, r2); | ||
6 | #else | ||
7 | #define XEN_ACCOUNT_GET_STAMP | ||
8 | #endif | ||
9 | |||
1 | /* | 10 | /* |
2 | * DO_SAVE_MIN switches to the kernel stacks (if necessary) and saves | 11 | * DO_SAVE_MIN switches to the kernel stacks (if necessary) and saves |
3 | * the minimum state necessary that allows us to turn psr.ic back | 12 | * the minimum state necessary that allows us to turn psr.ic back |
@@ -123,7 +132,7 @@ | |||
123 | ;; \ | 132 | ;; \ |
124 | .mem.offset 0,0; st8.spill [r16]=r2,16; \ | 133 | .mem.offset 0,0; st8.spill [r16]=r2,16; \ |
125 | .mem.offset 8,0; st8.spill [r17]=r3,16; \ | 134 | .mem.offset 8,0; st8.spill [r17]=r3,16; \ |
126 | ACCOUNT_GET_STAMP \ | 135 | XEN_ACCOUNT_GET_STAMP \ |
127 | adds r2=IA64_PT_REGS_R16_OFFSET,r1; \ | 136 | adds r2=IA64_PT_REGS_R16_OFFSET,r1; \ |
128 | ;; \ | 137 | ;; \ |
129 | EXTRA; \ | 138 | EXTRA; \ |
diff --git a/arch/ia64/include/asm/xen/patchlist.h b/arch/ia64/include/asm/xen/patchlist.h new file mode 100644 index 000000000000..eae944e88846 --- /dev/null +++ b/arch/ia64/include/asm/xen/patchlist.h | |||
@@ -0,0 +1,38 @@ | |||
1 | /****************************************************************************** | ||
2 | * arch/ia64/include/asm/xen/patchlist.h | ||
3 | * | ||
4 | * Copyright (c) 2008 Isaku Yamahata <yamahata at valinux co jp> | ||
5 | * VA Linux Systems Japan K.K. | ||
6 | * | ||
7 | * This program is free software; you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation; either version 2 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * This program is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with this program; if not, write to the Free Software | ||
19 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
20 | * | ||
21 | */ | ||
22 | |||
23 | #define __paravirt_start_gate_fsyscall_patchlist \ | ||
24 | __xen_start_gate_fsyscall_patchlist | ||
25 | #define __paravirt_end_gate_fsyscall_patchlist \ | ||
26 | __xen_end_gate_fsyscall_patchlist | ||
27 | #define __paravirt_start_gate_brl_fsys_bubble_down_patchlist \ | ||
28 | __xen_start_gate_brl_fsys_bubble_down_patchlist | ||
29 | #define __paravirt_end_gate_brl_fsys_bubble_down_patchlist \ | ||
30 | __xen_end_gate_brl_fsys_bubble_down_patchlist | ||
31 | #define __paravirt_start_gate_vtop_patchlist \ | ||
32 | __xen_start_gate_vtop_patchlist | ||
33 | #define __paravirt_end_gate_vtop_patchlist \ | ||
34 | __xen_end_gate_vtop_patchlist | ||
35 | #define __paravirt_start_gate_mckinley_e9_patchlist \ | ||
36 | __xen_start_gate_mckinley_e9_patchlist | ||
37 | #define __paravirt_end_gate_mckinley_e9_patchlist \ | ||
38 | __xen_end_gate_mckinley_e9_patchlist | ||
diff --git a/arch/ia64/include/asm/xen/privop.h b/arch/ia64/include/asm/xen/privop.h index 71ec7546e100..fb4ec5e0b066 100644 --- a/arch/ia64/include/asm/xen/privop.h +++ b/arch/ia64/include/asm/xen/privop.h | |||
@@ -55,6 +55,8 @@ | |||
55 | #define XSI_BANK1_R16 (XSI_BASE + XSI_BANK1_R16_OFS) | 55 | #define XSI_BANK1_R16 (XSI_BASE + XSI_BANK1_R16_OFS) |
56 | #define XSI_BANKNUM (XSI_BASE + XSI_BANKNUM_OFS) | 56 | #define XSI_BANKNUM (XSI_BASE + XSI_BANKNUM_OFS) |
57 | #define XSI_IHA (XSI_BASE + XSI_IHA_OFS) | 57 | #define XSI_IHA (XSI_BASE + XSI_IHA_OFS) |
58 | #define XSI_ITC_OFFSET (XSI_BASE + XSI_ITC_OFFSET_OFS) | ||
59 | #define XSI_ITC_LAST (XSI_BASE + XSI_ITC_LAST_OFS) | ||
58 | #endif | 60 | #endif |
59 | 61 | ||
60 | #ifndef __ASSEMBLY__ | 62 | #ifndef __ASSEMBLY__ |
@@ -67,7 +69,7 @@ | |||
67 | * may have different semantics depending on whether they are executed | 69 | * may have different semantics depending on whether they are executed |
68 | * at PL0 vs PL!=0. When paravirtualized, these instructions mustn't | 70 | * at PL0 vs PL!=0. When paravirtualized, these instructions mustn't |
69 | * be allowed to execute directly, lest incorrect semantics result. */ | 71 | * be allowed to execute directly, lest incorrect semantics result. */ |
70 | extern void xen_fc(unsigned long addr); | 72 | extern void xen_fc(void *addr); |
71 | extern unsigned long xen_thash(unsigned long addr); | 73 | extern unsigned long xen_thash(unsigned long addr); |
72 | 74 | ||
73 | /* Note that "ttag" and "cover" are also privilege-sensitive; "ttag" | 75 | /* Note that "ttag" and "cover" are also privilege-sensitive; "ttag" |
@@ -80,8 +82,10 @@ extern unsigned long xen_thash(unsigned long addr); | |||
80 | extern unsigned long xen_get_cpuid(int index); | 82 | extern unsigned long xen_get_cpuid(int index); |
81 | extern unsigned long xen_get_pmd(int index); | 83 | extern unsigned long xen_get_pmd(int index); |
82 | 84 | ||
85 | #ifndef ASM_SUPPORTED | ||
83 | extern unsigned long xen_get_eflag(void); /* see xen_ia64_getreg */ | 86 | extern unsigned long xen_get_eflag(void); /* see xen_ia64_getreg */ |
84 | extern void xen_set_eflag(unsigned long); /* see xen_ia64_setreg */ | 87 | extern void xen_set_eflag(unsigned long); /* see xen_ia64_setreg */ |
88 | #endif | ||
85 | 89 | ||
86 | /************************************************/ | 90 | /************************************************/ |
87 | /* Instructions paravirtualized for performance */ | 91 | /* Instructions paravirtualized for performance */ |
@@ -106,6 +110,7 @@ extern void xen_set_eflag(unsigned long); /* see xen_ia64_setreg */ | |||
106 | #define xen_get_virtual_pend() \ | 110 | #define xen_get_virtual_pend() \ |
107 | (*(((uint8_t *)XEN_MAPPEDREGS->interrupt_mask_addr) - 1)) | 111 | (*(((uint8_t *)XEN_MAPPEDREGS->interrupt_mask_addr) - 1)) |
108 | 112 | ||
113 | #ifndef ASM_SUPPORTED | ||
109 | /* Although all privileged operations can be left to trap and will | 114 | /* Although all privileged operations can be left to trap and will |
110 | * be properly handled by Xen, some are frequent enough that we use | 115 | * be properly handled by Xen, some are frequent enough that we use |
111 | * hyperprivops for performance. */ | 116 | * hyperprivops for performance. */ |
@@ -123,6 +128,7 @@ extern void xen_set_rr0_to_rr4(unsigned long val0, unsigned long val1, | |||
123 | unsigned long val4); | 128 | unsigned long val4); |
124 | extern void xen_set_kr(unsigned long index, unsigned long val); | 129 | extern void xen_set_kr(unsigned long index, unsigned long val); |
125 | extern void xen_ptcga(unsigned long addr, unsigned long size); | 130 | extern void xen_ptcga(unsigned long addr, unsigned long size); |
131 | #endif /* !ASM_SUPPORTED */ | ||
126 | 132 | ||
127 | #endif /* !__ASSEMBLY__ */ | 133 | #endif /* !__ASSEMBLY__ */ |
128 | 134 | ||