diff options
author | Paul Mackerras <paulus@samba.org> | 2005-10-10 08:03:41 -0400 |
---|---|---|
committer | Paul Mackerras <paulus@samba.org> | 2005-10-10 08:03:41 -0400 |
commit | 69a80d3f69d0b2d7fae5a73c6e034d402d434d8a (patch) | |
tree | dd66f34510eae791a04c8dd77ce77a223b2f46d6 /arch/ppc64/kernel/pSeries_lpar.c | |
parent | ab1f9dac6eea25ee59e4c8e1cf0b7476afbbfe07 (diff) |
powerpc: move pSeries files to arch/powerpc/platforms/pseries
Signed-off-by: Paul Mackerras <paulus@samba.org>
Diffstat (limited to 'arch/ppc64/kernel/pSeries_lpar.c')
-rw-r--r-- | arch/ppc64/kernel/pSeries_lpar.c | 517 |
1 files changed, 0 insertions, 517 deletions
diff --git a/arch/ppc64/kernel/pSeries_lpar.c b/arch/ppc64/kernel/pSeries_lpar.c deleted file mode 100644 index 268d8362dde7..000000000000 --- a/arch/ppc64/kernel/pSeries_lpar.c +++ /dev/null | |||
@@ -1,517 +0,0 @@ | |||
1 | /* | ||
2 | * pSeries_lpar.c | ||
3 | * Copyright (C) 2001 Todd Inglett, IBM Corporation | ||
4 | * | ||
5 | * pSeries LPAR support. | ||
6 | * | ||
7 | * This program is free software; you can redistribute it and/or modify | ||
8 | * it under the terms of the GNU General Public License as published by | ||
9 | * the Free Software Foundation; either version 2 of the License, or | ||
10 | * (at your option) any later version. | ||
11 | * | ||
12 | * This program is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | * GNU General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU General Public License | ||
18 | * along with this program; if not, write to the Free Software | ||
19 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
20 | */ | ||
21 | |||
22 | #define DEBUG | ||
23 | |||
24 | #include <linux/config.h> | ||
25 | #include <linux/kernel.h> | ||
26 | #include <linux/dma-mapping.h> | ||
27 | #include <asm/processor.h> | ||
28 | #include <asm/mmu.h> | ||
29 | #include <asm/page.h> | ||
30 | #include <asm/pgtable.h> | ||
31 | #include <asm/machdep.h> | ||
32 | #include <asm/abs_addr.h> | ||
33 | #include <asm/mmu_context.h> | ||
34 | #include <asm/ppcdebug.h> | ||
35 | #include <asm/iommu.h> | ||
36 | #include <asm/tlbflush.h> | ||
37 | #include <asm/tlb.h> | ||
38 | #include <asm/prom.h> | ||
39 | #include <asm/abs_addr.h> | ||
40 | #include <asm/cputable.h> | ||
41 | #include <asm/plpar_wrappers.h> | ||
42 | |||
43 | #ifdef DEBUG | ||
44 | #define DBG(fmt...) udbg_printf(fmt) | ||
45 | #else | ||
46 | #define DBG(fmt...) | ||
47 | #endif | ||
48 | |||
49 | /* in pSeries_hvCall.S */ | ||
50 | EXPORT_SYMBOL(plpar_hcall); | ||
51 | EXPORT_SYMBOL(plpar_hcall_4out); | ||
52 | EXPORT_SYMBOL(plpar_hcall_norets); | ||
53 | EXPORT_SYMBOL(plpar_hcall_8arg_2ret); | ||
54 | |||
55 | extern void pSeries_find_serial_port(void); | ||
56 | |||
57 | |||
58 | int vtermno; /* virtual terminal# for udbg */ | ||
59 | |||
60 | #define __ALIGNED__ __attribute__((__aligned__(sizeof(long)))) | ||
61 | static void udbg_hvsi_putc(unsigned char c) | ||
62 | { | ||
63 | /* packet's seqno isn't used anyways */ | ||
64 | uint8_t packet[] __ALIGNED__ = { 0xff, 5, 0, 0, c }; | ||
65 | int rc; | ||
66 | |||
67 | if (c == '\n') | ||
68 | udbg_hvsi_putc('\r'); | ||
69 | |||
70 | do { | ||
71 | rc = plpar_put_term_char(vtermno, sizeof(packet), packet); | ||
72 | } while (rc == H_Busy); | ||
73 | } | ||
74 | |||
75 | static long hvsi_udbg_buf_len; | ||
76 | static uint8_t hvsi_udbg_buf[256]; | ||
77 | |||
78 | static int udbg_hvsi_getc_poll(void) | ||
79 | { | ||
80 | unsigned char ch; | ||
81 | int rc, i; | ||
82 | |||
83 | if (hvsi_udbg_buf_len == 0) { | ||
84 | rc = plpar_get_term_char(vtermno, &hvsi_udbg_buf_len, hvsi_udbg_buf); | ||
85 | if (rc != H_Success || hvsi_udbg_buf[0] != 0xff) { | ||
86 | /* bad read or non-data packet */ | ||
87 | hvsi_udbg_buf_len = 0; | ||
88 | } else { | ||
89 | /* remove the packet header */ | ||
90 | for (i = 4; i < hvsi_udbg_buf_len; i++) | ||
91 | hvsi_udbg_buf[i-4] = hvsi_udbg_buf[i]; | ||
92 | hvsi_udbg_buf_len -= 4; | ||
93 | } | ||
94 | } | ||
95 | |||
96 | if (hvsi_udbg_buf_len <= 0 || hvsi_udbg_buf_len > 256) { | ||
97 | /* no data ready */ | ||
98 | hvsi_udbg_buf_len = 0; | ||
99 | return -1; | ||
100 | } | ||
101 | |||
102 | ch = hvsi_udbg_buf[0]; | ||
103 | /* shift remaining data down */ | ||
104 | for (i = 1; i < hvsi_udbg_buf_len; i++) { | ||
105 | hvsi_udbg_buf[i-1] = hvsi_udbg_buf[i]; | ||
106 | } | ||
107 | hvsi_udbg_buf_len--; | ||
108 | |||
109 | return ch; | ||
110 | } | ||
111 | |||
112 | static unsigned char udbg_hvsi_getc(void) | ||
113 | { | ||
114 | int ch; | ||
115 | for (;;) { | ||
116 | ch = udbg_hvsi_getc_poll(); | ||
117 | if (ch == -1) { | ||
118 | /* This shouldn't be needed...but... */ | ||
119 | volatile unsigned long delay; | ||
120 | for (delay=0; delay < 2000000; delay++) | ||
121 | ; | ||
122 | } else { | ||
123 | return ch; | ||
124 | } | ||
125 | } | ||
126 | } | ||
127 | |||
128 | static void udbg_putcLP(unsigned char c) | ||
129 | { | ||
130 | char buf[16]; | ||
131 | unsigned long rc; | ||
132 | |||
133 | if (c == '\n') | ||
134 | udbg_putcLP('\r'); | ||
135 | |||
136 | buf[0] = c; | ||
137 | do { | ||
138 | rc = plpar_put_term_char(vtermno, 1, buf); | ||
139 | } while(rc == H_Busy); | ||
140 | } | ||
141 | |||
142 | /* Buffered chars getc */ | ||
143 | static long inbuflen; | ||
144 | static long inbuf[2]; /* must be 2 longs */ | ||
145 | |||
146 | static int udbg_getc_pollLP(void) | ||
147 | { | ||
148 | /* The interface is tricky because it may return up to 16 chars. | ||
149 | * We save them statically for future calls to udbg_getc(). | ||
150 | */ | ||
151 | char ch, *buf = (char *)inbuf; | ||
152 | int i; | ||
153 | long rc; | ||
154 | if (inbuflen == 0) { | ||
155 | /* get some more chars. */ | ||
156 | inbuflen = 0; | ||
157 | rc = plpar_get_term_char(vtermno, &inbuflen, buf); | ||
158 | if (rc != H_Success) | ||
159 | inbuflen = 0; /* otherwise inbuflen is garbage */ | ||
160 | } | ||
161 | if (inbuflen <= 0 || inbuflen > 16) { | ||
162 | /* Catch error case as well as other oddities (corruption) */ | ||
163 | inbuflen = 0; | ||
164 | return -1; | ||
165 | } | ||
166 | ch = buf[0]; | ||
167 | for (i = 1; i < inbuflen; i++) /* shuffle them down. */ | ||
168 | buf[i-1] = buf[i]; | ||
169 | inbuflen--; | ||
170 | return ch; | ||
171 | } | ||
172 | |||
173 | static unsigned char udbg_getcLP(void) | ||
174 | { | ||
175 | int ch; | ||
176 | for (;;) { | ||
177 | ch = udbg_getc_pollLP(); | ||
178 | if (ch == -1) { | ||
179 | /* This shouldn't be needed...but... */ | ||
180 | volatile unsigned long delay; | ||
181 | for (delay=0; delay < 2000000; delay++) | ||
182 | ; | ||
183 | } else { | ||
184 | return ch; | ||
185 | } | ||
186 | } | ||
187 | } | ||
188 | |||
189 | /* call this from early_init() for a working debug console on | ||
190 | * vterm capable LPAR machines | ||
191 | */ | ||
192 | void udbg_init_debug_lpar(void) | ||
193 | { | ||
194 | vtermno = 0; | ||
195 | udbg_putc = udbg_putcLP; | ||
196 | udbg_getc = udbg_getcLP; | ||
197 | udbg_getc_poll = udbg_getc_pollLP; | ||
198 | } | ||
199 | |||
200 | /* returns 0 if couldn't find or use /chosen/stdout as console */ | ||
201 | int find_udbg_vterm(void) | ||
202 | { | ||
203 | struct device_node *stdout_node; | ||
204 | u32 *termno; | ||
205 | char *name; | ||
206 | int found = 0; | ||
207 | |||
208 | /* find the boot console from /chosen/stdout */ | ||
209 | if (!of_chosen) | ||
210 | return 0; | ||
211 | name = (char *)get_property(of_chosen, "linux,stdout-path", NULL); | ||
212 | if (name == NULL) | ||
213 | return 0; | ||
214 | stdout_node = of_find_node_by_path(name); | ||
215 | if (!stdout_node) | ||
216 | return 0; | ||
217 | |||
218 | /* now we have the stdout node; figure out what type of device it is. */ | ||
219 | name = (char *)get_property(stdout_node, "name", NULL); | ||
220 | if (!name) { | ||
221 | printk(KERN_WARNING "stdout node missing 'name' property!\n"); | ||
222 | goto out; | ||
223 | } | ||
224 | |||
225 | if (strncmp(name, "vty", 3) == 0) { | ||
226 | if (device_is_compatible(stdout_node, "hvterm1")) { | ||
227 | termno = (u32 *)get_property(stdout_node, "reg", NULL); | ||
228 | if (termno) { | ||
229 | vtermno = termno[0]; | ||
230 | udbg_putc = udbg_putcLP; | ||
231 | udbg_getc = udbg_getcLP; | ||
232 | udbg_getc_poll = udbg_getc_pollLP; | ||
233 | found = 1; | ||
234 | } | ||
235 | } else if (device_is_compatible(stdout_node, "hvterm-protocol")) { | ||
236 | termno = (u32 *)get_property(stdout_node, "reg", NULL); | ||
237 | if (termno) { | ||
238 | vtermno = termno[0]; | ||
239 | udbg_putc = udbg_hvsi_putc; | ||
240 | udbg_getc = udbg_hvsi_getc; | ||
241 | udbg_getc_poll = udbg_hvsi_getc_poll; | ||
242 | found = 1; | ||
243 | } | ||
244 | } | ||
245 | } else if (strncmp(name, "serial", 6)) { | ||
246 | /* XXX fix ISA serial console */ | ||
247 | printk(KERN_WARNING "serial stdout on LPAR ('%s')! " | ||
248 | "can't print udbg messages\n", | ||
249 | stdout_node->full_name); | ||
250 | } else { | ||
251 | printk(KERN_WARNING "don't know how to print to stdout '%s'\n", | ||
252 | stdout_node->full_name); | ||
253 | } | ||
254 | |||
255 | out: | ||
256 | of_node_put(stdout_node); | ||
257 | return found; | ||
258 | } | ||
259 | |||
260 | void vpa_init(int cpu) | ||
261 | { | ||
262 | int hwcpu = get_hard_smp_processor_id(cpu); | ||
263 | unsigned long vpa = (unsigned long)&(paca[cpu].lppaca); | ||
264 | long ret; | ||
265 | unsigned long flags; | ||
266 | |||
267 | /* Register the Virtual Processor Area (VPA) */ | ||
268 | flags = 1UL << (63 - 18); | ||
269 | |||
270 | if (cpu_has_feature(CPU_FTR_ALTIVEC)) | ||
271 | paca[cpu].lppaca.vmxregs_in_use = 1; | ||
272 | |||
273 | ret = register_vpa(flags, hwcpu, __pa(vpa)); | ||
274 | |||
275 | if (ret) | ||
276 | printk(KERN_ERR "WARNING: vpa_init: VPA registration for " | ||
277 | "cpu %d (hw %d) of area %lx returns %ld\n", | ||
278 | cpu, hwcpu, __pa(vpa), ret); | ||
279 | } | ||
280 | |||
281 | long pSeries_lpar_hpte_insert(unsigned long hpte_group, | ||
282 | unsigned long va, unsigned long prpn, | ||
283 | unsigned long vflags, unsigned long rflags) | ||
284 | { | ||
285 | unsigned long lpar_rc; | ||
286 | unsigned long flags; | ||
287 | unsigned long slot; | ||
288 | unsigned long hpte_v, hpte_r; | ||
289 | unsigned long dummy0, dummy1; | ||
290 | |||
291 | hpte_v = ((va >> 23) << HPTE_V_AVPN_SHIFT) | vflags | HPTE_V_VALID; | ||
292 | if (vflags & HPTE_V_LARGE) | ||
293 | hpte_v &= ~(1UL << HPTE_V_AVPN_SHIFT); | ||
294 | |||
295 | hpte_r = (prpn << HPTE_R_RPN_SHIFT) | rflags; | ||
296 | |||
297 | /* Now fill in the actual HPTE */ | ||
298 | /* Set CEC cookie to 0 */ | ||
299 | /* Zero page = 0 */ | ||
300 | /* I-cache Invalidate = 0 */ | ||
301 | /* I-cache synchronize = 0 */ | ||
302 | /* Exact = 0 */ | ||
303 | flags = 0; | ||
304 | |||
305 | /* XXX why is this here? - Anton */ | ||
306 | if (rflags & (_PAGE_GUARDED|_PAGE_NO_CACHE)) | ||
307 | hpte_r &= ~_PAGE_COHERENT; | ||
308 | |||
309 | lpar_rc = plpar_hcall(H_ENTER, flags, hpte_group, hpte_v, | ||
310 | hpte_r, &slot, &dummy0, &dummy1); | ||
311 | |||
312 | if (unlikely(lpar_rc == H_PTEG_Full)) | ||
313 | return -1; | ||
314 | |||
315 | /* | ||
316 | * Since we try and ioremap PHBs we don't own, the pte insert | ||
317 | * will fail. However we must catch the failure in hash_page | ||
318 | * or we will loop forever, so return -2 in this case. | ||
319 | */ | ||
320 | if (unlikely(lpar_rc != H_Success)) | ||
321 | return -2; | ||
322 | |||
323 | /* Because of iSeries, we have to pass down the secondary | ||
324 | * bucket bit here as well | ||
325 | */ | ||
326 | return (slot & 7) | (!!(vflags & HPTE_V_SECONDARY) << 3); | ||
327 | } | ||
328 | |||
329 | static DEFINE_SPINLOCK(pSeries_lpar_tlbie_lock); | ||
330 | |||
331 | static long pSeries_lpar_hpte_remove(unsigned long hpte_group) | ||
332 | { | ||
333 | unsigned long slot_offset; | ||
334 | unsigned long lpar_rc; | ||
335 | int i; | ||
336 | unsigned long dummy1, dummy2; | ||
337 | |||
338 | /* pick a random slot to start at */ | ||
339 | slot_offset = mftb() & 0x7; | ||
340 | |||
341 | for (i = 0; i < HPTES_PER_GROUP; i++) { | ||
342 | |||
343 | /* don't remove a bolted entry */ | ||
344 | lpar_rc = plpar_pte_remove(H_ANDCOND, hpte_group + slot_offset, | ||
345 | (0x1UL << 4), &dummy1, &dummy2); | ||
346 | |||
347 | if (lpar_rc == H_Success) | ||
348 | return i; | ||
349 | |||
350 | BUG_ON(lpar_rc != H_Not_Found); | ||
351 | |||
352 | slot_offset++; | ||
353 | slot_offset &= 0x7; | ||
354 | } | ||
355 | |||
356 | return -1; | ||
357 | } | ||
358 | |||
359 | static void pSeries_lpar_hptab_clear(void) | ||
360 | { | ||
361 | unsigned long size_bytes = 1UL << ppc64_pft_size; | ||
362 | unsigned long hpte_count = size_bytes >> 4; | ||
363 | unsigned long dummy1, dummy2; | ||
364 | int i; | ||
365 | |||
366 | /* TODO: Use bulk call */ | ||
367 | for (i = 0; i < hpte_count; i++) | ||
368 | plpar_pte_remove(0, i, 0, &dummy1, &dummy2); | ||
369 | } | ||
370 | |||
371 | /* | ||
372 | * NOTE: for updatepp ops we are fortunate that the linux "newpp" bits and | ||
373 | * the low 3 bits of flags happen to line up. So no transform is needed. | ||
374 | * We can probably optimize here and assume the high bits of newpp are | ||
375 | * already zero. For now I am paranoid. | ||
376 | */ | ||
377 | static long pSeries_lpar_hpte_updatepp(unsigned long slot, unsigned long newpp, | ||
378 | unsigned long va, int large, int local) | ||
379 | { | ||
380 | unsigned long lpar_rc; | ||
381 | unsigned long flags = (newpp & 7) | H_AVPN; | ||
382 | unsigned long avpn = va >> 23; | ||
383 | |||
384 | if (large) | ||
385 | avpn &= ~0x1UL; | ||
386 | |||
387 | lpar_rc = plpar_pte_protect(flags, slot, (avpn << 7)); | ||
388 | |||
389 | if (lpar_rc == H_Not_Found) | ||
390 | return -1; | ||
391 | |||
392 | BUG_ON(lpar_rc != H_Success); | ||
393 | |||
394 | return 0; | ||
395 | } | ||
396 | |||
397 | static unsigned long pSeries_lpar_hpte_getword0(unsigned long slot) | ||
398 | { | ||
399 | unsigned long dword0; | ||
400 | unsigned long lpar_rc; | ||
401 | unsigned long dummy_word1; | ||
402 | unsigned long flags; | ||
403 | |||
404 | /* Read 1 pte at a time */ | ||
405 | /* Do not need RPN to logical page translation */ | ||
406 | /* No cross CEC PFT access */ | ||
407 | flags = 0; | ||
408 | |||
409 | lpar_rc = plpar_pte_read(flags, slot, &dword0, &dummy_word1); | ||
410 | |||
411 | BUG_ON(lpar_rc != H_Success); | ||
412 | |||
413 | return dword0; | ||
414 | } | ||
415 | |||
416 | static long pSeries_lpar_hpte_find(unsigned long vpn) | ||
417 | { | ||
418 | unsigned long hash; | ||
419 | unsigned long i, j; | ||
420 | long slot; | ||
421 | unsigned long hpte_v; | ||
422 | |||
423 | hash = hpt_hash(vpn, 0); | ||
424 | |||
425 | for (j = 0; j < 2; j++) { | ||
426 | slot = (hash & htab_hash_mask) * HPTES_PER_GROUP; | ||
427 | for (i = 0; i < HPTES_PER_GROUP; i++) { | ||
428 | hpte_v = pSeries_lpar_hpte_getword0(slot); | ||
429 | |||
430 | if ((HPTE_V_AVPN_VAL(hpte_v) == (vpn >> 11)) | ||
431 | && (hpte_v & HPTE_V_VALID) | ||
432 | && (!!(hpte_v & HPTE_V_SECONDARY) == j)) { | ||
433 | /* HPTE matches */ | ||
434 | if (j) | ||
435 | slot = -slot; | ||
436 | return slot; | ||
437 | } | ||
438 | ++slot; | ||
439 | } | ||
440 | hash = ~hash; | ||
441 | } | ||
442 | |||
443 | return -1; | ||
444 | } | ||
445 | |||
446 | static void pSeries_lpar_hpte_updateboltedpp(unsigned long newpp, | ||
447 | unsigned long ea) | ||
448 | { | ||
449 | unsigned long lpar_rc; | ||
450 | unsigned long vsid, va, vpn, flags; | ||
451 | long slot; | ||
452 | |||
453 | vsid = get_kernel_vsid(ea); | ||
454 | va = (vsid << 28) | (ea & 0x0fffffff); | ||
455 | vpn = va >> PAGE_SHIFT; | ||
456 | |||
457 | slot = pSeries_lpar_hpte_find(vpn); | ||
458 | BUG_ON(slot == -1); | ||
459 | |||
460 | flags = newpp & 7; | ||
461 | lpar_rc = plpar_pte_protect(flags, slot, 0); | ||
462 | |||
463 | BUG_ON(lpar_rc != H_Success); | ||
464 | } | ||
465 | |||
466 | static void pSeries_lpar_hpte_invalidate(unsigned long slot, unsigned long va, | ||
467 | int large, int local) | ||
468 | { | ||
469 | unsigned long avpn = va >> 23; | ||
470 | unsigned long lpar_rc; | ||
471 | unsigned long dummy1, dummy2; | ||
472 | |||
473 | if (large) | ||
474 | avpn &= ~0x1UL; | ||
475 | |||
476 | lpar_rc = plpar_pte_remove(H_AVPN, slot, (avpn << 7), &dummy1, | ||
477 | &dummy2); | ||
478 | |||
479 | if (lpar_rc == H_Not_Found) | ||
480 | return; | ||
481 | |||
482 | BUG_ON(lpar_rc != H_Success); | ||
483 | } | ||
484 | |||
485 | /* | ||
486 | * Take a spinlock around flushes to avoid bouncing the hypervisor tlbie | ||
487 | * lock. | ||
488 | */ | ||
489 | void pSeries_lpar_flush_hash_range(unsigned long number, int local) | ||
490 | { | ||
491 | int i; | ||
492 | unsigned long flags = 0; | ||
493 | struct ppc64_tlb_batch *batch = &__get_cpu_var(ppc64_tlb_batch); | ||
494 | int lock_tlbie = !cpu_has_feature(CPU_FTR_LOCKLESS_TLBIE); | ||
495 | |||
496 | if (lock_tlbie) | ||
497 | spin_lock_irqsave(&pSeries_lpar_tlbie_lock, flags); | ||
498 | |||
499 | for (i = 0; i < number; i++) | ||
500 | flush_hash_page(batch->vaddr[i], batch->pte[i], local); | ||
501 | |||
502 | if (lock_tlbie) | ||
503 | spin_unlock_irqrestore(&pSeries_lpar_tlbie_lock, flags); | ||
504 | } | ||
505 | |||
506 | void hpte_init_lpar(void) | ||
507 | { | ||
508 | ppc_md.hpte_invalidate = pSeries_lpar_hpte_invalidate; | ||
509 | ppc_md.hpte_updatepp = pSeries_lpar_hpte_updatepp; | ||
510 | ppc_md.hpte_updateboltedpp = pSeries_lpar_hpte_updateboltedpp; | ||
511 | ppc_md.hpte_insert = pSeries_lpar_hpte_insert; | ||
512 | ppc_md.hpte_remove = pSeries_lpar_hpte_remove; | ||
513 | ppc_md.flush_hash_range = pSeries_lpar_flush_hash_range; | ||
514 | ppc_md.hpte_clear_all = pSeries_lpar_hptab_clear; | ||
515 | |||
516 | htab_finish_init(); | ||
517 | } | ||