diff options
Diffstat (limited to 'arch/mips/mm/tlb-sb1.c')
| -rw-r--r-- | arch/mips/mm/tlb-sb1.c | 376 |
1 files changed, 0 insertions, 376 deletions
diff --git a/arch/mips/mm/tlb-sb1.c b/arch/mips/mm/tlb-sb1.c deleted file mode 100644 index 6256cafcf3a2..000000000000 --- a/arch/mips/mm/tlb-sb1.c +++ /dev/null | |||
| @@ -1,376 +0,0 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 1996 David S. Miller (dm@engr.sgi.com) | ||
| 3 | * Copyright (C) 1997, 2001 Ralf Baechle (ralf@gnu.org) | ||
| 4 | * Copyright (C) 2000, 2001, 2002, 2003 Broadcom Corporation | ||
| 5 | * | ||
| 6 | * This program is free software; you can redistribute it and/or | ||
| 7 | * modify it under the terms of the GNU General Public License | ||
| 8 | * as published by the Free Software Foundation; either version 2 | ||
| 9 | * of the License, or (at your option) any later version. | ||
| 10 | * | ||
| 11 | * This program is distributed in the hope that it will be useful, | ||
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | * GNU General Public License for more details. | ||
| 15 | * | ||
| 16 | * You should have received a copy of the GNU General Public License | ||
| 17 | * along with this program; if not, write to the Free Software | ||
| 18 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
| 19 | */ | ||
| 20 | #include <linux/init.h> | ||
| 21 | #include <asm/mmu_context.h> | ||
| 22 | #include <asm/bootinfo.h> | ||
| 23 | #include <asm/cpu.h> | ||
| 24 | |||
| 25 | extern void build_tlb_refill_handler(void); | ||
| 26 | |||
| 27 | #define UNIQUE_ENTRYHI(idx) (CKSEG0 + ((idx) << (PAGE_SHIFT + 1))) | ||
| 28 | |||
| 29 | /* Dump the current entry* and pagemask registers */ | ||
| 30 | static inline void dump_cur_tlb_regs(void) | ||
| 31 | { | ||
| 32 | unsigned int entryhihi, entryhilo, entrylo0hi, entrylo0lo, entrylo1hi; | ||
| 33 | unsigned int entrylo1lo, pagemask; | ||
| 34 | |||
| 35 | __asm__ __volatile__ ( | ||
| 36 | ".set push \n" | ||
| 37 | ".set noreorder \n" | ||
| 38 | ".set mips64 \n" | ||
| 39 | ".set noat \n" | ||
| 40 | " tlbr \n" | ||
| 41 | " dmfc0 $1, $10 \n" | ||
| 42 | " dsrl32 %0, $1, 0 \n" | ||
| 43 | " sll %1, $1, 0 \n" | ||
| 44 | " dmfc0 $1, $2 \n" | ||
| 45 | " dsrl32 %2, $1, 0 \n" | ||
| 46 | " sll %3, $1, 0 \n" | ||
| 47 | " dmfc0 $1, $3 \n" | ||
| 48 | " dsrl32 %4, $1, 0 \n" | ||
| 49 | " sll %5, $1, 0 \n" | ||
| 50 | " mfc0 %6, $5 \n" | ||
| 51 | ".set pop \n" | ||
| 52 | : "=r" (entryhihi), "=r" (entryhilo), | ||
| 53 | "=r" (entrylo0hi), "=r" (entrylo0lo), | ||
| 54 | "=r" (entrylo1hi), "=r" (entrylo1lo), | ||
| 55 | "=r" (pagemask)); | ||
| 56 | |||
| 57 | printk("%08X%08X %08X%08X %08X%08X %08X", | ||
| 58 | entryhihi, entryhilo, | ||
| 59 | entrylo0hi, entrylo0lo, | ||
| 60 | entrylo1hi, entrylo1lo, | ||
| 61 | pagemask); | ||
| 62 | } | ||
| 63 | |||
| 64 | void sb1_dump_tlb(void) | ||
| 65 | { | ||
| 66 | unsigned long old_ctx; | ||
| 67 | unsigned long flags; | ||
| 68 | int entry; | ||
| 69 | local_irq_save(flags); | ||
| 70 | old_ctx = read_c0_entryhi(); | ||
| 71 | printk("Current TLB registers state:\n" | ||
| 72 | " EntryHi EntryLo0 EntryLo1 PageMask Index\n" | ||
| 73 | "--------------------------------------------------------------------\n"); | ||
| 74 | dump_cur_tlb_regs(); | ||
| 75 | printk(" %08X\n", read_c0_index()); | ||
| 76 | printk("\n\nFull TLB Dump:\n" | ||
| 77 | "Idx EntryHi EntryLo0 EntryLo1 PageMask\n" | ||
| 78 | "--------------------------------------------------------------\n"); | ||
| 79 | for (entry = 0; entry < current_cpu_data.tlbsize; entry++) { | ||
| 80 | write_c0_index(entry); | ||
| 81 | printk("\n%02i ", entry); | ||
| 82 | dump_cur_tlb_regs(); | ||
| 83 | } | ||
| 84 | printk("\n"); | ||
| 85 | write_c0_entryhi(old_ctx); | ||
| 86 | local_irq_restore(flags); | ||
| 87 | } | ||
| 88 | |||
| 89 | void local_flush_tlb_all(void) | ||
| 90 | { | ||
| 91 | unsigned long flags; | ||
| 92 | unsigned long old_ctx; | ||
| 93 | int entry; | ||
| 94 | |||
| 95 | local_irq_save(flags); | ||
| 96 | /* Save old context and create impossible VPN2 value */ | ||
| 97 | old_ctx = read_c0_entryhi() & ASID_MASK; | ||
| 98 | write_c0_entrylo0(0); | ||
| 99 | write_c0_entrylo1(0); | ||
| 100 | |||
| 101 | entry = read_c0_wired(); | ||
| 102 | while (entry < current_cpu_data.tlbsize) { | ||
| 103 | write_c0_entryhi(UNIQUE_ENTRYHI(entry)); | ||
| 104 | write_c0_index(entry); | ||
| 105 | tlb_write_indexed(); | ||
| 106 | entry++; | ||
| 107 | } | ||
| 108 | write_c0_entryhi(old_ctx); | ||
| 109 | local_irq_restore(flags); | ||
| 110 | } | ||
| 111 | |||
| 112 | |||
| 113 | /* | ||
| 114 | * Use a bogus region of memory (starting at 0) to sanitize the TLB's. | ||
| 115 | * Use increments of the maximum page size (16MB), and check for duplicate | ||
| 116 | * entries before doing a given write. Then, when we're safe from collisions | ||
| 117 | * with the firmware, go back and give all the entries invalid addresses with | ||
| 118 | * the normal flush routine. Wired entries will be killed as well! | ||
| 119 | */ | ||
| 120 | static void __init sb1_sanitize_tlb(void) | ||
| 121 | { | ||
| 122 | int entry; | ||
| 123 | long addr = 0; | ||
| 124 | |||
| 125 | long inc = 1<<24; /* 16MB */ | ||
| 126 | /* Save old context and create impossible VPN2 value */ | ||
| 127 | write_c0_entrylo0(0); | ||
| 128 | write_c0_entrylo1(0); | ||
| 129 | for (entry = 0; entry < current_cpu_data.tlbsize; entry++) { | ||
| 130 | do { | ||
| 131 | addr += inc; | ||
| 132 | write_c0_entryhi(addr); | ||
| 133 | tlb_probe(); | ||
| 134 | } while ((int)(read_c0_index()) >= 0); | ||
| 135 | write_c0_index(entry); | ||
| 136 | tlb_write_indexed(); | ||
| 137 | } | ||
| 138 | /* Now that we know we're safe from collisions, we can safely flush | ||
| 139 | the TLB with the "normal" routine. */ | ||
| 140 | local_flush_tlb_all(); | ||
| 141 | } | ||
| 142 | |||
| 143 | void local_flush_tlb_range(struct vm_area_struct *vma, unsigned long start, | ||
| 144 | unsigned long end) | ||
| 145 | { | ||
| 146 | struct mm_struct *mm = vma->vm_mm; | ||
| 147 | unsigned long flags; | ||
| 148 | int cpu; | ||
| 149 | |||
| 150 | local_irq_save(flags); | ||
| 151 | cpu = smp_processor_id(); | ||
| 152 | if (cpu_context(cpu, mm) != 0) { | ||
| 153 | int size; | ||
| 154 | size = (end - start + (PAGE_SIZE - 1)) >> PAGE_SHIFT; | ||
| 155 | size = (size + 1) >> 1; | ||
| 156 | if (size <= (current_cpu_data.tlbsize/2)) { | ||
| 157 | int oldpid = read_c0_entryhi() & ASID_MASK; | ||
| 158 | int newpid = cpu_asid(cpu, mm); | ||
| 159 | |||
| 160 | start &= (PAGE_MASK << 1); | ||
| 161 | end += ((PAGE_SIZE << 1) - 1); | ||
| 162 | end &= (PAGE_MASK << 1); | ||
| 163 | while (start < end) { | ||
| 164 | int idx; | ||
| 165 | |||
| 166 | write_c0_entryhi(start | newpid); | ||
| 167 | start += (PAGE_SIZE << 1); | ||
| 168 | tlb_probe(); | ||
| 169 | idx = read_c0_index(); | ||
| 170 | write_c0_entrylo0(0); | ||
| 171 | write_c0_entrylo1(0); | ||
| 172 | write_c0_entryhi(UNIQUE_ENTRYHI(idx)); | ||
| 173 | if (idx < 0) | ||
| 174 | continue; | ||
| 175 | tlb_write_indexed(); | ||
| 176 | } | ||
| 177 | write_c0_entryhi(oldpid); | ||
| 178 | } else { | ||
| 179 | drop_mmu_context(mm, cpu); | ||
| 180 | } | ||
| 181 | } | ||
| 182 | local_irq_restore(flags); | ||
| 183 | } | ||
| 184 | |||
| 185 | void local_flush_tlb_kernel_range(unsigned long start, unsigned long end) | ||
| 186 | { | ||
| 187 | unsigned long flags; | ||
| 188 | int size; | ||
| 189 | |||
| 190 | size = (end - start + (PAGE_SIZE - 1)) >> PAGE_SHIFT; | ||
| 191 | size = (size + 1) >> 1; | ||
| 192 | |||
| 193 | local_irq_save(flags); | ||
| 194 | if (size <= (current_cpu_data.tlbsize/2)) { | ||
| 195 | int pid = read_c0_entryhi(); | ||
| 196 | |||
| 197 | start &= (PAGE_MASK << 1); | ||
| 198 | end += ((PAGE_SIZE << 1) - 1); | ||
| 199 | end &= (PAGE_MASK << 1); | ||
| 200 | |||
| 201 | while (start < end) { | ||
| 202 | int idx; | ||
| 203 | |||
| 204 | write_c0_entryhi(start); | ||
| 205 | start += (PAGE_SIZE << 1); | ||
| 206 | tlb_probe(); | ||
| 207 | idx = read_c0_index(); | ||
| 208 | write_c0_entrylo0(0); | ||
| 209 | write_c0_entrylo1(0); | ||
| 210 | write_c0_entryhi(UNIQUE_ENTRYHI(idx)); | ||
| 211 | if (idx < 0) | ||
| 212 | continue; | ||
| 213 | tlb_write_indexed(); | ||
| 214 | } | ||
| 215 | write_c0_entryhi(pid); | ||
| 216 | } else { | ||
| 217 | local_flush_tlb_all(); | ||
| 218 | } | ||
| 219 | local_irq_restore(flags); | ||
| 220 | } | ||
| 221 | |||
| 222 | void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page) | ||
| 223 | { | ||
| 224 | unsigned long flags; | ||
| 225 | int cpu = smp_processor_id(); | ||
| 226 | |||
| 227 | local_irq_save(flags); | ||
| 228 | if (cpu_context(cpu, vma->vm_mm) != 0) { | ||
| 229 | int oldpid, newpid, idx; | ||
| 230 | newpid = cpu_asid(cpu, vma->vm_mm); | ||
| 231 | page &= (PAGE_MASK << 1); | ||
| 232 | oldpid = read_c0_entryhi() & ASID_MASK; | ||
| 233 | write_c0_entryhi(page | newpid); | ||
| 234 | tlb_probe(); | ||
| 235 | idx = read_c0_index(); | ||
| 236 | write_c0_entrylo0(0); | ||
| 237 | write_c0_entrylo1(0); | ||
| 238 | if (idx < 0) | ||
| 239 | goto finish; | ||
| 240 | /* Make sure all entries differ. */ | ||
| 241 | write_c0_entryhi(UNIQUE_ENTRYHI(idx)); | ||
| 242 | tlb_write_indexed(); | ||
| 243 | finish: | ||
| 244 | write_c0_entryhi(oldpid); | ||
| 245 | } | ||
| 246 | local_irq_restore(flags); | ||
| 247 | } | ||
| 248 | |||
| 249 | /* | ||
| 250 | * Remove one kernel space TLB entry. This entry is assumed to be marked | ||
| 251 | * global so we don't do the ASID thing. | ||
| 252 | */ | ||
| 253 | void local_flush_tlb_one(unsigned long page) | ||
| 254 | { | ||
| 255 | unsigned long flags; | ||
| 256 | int oldpid, idx; | ||
| 257 | |||
| 258 | page &= (PAGE_MASK << 1); | ||
| 259 | oldpid = read_c0_entryhi() & ASID_MASK; | ||
| 260 | |||
| 261 | local_irq_save(flags); | ||
| 262 | write_c0_entryhi(page); | ||
| 263 | tlb_probe(); | ||
| 264 | idx = read_c0_index(); | ||
| 265 | if (idx >= 0) { | ||
| 266 | /* Make sure all entries differ. */ | ||
| 267 | write_c0_entryhi(UNIQUE_ENTRYHI(idx)); | ||
| 268 | write_c0_entrylo0(0); | ||
| 269 | write_c0_entrylo1(0); | ||
| 270 | tlb_write_indexed(); | ||
| 271 | } | ||
| 272 | |||
| 273 | write_c0_entryhi(oldpid); | ||
| 274 | local_irq_restore(flags); | ||
| 275 | } | ||
| 276 | |||
| 277 | /* All entries common to a mm share an asid. To effectively flush | ||
| 278 | these entries, we just bump the asid. */ | ||
| 279 | void local_flush_tlb_mm(struct mm_struct *mm) | ||
| 280 | { | ||
| 281 | int cpu; | ||
| 282 | |||
| 283 | preempt_disable(); | ||
| 284 | |||
| 285 | cpu = smp_processor_id(); | ||
| 286 | |||
| 287 | if (cpu_context(cpu, mm) != 0) { | ||
| 288 | drop_mmu_context(mm, cpu); | ||
| 289 | } | ||
| 290 | |||
| 291 | preempt_enable(); | ||
| 292 | } | ||
| 293 | |||
| 294 | /* Stolen from mips32 routines */ | ||
| 295 | |||
| 296 | void __update_tlb(struct vm_area_struct *vma, unsigned long address, pte_t pte) | ||
| 297 | { | ||
| 298 | unsigned long flags; | ||
| 299 | pgd_t *pgdp; | ||
| 300 | pmd_t *pmdp; | ||
| 301 | pte_t *ptep; | ||
| 302 | int idx, pid; | ||
| 303 | |||
| 304 | /* | ||
| 305 | * Handle debugger faulting in for debugee. | ||
| 306 | */ | ||
| 307 | if (current->active_mm != vma->vm_mm) | ||
| 308 | return; | ||
| 309 | |||
| 310 | local_irq_save(flags); | ||
| 311 | |||
| 312 | pid = read_c0_entryhi() & ASID_MASK; | ||
| 313 | address &= (PAGE_MASK << 1); | ||
| 314 | write_c0_entryhi(address | (pid)); | ||
| 315 | pgdp = pgd_offset(vma->vm_mm, address); | ||
| 316 | tlb_probe(); | ||
| 317 | pmdp = pmd_offset(pgdp, address); | ||
| 318 | idx = read_c0_index(); | ||
| 319 | ptep = pte_offset_map(pmdp, address); | ||
| 320 | write_c0_entrylo0(pte_val(*ptep++) >> 6); | ||
| 321 | write_c0_entrylo1(pte_val(*ptep) >> 6); | ||
| 322 | if (idx < 0) { | ||
| 323 | tlb_write_random(); | ||
| 324 | } else { | ||
| 325 | tlb_write_indexed(); | ||
| 326 | } | ||
| 327 | local_irq_restore(flags); | ||
| 328 | } | ||
| 329 | |||
| 330 | void __init add_wired_entry(unsigned long entrylo0, unsigned long entrylo1, | ||
| 331 | unsigned long entryhi, unsigned long pagemask) | ||
| 332 | { | ||
| 333 | unsigned long flags; | ||
| 334 | unsigned long wired; | ||
| 335 | unsigned long old_pagemask; | ||
| 336 | unsigned long old_ctx; | ||
| 337 | |||
| 338 | local_irq_save(flags); | ||
| 339 | old_ctx = read_c0_entryhi() & 0xff; | ||
| 340 | old_pagemask = read_c0_pagemask(); | ||
| 341 | wired = read_c0_wired(); | ||
| 342 | write_c0_wired(wired + 1); | ||
| 343 | write_c0_index(wired); | ||
| 344 | |||
| 345 | write_c0_pagemask(pagemask); | ||
| 346 | write_c0_entryhi(entryhi); | ||
| 347 | write_c0_entrylo0(entrylo0); | ||
| 348 | write_c0_entrylo1(entrylo1); | ||
| 349 | tlb_write_indexed(); | ||
| 350 | |||
| 351 | write_c0_entryhi(old_ctx); | ||
| 352 | write_c0_pagemask(old_pagemask); | ||
| 353 | |||
| 354 | local_flush_tlb_all(); | ||
| 355 | local_irq_restore(flags); | ||
| 356 | } | ||
| 357 | |||
| 358 | /* | ||
| 359 | * This is called from loadmmu.c. We have to set up all the | ||
| 360 | * memory management function pointers, as well as initialize | ||
| 361 | * the caches and tlbs | ||
| 362 | */ | ||
| 363 | void tlb_init(void) | ||
| 364 | { | ||
| 365 | write_c0_pagemask(PM_DEFAULT_MASK); | ||
| 366 | write_c0_wired(0); | ||
| 367 | |||
| 368 | /* | ||
| 369 | * We don't know what state the firmware left the TLB's in, so this is | ||
| 370 | * the ultra-conservative way to flush the TLB's and avoid machine | ||
| 371 | * check exceptions due to duplicate TLB entries | ||
| 372 | */ | ||
| 373 | sb1_sanitize_tlb(); | ||
| 374 | |||
| 375 | build_tlb_refill_handler(); | ||
| 376 | } | ||
