diff options
| -rw-r--r-- | arch/tile/include/asm/highmem.h | 1 | ||||
| -rw-r--r-- | arch/tile/include/asm/kmap_types.h | 34 | ||||
| -rw-r--r-- | arch/tile/include/asm/pgtable.h | 6 | ||||
| -rw-r--r-- | arch/tile/kernel/machine_kexec.c | 6 | ||||
| -rw-r--r-- | arch/tile/lib/memcpy_tile64.c | 11 | ||||
| -rw-r--r-- | arch/tile/mm/highmem.c | 2 | ||||
| -rw-r--r-- | arch/tile/mm/pgtable.c | 4 |
7 files changed, 40 insertions, 24 deletions
diff --git a/arch/tile/include/asm/highmem.h b/arch/tile/include/asm/highmem.h index e0f7ee186721..b2a6c5de79ab 100644 --- a/arch/tile/include/asm/highmem.h +++ b/arch/tile/include/asm/highmem.h | |||
| @@ -23,7 +23,6 @@ | |||
| 23 | 23 | ||
| 24 | #include <linux/interrupt.h> | 24 | #include <linux/interrupt.h> |
| 25 | #include <linux/threads.h> | 25 | #include <linux/threads.h> |
| 26 | #include <asm/kmap_types.h> | ||
| 27 | #include <asm/tlbflush.h> | 26 | #include <asm/tlbflush.h> |
| 28 | #include <asm/homecache.h> | 27 | #include <asm/homecache.h> |
| 29 | 28 | ||
diff --git a/arch/tile/include/asm/kmap_types.h b/arch/tile/include/asm/kmap_types.h index 1480106d1c05..3d0f20246260 100644 --- a/arch/tile/include/asm/kmap_types.h +++ b/arch/tile/include/asm/kmap_types.h | |||
| @@ -16,28 +16,42 @@ | |||
| 16 | #define _ASM_TILE_KMAP_TYPES_H | 16 | #define _ASM_TILE_KMAP_TYPES_H |
| 17 | 17 | ||
| 18 | /* | 18 | /* |
| 19 | * In TILE Linux each set of four of these uses another 16MB chunk of | 19 | * In 32-bit TILE Linux we have to balance the desire to have a lot of |
| 20 | * address space, given 64 tiles and 64KB pages, so we only enable | 20 | * nested atomic mappings with the fact that large page sizes and many |
| 21 | * ones that are required by the kernel configuration. | 21 | * processors chew up address space quickly. In a typical |
| 22 | * 64-processor, 64KB-page layout build, making KM_TYPE_NR one larger | ||
| 23 | * adds 4MB of required address-space. For now we leave KM_TYPE_NR | ||
| 24 | * set to depth 8. | ||
| 22 | */ | 25 | */ |
| 23 | enum km_type { | 26 | enum km_type { |
| 27 | KM_TYPE_NR = 8 | ||
| 28 | }; | ||
| 29 | |||
| 30 | /* | ||
| 31 | * We provide dummy definitions of all the stray values that used to be | ||
| 32 | * required for kmap_atomic() and no longer are. | ||
| 33 | */ | ||
| 34 | enum { | ||
| 24 | KM_BOUNCE_READ, | 35 | KM_BOUNCE_READ, |
| 25 | KM_SKB_SUNRPC_DATA, | 36 | KM_SKB_SUNRPC_DATA, |
| 26 | KM_SKB_DATA_SOFTIRQ, | 37 | KM_SKB_DATA_SOFTIRQ, |
| 27 | KM_USER0, | 38 | KM_USER0, |
| 28 | KM_USER1, | 39 | KM_USER1, |
| 29 | KM_BIO_SRC_IRQ, | 40 | KM_BIO_SRC_IRQ, |
| 41 | KM_BIO_DST_IRQ, | ||
| 42 | KM_PTE0, | ||
| 43 | KM_PTE1, | ||
| 30 | KM_IRQ0, | 44 | KM_IRQ0, |
| 31 | KM_IRQ1, | 45 | KM_IRQ1, |
| 32 | KM_SOFTIRQ0, | 46 | KM_SOFTIRQ0, |
| 33 | KM_SOFTIRQ1, | 47 | KM_SOFTIRQ1, |
| 34 | KM_MEMCPY0, | 48 | KM_SYNC_ICACHE, |
| 35 | KM_MEMCPY1, | 49 | KM_SYNC_DCACHE, |
| 36 | #if defined(CONFIG_HIGHPTE) | 50 | KM_UML_USERCOPY, |
| 37 | KM_PTE0, | 51 | KM_IRQ_PTE, |
| 38 | KM_PTE1, | 52 | KM_NMI, |
| 39 | #endif | 53 | KM_NMI_PTE, |
| 40 | KM_TYPE_NR | 54 | KM_KDB |
| 41 | }; | 55 | }; |
| 42 | 56 | ||
| 43 | #endif /* _ASM_TILE_KMAP_TYPES_H */ | 57 | #endif /* _ASM_TILE_KMAP_TYPES_H */ |
diff --git a/arch/tile/include/asm/pgtable.h b/arch/tile/include/asm/pgtable.h index dc4ccdd855bc..a6604e9485da 100644 --- a/arch/tile/include/asm/pgtable.h +++ b/arch/tile/include/asm/pgtable.h | |||
| @@ -344,10 +344,8 @@ static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) | |||
| 344 | #define pgd_offset_k(address) pgd_offset(&init_mm, address) | 344 | #define pgd_offset_k(address) pgd_offset(&init_mm, address) |
| 345 | 345 | ||
| 346 | #if defined(CONFIG_HIGHPTE) | 346 | #if defined(CONFIG_HIGHPTE) |
| 347 | extern pte_t *_pte_offset_map(pmd_t *, unsigned long address, enum km_type); | 347 | extern pte_t *pte_offset_map(pmd_t *, unsigned long address); |
| 348 | #define pte_offset_map(dir, address) \ | 348 | #define pte_unmap(pte) kunmap_atomic(pte) |
| 349 | _pte_offset_map(dir, address, KM_PTE0) | ||
| 350 | #define pte_unmap(pte) kunmap_atomic(pte, KM_PTE0) | ||
| 351 | #else | 349 | #else |
| 352 | #define pte_offset_map(dir, address) pte_offset_kernel(dir, address) | 350 | #define pte_offset_map(dir, address) pte_offset_kernel(dir, address) |
| 353 | #define pte_unmap(pte) do { } while (0) | 351 | #define pte_unmap(pte) do { } while (0) |
diff --git a/arch/tile/kernel/machine_kexec.c b/arch/tile/kernel/machine_kexec.c index ba7a265d6179..0d8b9e933487 100644 --- a/arch/tile/kernel/machine_kexec.c +++ b/arch/tile/kernel/machine_kexec.c | |||
| @@ -182,13 +182,13 @@ static void kexec_find_and_set_command_line(struct kimage *image) | |||
| 182 | 182 | ||
| 183 | if ((entry & IND_SOURCE)) { | 183 | if ((entry & IND_SOURCE)) { |
| 184 | void *va = | 184 | void *va = |
| 185 | kmap_atomic_pfn(entry >> PAGE_SHIFT, KM_USER0); | 185 | kmap_atomic_pfn(entry >> PAGE_SHIFT); |
| 186 | r = kexec_bn2cl(va); | 186 | r = kexec_bn2cl(va); |
| 187 | if (r) { | 187 | if (r) { |
| 188 | command_line = r; | 188 | command_line = r; |
| 189 | break; | 189 | break; |
| 190 | } | 190 | } |
| 191 | kunmap_atomic(va, KM_USER0); | 191 | kunmap_atomic(va); |
| 192 | } | 192 | } |
| 193 | } | 193 | } |
| 194 | 194 | ||
| @@ -198,7 +198,7 @@ static void kexec_find_and_set_command_line(struct kimage *image) | |||
| 198 | 198 | ||
| 199 | hverr = hv_set_command_line( | 199 | hverr = hv_set_command_line( |
| 200 | (HV_VirtAddr) command_line, strlen(command_line)); | 200 | (HV_VirtAddr) command_line, strlen(command_line)); |
| 201 | kunmap_atomic(command_line, KM_USER0); | 201 | kunmap_atomic(command_line); |
| 202 | } else { | 202 | } else { |
| 203 | pr_info("%s: no command line found; making empty\n", | 203 | pr_info("%s: no command line found; making empty\n", |
| 204 | __func__); | 204 | __func__); |
diff --git a/arch/tile/lib/memcpy_tile64.c b/arch/tile/lib/memcpy_tile64.c index dfedea7b266b..f7d4a6ad61e8 100644 --- a/arch/tile/lib/memcpy_tile64.c +++ b/arch/tile/lib/memcpy_tile64.c | |||
| @@ -54,7 +54,7 @@ typedef unsigned long (*memcpy_t)(void *, const void *, unsigned long); | |||
| 54 | * we must run with interrupts disabled to avoid the risk of some | 54 | * we must run with interrupts disabled to avoid the risk of some |
| 55 | * other code seeing the incoherent data in our cache. (Recall that | 55 | * other code seeing the incoherent data in our cache. (Recall that |
| 56 | * our cache is indexed by PA, so even if the other code doesn't use | 56 | * our cache is indexed by PA, so even if the other code doesn't use |
| 57 | * our KM_MEMCPY virtual addresses, they'll still hit in cache using | 57 | * our kmap_atomic virtual addresses, they'll still hit in cache using |
| 58 | * the normal VAs that aren't supposed to hit in cache.) | 58 | * the normal VAs that aren't supposed to hit in cache.) |
| 59 | */ | 59 | */ |
| 60 | static void memcpy_multicache(void *dest, const void *source, | 60 | static void memcpy_multicache(void *dest, const void *source, |
| @@ -64,6 +64,7 @@ static void memcpy_multicache(void *dest, const void *source, | |||
| 64 | unsigned long flags, newsrc, newdst; | 64 | unsigned long flags, newsrc, newdst; |
| 65 | pmd_t *pmdp; | 65 | pmd_t *pmdp; |
| 66 | pte_t *ptep; | 66 | pte_t *ptep; |
| 67 | int type0, type1; | ||
| 67 | int cpu = get_cpu(); | 68 | int cpu = get_cpu(); |
| 68 | 69 | ||
| 69 | /* | 70 | /* |
| @@ -77,7 +78,8 @@ static void memcpy_multicache(void *dest, const void *source, | |||
| 77 | sim_allow_multiple_caching(1); | 78 | sim_allow_multiple_caching(1); |
| 78 | 79 | ||
| 79 | /* Set up the new dest mapping */ | 80 | /* Set up the new dest mapping */ |
| 80 | idx = FIX_KMAP_BEGIN + (KM_TYPE_NR * cpu) + KM_MEMCPY0; | 81 | type0 = kmap_atomic_idx_push(); |
| 82 | idx = FIX_KMAP_BEGIN + (KM_TYPE_NR * cpu) + type0; | ||
| 81 | newdst = __fix_to_virt(idx) + ((unsigned long)dest & (PAGE_SIZE-1)); | 83 | newdst = __fix_to_virt(idx) + ((unsigned long)dest & (PAGE_SIZE-1)); |
| 82 | pmdp = pmd_offset(pud_offset(pgd_offset_k(newdst), newdst), newdst); | 84 | pmdp = pmd_offset(pud_offset(pgd_offset_k(newdst), newdst), newdst); |
| 83 | ptep = pte_offset_kernel(pmdp, newdst); | 85 | ptep = pte_offset_kernel(pmdp, newdst); |
| @@ -87,7 +89,8 @@ static void memcpy_multicache(void *dest, const void *source, | |||
| 87 | } | 89 | } |
| 88 | 90 | ||
| 89 | /* Set up the new source mapping */ | 91 | /* Set up the new source mapping */ |
| 90 | idx += (KM_MEMCPY0 - KM_MEMCPY1); | 92 | type1 = kmap_atomic_idx_push(); |
| 93 | idx += (type0 - type1); | ||
| 91 | src_pte = hv_pte_set_nc(src_pte); | 94 | src_pte = hv_pte_set_nc(src_pte); |
| 92 | src_pte = hv_pte_clear_writable(src_pte); /* be paranoid */ | 95 | src_pte = hv_pte_clear_writable(src_pte); /* be paranoid */ |
| 93 | newsrc = __fix_to_virt(idx) + ((unsigned long)source & (PAGE_SIZE-1)); | 96 | newsrc = __fix_to_virt(idx) + ((unsigned long)source & (PAGE_SIZE-1)); |
| @@ -119,6 +122,8 @@ static void memcpy_multicache(void *dest, const void *source, | |||
| 119 | * We're done: notify the simulator that all is back to normal, | 122 | * We're done: notify the simulator that all is back to normal, |
| 120 | * and re-enable interrupts and pre-emption. | 123 | * and re-enable interrupts and pre-emption. |
| 121 | */ | 124 | */ |
| 125 | kmap_atomic_idx_pop(); | ||
| 126 | kmap_atomic_idx_pop(); | ||
| 122 | sim_allow_multiple_caching(0); | 127 | sim_allow_multiple_caching(0); |
| 123 | local_irq_restore(flags); | 128 | local_irq_restore(flags); |
| 124 | put_cpu(); | 129 | put_cpu(); |
diff --git a/arch/tile/mm/highmem.c b/arch/tile/mm/highmem.c index abb57331cf6e..31dbbd9afe47 100644 --- a/arch/tile/mm/highmem.c +++ b/arch/tile/mm/highmem.c | |||
| @@ -227,7 +227,7 @@ EXPORT_SYMBOL(kmap_atomic_prot); | |||
| 227 | void *__kmap_atomic(struct page *page) | 227 | void *__kmap_atomic(struct page *page) |
| 228 | { | 228 | { |
| 229 | /* PAGE_NONE is a magic value that tells us to check immutability. */ | 229 | /* PAGE_NONE is a magic value that tells us to check immutability. */ |
| 230 | return kmap_atomic_prot(page, type, PAGE_NONE); | 230 | return kmap_atomic_prot(page, PAGE_NONE); |
| 231 | } | 231 | } |
| 232 | EXPORT_SYMBOL(__kmap_atomic); | 232 | EXPORT_SYMBOL(__kmap_atomic); |
| 233 | 233 | ||
diff --git a/arch/tile/mm/pgtable.c b/arch/tile/mm/pgtable.c index 335c24621c41..1f5430c53d0d 100644 --- a/arch/tile/mm/pgtable.c +++ b/arch/tile/mm/pgtable.c | |||
| @@ -134,9 +134,9 @@ void __set_fixmap(enum fixed_addresses idx, unsigned long phys, pgprot_t flags) | |||
| 134 | } | 134 | } |
| 135 | 135 | ||
| 136 | #if defined(CONFIG_HIGHPTE) | 136 | #if defined(CONFIG_HIGHPTE) |
| 137 | pte_t *_pte_offset_map(pmd_t *dir, unsigned long address, enum km_type type) | 137 | pte_t *_pte_offset_map(pmd_t *dir, unsigned long address) |
| 138 | { | 138 | { |
| 139 | pte_t *pte = kmap_atomic(pmd_page(*dir), type) + | 139 | pte_t *pte = kmap_atomic(pmd_page(*dir)) + |
| 140 | (pmd_ptfn(*dir) << HV_LOG2_PAGE_TABLE_ALIGN) & ~PAGE_MASK; | 140 | (pmd_ptfn(*dir) << HV_LOG2_PAGE_TABLE_ALIGN) & ~PAGE_MASK; |
| 141 | return &pte[pte_index(address)]; | 141 | return &pte[pte_index(address)]; |
| 142 | } | 142 | } |
