aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--arch/sh/mm/pmb.c80
1 files changed, 39 insertions, 41 deletions
diff --git a/arch/sh/mm/pmb.c b/arch/sh/mm/pmb.c
index aade31102112..b8a33949296a 100644
--- a/arch/sh/mm/pmb.c
+++ b/arch/sh/mm/pmb.c
@@ -99,10 +99,31 @@ static inline void pmb_list_del(struct pmb_entry *pmbe)
99 } 99 }
100} 100}
101 101
102static int pmb_alloc_entry(void)
103{
104 unsigned int pos;
105
106repeat:
107 pos = find_first_zero_bit(&pmb_map, NR_PMB_ENTRIES);
108
109 if (unlikely(pos > NR_PMB_ENTRIES))
110 return -ENOSPC;
111
112 if (test_and_set_bit(pos, &pmb_map))
113 goto repeat;
114
115 return pos;
116}
117
102struct pmb_entry *pmb_alloc(unsigned long vpn, unsigned long ppn, 118struct pmb_entry *pmb_alloc(unsigned long vpn, unsigned long ppn,
103 unsigned long flags) 119 unsigned long flags)
104{ 120{
105 struct pmb_entry *pmbe; 121 struct pmb_entry *pmbe;
122 int pos;
123
124 pos = pmb_alloc_entry();
125 if (pos < 0)
126 return ERR_PTR(pos);
106 127
107 pmbe = kmem_cache_alloc(pmb_cache, GFP_KERNEL); 128 pmbe = kmem_cache_alloc(pmb_cache, GFP_KERNEL);
108 if (!pmbe) 129 if (!pmbe)
@@ -111,6 +132,7 @@ struct pmb_entry *pmb_alloc(unsigned long vpn, unsigned long ppn,
111 pmbe->vpn = vpn; 132 pmbe->vpn = vpn;
112 pmbe->ppn = ppn; 133 pmbe->ppn = ppn;
113 pmbe->flags = flags; 134 pmbe->flags = flags;
135 pmbe->entry = pos;
114 136
115 spin_lock_irq(&pmb_list_lock); 137 spin_lock_irq(&pmb_list_lock);
116 pmb_list_add(pmbe); 138 pmb_list_add(pmbe);
@@ -131,23 +153,9 @@ void pmb_free(struct pmb_entry *pmbe)
131/* 153/*
132 * Must be in P2 for __set_pmb_entry() 154 * Must be in P2 for __set_pmb_entry()
133 */ 155 */
134int __set_pmb_entry(unsigned long vpn, unsigned long ppn, 156void __set_pmb_entry(unsigned long vpn, unsigned long ppn,
135 unsigned long flags, int *entry) 157 unsigned long flags, int pos)
136{ 158{
137 unsigned int pos = *entry;
138
139 if (unlikely(pos == PMB_NO_ENTRY))
140 pos = find_first_zero_bit(&pmb_map, NR_PMB_ENTRIES);
141
142repeat:
143 if (unlikely(pos > NR_PMB_ENTRIES))
144 return -ENOSPC;
145
146 if (test_and_set_bit(pos, &pmb_map)) {
147 pos = find_first_zero_bit(&pmb_map, NR_PMB_ENTRIES);
148 goto repeat;
149 }
150
151 ctrl_outl(vpn | PMB_V, mk_pmb_addr(pos)); 159 ctrl_outl(vpn | PMB_V, mk_pmb_addr(pos));
152 160
153#ifdef CONFIG_CACHE_WRITETHROUGH 161#ifdef CONFIG_CACHE_WRITETHROUGH
@@ -161,21 +169,13 @@ repeat:
161#endif 169#endif
162 170
163 ctrl_outl(ppn | flags | PMB_V, mk_pmb_data(pos)); 171 ctrl_outl(ppn | flags | PMB_V, mk_pmb_data(pos));
164
165 *entry = pos;
166
167 return 0;
168} 172}
169 173
170int __uses_jump_to_uncached set_pmb_entry(struct pmb_entry *pmbe) 174void __uses_jump_to_uncached set_pmb_entry(struct pmb_entry *pmbe)
171{ 175{
172 int ret;
173
174 jump_to_uncached(); 176 jump_to_uncached();
175 ret = __set_pmb_entry(pmbe->vpn, pmbe->ppn, pmbe->flags, &pmbe->entry); 177 __set_pmb_entry(pmbe->vpn, pmbe->ppn, pmbe->flags, pmbe->entry);
176 back_to_cached(); 178 back_to_cached();
177
178 return ret;
179} 179}
180 180
181void __uses_jump_to_uncached clear_pmb_entry(struct pmb_entry *pmbe) 181void __uses_jump_to_uncached clear_pmb_entry(struct pmb_entry *pmbe)
@@ -239,8 +239,6 @@ long pmb_remap(unsigned long vaddr, unsigned long phys,
239 239
240again: 240again:
241 for (i = 0; i < ARRAY_SIZE(pmb_sizes); i++) { 241 for (i = 0; i < ARRAY_SIZE(pmb_sizes); i++) {
242 int ret;
243
244 if (size < pmb_sizes[i].size) 242 if (size < pmb_sizes[i].size)
245 continue; 243 continue;
246 244
@@ -250,12 +248,7 @@ again:
250 goto out; 248 goto out;
251 } 249 }
252 250
253 ret = set_pmb_entry(pmbe); 251 set_pmb_entry(pmbe);
254 if (ret != 0) {
255 pmb_free(pmbe);
256 err = -EBUSY;
257 goto out;
258 }
259 252
260 phys += pmb_sizes[i].size; 253 phys += pmb_sizes[i].size;
261 vaddr += pmb_sizes[i].size; 254 vaddr += pmb_sizes[i].size;
@@ -311,8 +304,17 @@ static void __pmb_unmap(struct pmb_entry *pmbe)
311 do { 304 do {
312 struct pmb_entry *pmblink = pmbe; 305 struct pmb_entry *pmblink = pmbe;
313 306
314 if (pmbe->entry != PMB_NO_ENTRY) 307 /*
315 clear_pmb_entry(pmbe); 308 * We may be called before this pmb_entry has been
309 * entered into the PMB table via set_pmb_entry(), but
310 * that's OK because we've allocated a unique slot for
311 * this entry in pmb_alloc() (even if we haven't filled
312 * it yet).
313 *
314 * Therefore, calling clear_pmb_entry() is safe as no
315 * other mapping can be using that slot.
316 */
317 clear_pmb_entry(pmbe);
316 318
317 pmbe = pmblink->link; 319 pmbe = pmblink->link;
318 320
@@ -322,11 +324,7 @@ static void __pmb_unmap(struct pmb_entry *pmbe)
322 324
323static void pmb_cache_ctor(void *pmb) 325static void pmb_cache_ctor(void *pmb)
324{ 326{
325 struct pmb_entry *pmbe = pmb;
326
327 memset(pmb, 0, sizeof(struct pmb_entry)); 327 memset(pmb, 0, sizeof(struct pmb_entry));
328
329 pmbe->entry = PMB_NO_ENTRY;
330} 328}
331 329
332static int __uses_jump_to_uncached pmb_init(void) 330static int __uses_jump_to_uncached pmb_init(void)
@@ -349,7 +347,7 @@ static int __uses_jump_to_uncached pmb_init(void)
349 for (entry = 0; entry < nr_entries; entry++) { 347 for (entry = 0; entry < nr_entries; entry++) {
350 struct pmb_entry *pmbe = pmb_init_map + entry; 348 struct pmb_entry *pmbe = pmb_init_map + entry;
351 349
352 __set_pmb_entry(pmbe->vpn, pmbe->ppn, pmbe->flags, &entry); 350 __set_pmb_entry(pmbe->vpn, pmbe->ppn, pmbe->flags, entry);
353 } 351 }
354 352
355 ctrl_outl(0, PMB_IRMCR); 353 ctrl_outl(0, PMB_IRMCR);