aboutsummaryrefslogtreecommitdiffstats
path: root/arch/mips/mm/dma-default.c
diff options
context:
space:
mode:
Diffstat (limited to 'arch/mips/mm/dma-default.c')
-rw-r--r--arch/mips/mm/dma-default.c363
1 files changed, 363 insertions, 0 deletions
diff --git a/arch/mips/mm/dma-default.c b/arch/mips/mm/dma-default.c
new file mode 100644
index 000000000000..4a32e939698f
--- /dev/null
+++ b/arch/mips/mm/dma-default.c
@@ -0,0 +1,363 @@
1/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2000 Ani Joshi <ajoshi@unixbox.com>
7 * Copyright (C) 2000, 2001, 06 Ralf Baechle <ralf@linux-mips.org>
8 * swiped from i386, and cloned for MIPS by Geert, polished by Ralf.
9 */
10
11#include <linux/types.h>
12#include <linux/dma-mapping.h>
13#include <linux/mm.h>
14#include <linux/module.h>
15#include <linux/string.h>
16
17#include <asm/cache.h>
18#include <asm/io.h>
19
20#include <dma-coherence.h>
21
22/*
23 * Warning on the terminology - Linux calls an uncached area coherent;
24 * MIPS terminology calls memory areas with hardware maintained coherency
25 * coherent.
26 */
27
28static inline int cpu_is_noncoherent_r10000(struct device *dev)
29{
30 return !plat_device_is_coherent(dev) &&
31 (current_cpu_data.cputype == CPU_R10000 &&
32 current_cpu_data.cputype == CPU_R12000);
33}
34
35void *dma_alloc_noncoherent(struct device *dev, size_t size,
36 dma_addr_t * dma_handle, gfp_t gfp)
37{
38 void *ret;
39
40 /* ignore region specifiers */
41 gfp &= ~(__GFP_DMA | __GFP_HIGHMEM);
42
43 if (dev == NULL || (dev->coherent_dma_mask < 0xffffffff))
44 gfp |= GFP_DMA;
45 ret = (void *) __get_free_pages(gfp, get_order(size));
46
47 if (ret != NULL) {
48 memset(ret, 0, size);
49 *dma_handle = plat_map_dma_mem(dev, ret, size);
50 }
51
52 return ret;
53}
54
55EXPORT_SYMBOL(dma_alloc_noncoherent);
56
57void *dma_alloc_coherent(struct device *dev, size_t size,
58 dma_addr_t * dma_handle, gfp_t gfp)
59{
60 void *ret;
61
62 /* ignore region specifiers */
63 gfp &= ~(__GFP_DMA | __GFP_HIGHMEM);
64
65 if (dev == NULL || (dev->coherent_dma_mask < 0xffffffff))
66 gfp |= GFP_DMA;
67 ret = (void *) __get_free_pages(gfp, get_order(size));
68
69 if (ret) {
70 memset(ret, 0, size);
71 *dma_handle = plat_map_dma_mem(dev, ret, size);
72
73 if (!plat_device_is_coherent(dev)) {
74 dma_cache_wback_inv((unsigned long) ret, size);
75 ret = UNCAC_ADDR(ret);
76 }
77 }
78
79 return ret;
80}
81
82EXPORT_SYMBOL(dma_alloc_coherent);
83
84void dma_free_noncoherent(struct device *dev, size_t size, void *vaddr,
85 dma_addr_t dma_handle)
86{
87 free_pages((unsigned long) vaddr, get_order(size));
88}
89
90EXPORT_SYMBOL(dma_free_noncoherent);
91
92void dma_free_coherent(struct device *dev, size_t size, void *vaddr,
93 dma_addr_t dma_handle)
94{
95 unsigned long addr = (unsigned long) vaddr;
96
97 if (!plat_device_is_coherent(dev))
98 addr = CAC_ADDR(addr);
99
100 free_pages(addr, get_order(size));
101}
102
103EXPORT_SYMBOL(dma_free_coherent);
104
105static inline void __dma_sync(unsigned long addr, size_t size,
106 enum dma_data_direction direction)
107{
108 switch (direction) {
109 case DMA_TO_DEVICE:
110 dma_cache_wback(addr, size);
111 break;
112
113 case DMA_FROM_DEVICE:
114 dma_cache_inv(addr, size);
115 break;
116
117 case DMA_BIDIRECTIONAL:
118 dma_cache_wback_inv(addr, size);
119 break;
120
121 default:
122 BUG();
123 }
124}
125
126dma_addr_t dma_map_single(struct device *dev, void *ptr, size_t size,
127 enum dma_data_direction direction)
128{
129 unsigned long addr = (unsigned long) ptr;
130
131 if (!plat_device_is_coherent(dev))
132 __dma_sync(addr, size, direction);
133
134 return plat_map_dma_mem(dev, ptr, size);
135}
136
137EXPORT_SYMBOL(dma_map_single);
138
139void dma_unmap_single(struct device *dev, dma_addr_t dma_addr, size_t size,
140 enum dma_data_direction direction)
141{
142 if (cpu_is_noncoherent_r10000(dev))
143 __dma_sync(plat_dma_addr_to_phys(dma_addr) + PAGE_OFFSET, size,
144 direction);
145
146 plat_unmap_dma_mem(dma_addr);
147}
148
149EXPORT_SYMBOL(dma_unmap_single);
150
151int dma_map_sg(struct device *dev, struct scatterlist *sg, int nents,
152 enum dma_data_direction direction)
153{
154 int i;
155
156 BUG_ON(direction == DMA_NONE);
157
158 for (i = 0; i < nents; i++, sg++) {
159 unsigned long addr;
160
161 addr = (unsigned long) page_address(sg->page);
162 if (!plat_device_is_coherent(dev) && addr)
163 __dma_sync(addr + sg->offset, sg->length, direction);
164 sg->dma_address = plat_map_dma_mem_page(dev, sg->page) +
165 sg->offset;
166 }
167
168 return nents;
169}
170
171EXPORT_SYMBOL(dma_map_sg);
172
173dma_addr_t dma_map_page(struct device *dev, struct page *page,
174 unsigned long offset, size_t size, enum dma_data_direction direction)
175{
176 BUG_ON(direction == DMA_NONE);
177
178 if (!plat_device_is_coherent(dev)) {
179 unsigned long addr;
180
181 addr = (unsigned long) page_address(page) + offset;
182 dma_cache_wback_inv(addr, size);
183 }
184
185 return plat_map_dma_mem_page(dev, page) + offset;
186}
187
188EXPORT_SYMBOL(dma_map_page);
189
190void dma_unmap_page(struct device *dev, dma_addr_t dma_address, size_t size,
191 enum dma_data_direction direction)
192{
193 BUG_ON(direction == DMA_NONE);
194
195 if (!plat_device_is_coherent(dev) && direction != DMA_TO_DEVICE) {
196 unsigned long addr;
197
198 addr = plat_dma_addr_to_phys(dma_address);
199 dma_cache_wback_inv(addr, size);
200 }
201
202 plat_unmap_dma_mem(dma_address);
203}
204
205EXPORT_SYMBOL(dma_unmap_page);
206
207void dma_unmap_sg(struct device *dev, struct scatterlist *sg, int nhwentries,
208 enum dma_data_direction direction)
209{
210 unsigned long addr;
211 int i;
212
213 BUG_ON(direction == DMA_NONE);
214
215 for (i = 0; i < nhwentries; i++, sg++) {
216 if (!plat_device_is_coherent(dev) &&
217 direction != DMA_TO_DEVICE) {
218 addr = (unsigned long) page_address(sg->page);
219 if (addr)
220 __dma_sync(addr + sg->offset, sg->length,
221 direction);
222 }
223 plat_unmap_dma_mem(sg->dma_address);
224 }
225}
226
227EXPORT_SYMBOL(dma_unmap_sg);
228
229void dma_sync_single_for_cpu(struct device *dev, dma_addr_t dma_handle,
230 size_t size, enum dma_data_direction direction)
231{
232 BUG_ON(direction == DMA_NONE);
233
234 if (cpu_is_noncoherent_r10000(dev)) {
235 unsigned long addr;
236
237 addr = PAGE_OFFSET + plat_dma_addr_to_phys(dma_handle);
238 __dma_sync(addr, size, direction);
239 }
240}
241
242EXPORT_SYMBOL(dma_sync_single_for_cpu);
243
244void dma_sync_single_for_device(struct device *dev, dma_addr_t dma_handle,
245 size_t size, enum dma_data_direction direction)
246{
247 BUG_ON(direction == DMA_NONE);
248
249 if (cpu_is_noncoherent_r10000(dev)) {
250 unsigned long addr;
251
252 addr = plat_dma_addr_to_phys(dma_handle);
253 __dma_sync(addr, size, direction);
254 }
255}
256
257EXPORT_SYMBOL(dma_sync_single_for_device);
258
259void dma_sync_single_range_for_cpu(struct device *dev, dma_addr_t dma_handle,
260 unsigned long offset, size_t size, enum dma_data_direction direction)
261{
262 BUG_ON(direction == DMA_NONE);
263
264 if (cpu_is_noncoherent_r10000(dev)) {
265 unsigned long addr;
266
267 addr = PAGE_OFFSET + plat_dma_addr_to_phys(dma_handle);
268 __dma_sync(addr + offset, size, direction);
269 }
270}
271
272EXPORT_SYMBOL(dma_sync_single_range_for_cpu);
273
274void dma_sync_single_range_for_device(struct device *dev, dma_addr_t dma_handle,
275 unsigned long offset, size_t size, enum dma_data_direction direction)
276{
277 BUG_ON(direction == DMA_NONE);
278
279 if (cpu_is_noncoherent_r10000(dev)) {
280 unsigned long addr;
281
282 addr = PAGE_OFFSET + plat_dma_addr_to_phys(dma_handle);
283 __dma_sync(addr + offset, size, direction);
284 }
285}
286
287EXPORT_SYMBOL(dma_sync_single_range_for_device);
288
289void dma_sync_sg_for_cpu(struct device *dev, struct scatterlist *sg, int nelems,
290 enum dma_data_direction direction)
291{
292 int i;
293
294 BUG_ON(direction == DMA_NONE);
295
296 /* Make sure that gcc doesn't leave the empty loop body. */
297 for (i = 0; i < nelems; i++, sg++) {
298 if (!plat_device_is_coherent(dev))
299 __dma_sync((unsigned long)page_address(sg->page),
300 sg->length, direction);
301 plat_unmap_dma_mem(sg->dma_address);
302 }
303}
304
305EXPORT_SYMBOL(dma_sync_sg_for_cpu);
306
307void dma_sync_sg_for_device(struct device *dev, struct scatterlist *sg, int nelems,
308 enum dma_data_direction direction)
309{
310 int i;
311
312 BUG_ON(direction == DMA_NONE);
313
314 /* Make sure that gcc doesn't leave the empty loop body. */
315 for (i = 0; i < nelems; i++, sg++) {
316 if (!plat_device_is_coherent(dev))
317 __dma_sync((unsigned long)page_address(sg->page),
318 sg->length, direction);
319 plat_unmap_dma_mem(sg->dma_address);
320 }
321}
322
323EXPORT_SYMBOL(dma_sync_sg_for_device);
324
325int dma_mapping_error(dma_addr_t dma_addr)
326{
327 return 0;
328}
329
330EXPORT_SYMBOL(dma_mapping_error);
331
332int dma_supported(struct device *dev, u64 mask)
333{
334 /*
335 * we fall back to GFP_DMA when the mask isn't all 1s,
336 * so we can't guarantee allocations that must be
337 * within a tighter range than GFP_DMA..
338 */
339 if (mask < 0x00ffffff)
340 return 0;
341
342 return 1;
343}
344
345EXPORT_SYMBOL(dma_supported);
346
347int dma_is_consistent(struct device *dev, dma_addr_t dma_addr)
348{
349 return plat_device_is_coherent(dev);
350}
351
352EXPORT_SYMBOL(dma_is_consistent);
353
354void dma_cache_sync(struct device *dev, void *vaddr, size_t size,
355 enum dma_data_direction direction)
356{
357 BUG_ON(direction == DMA_NONE);
358
359 if (!plat_device_is_coherent(dev))
360 dma_cache_wback_inv((unsigned long)vaddr, size);
361}
362
363EXPORT_SYMBOL(dma_cache_sync);