diff options
Diffstat (limited to 'drivers/iommu/msm_iommu_dev.c')
-rw-r--r-- | drivers/iommu/msm_iommu_dev.c | 422 |
1 files changed, 422 insertions, 0 deletions
diff --git a/drivers/iommu/msm_iommu_dev.c b/drivers/iommu/msm_iommu_dev.c new file mode 100644 index 000000000000..8e8fb079852d --- /dev/null +++ b/drivers/iommu/msm_iommu_dev.c | |||
@@ -0,0 +1,422 @@ | |||
1 | /* Copyright (c) 2010-2011, Code Aurora Forum. All rights reserved. | ||
2 | * | ||
3 | * This program is free software; you can redistribute it and/or modify | ||
4 | * it under the terms of the GNU General Public License version 2 and | ||
5 | * only version 2 as published by the Free Software Foundation. | ||
6 | * | ||
7 | * This program is distributed in the hope that it will be useful, | ||
8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
10 | * GNU General Public License for more details. | ||
11 | * | ||
12 | * You should have received a copy of the GNU General Public License | ||
13 | * along with this program; if not, write to the Free Software | ||
14 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA | ||
15 | * 02110-1301, USA. | ||
16 | */ | ||
17 | |||
18 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | ||
19 | |||
20 | #include <linux/kernel.h> | ||
21 | #include <linux/module.h> | ||
22 | #include <linux/platform_device.h> | ||
23 | #include <linux/io.h> | ||
24 | #include <linux/clk.h> | ||
25 | #include <linux/iommu.h> | ||
26 | #include <linux/interrupt.h> | ||
27 | #include <linux/err.h> | ||
28 | #include <linux/slab.h> | ||
29 | |||
30 | #include <mach/iommu_hw-8xxx.h> | ||
31 | #include <mach/iommu.h> | ||
32 | #include <mach/clk.h> | ||
33 | |||
34 | struct iommu_ctx_iter_data { | ||
35 | /* input */ | ||
36 | const char *name; | ||
37 | |||
38 | /* output */ | ||
39 | struct device *dev; | ||
40 | }; | ||
41 | |||
42 | static struct platform_device *msm_iommu_root_dev; | ||
43 | |||
44 | static int each_iommu_ctx(struct device *dev, void *data) | ||
45 | { | ||
46 | struct iommu_ctx_iter_data *res = data; | ||
47 | struct msm_iommu_ctx_dev *c = dev->platform_data; | ||
48 | |||
49 | if (!res || !c || !c->name || !res->name) | ||
50 | return -EINVAL; | ||
51 | |||
52 | if (!strcmp(res->name, c->name)) { | ||
53 | res->dev = dev; | ||
54 | return 1; | ||
55 | } | ||
56 | return 0; | ||
57 | } | ||
58 | |||
59 | static int each_iommu(struct device *dev, void *data) | ||
60 | { | ||
61 | return device_for_each_child(dev, data, each_iommu_ctx); | ||
62 | } | ||
63 | |||
64 | struct device *msm_iommu_get_ctx(const char *ctx_name) | ||
65 | { | ||
66 | struct iommu_ctx_iter_data r; | ||
67 | int found; | ||
68 | |||
69 | if (!msm_iommu_root_dev) { | ||
70 | pr_err("No root IOMMU device.\n"); | ||
71 | goto fail; | ||
72 | } | ||
73 | |||
74 | r.name = ctx_name; | ||
75 | found = device_for_each_child(&msm_iommu_root_dev->dev, &r, each_iommu); | ||
76 | |||
77 | if (!found) { | ||
78 | pr_err("Could not find context <%s>\n", ctx_name); | ||
79 | goto fail; | ||
80 | } | ||
81 | |||
82 | return r.dev; | ||
83 | fail: | ||
84 | return NULL; | ||
85 | } | ||
86 | EXPORT_SYMBOL(msm_iommu_get_ctx); | ||
87 | |||
88 | static void msm_iommu_reset(void __iomem *base, int ncb) | ||
89 | { | ||
90 | int ctx; | ||
91 | |||
92 | SET_RPUE(base, 0); | ||
93 | SET_RPUEIE(base, 0); | ||
94 | SET_ESRRESTORE(base, 0); | ||
95 | SET_TBE(base, 0); | ||
96 | SET_CR(base, 0); | ||
97 | SET_SPDMBE(base, 0); | ||
98 | SET_TESTBUSCR(base, 0); | ||
99 | SET_TLBRSW(base, 0); | ||
100 | SET_GLOBAL_TLBIALL(base, 0); | ||
101 | SET_RPU_ACR(base, 0); | ||
102 | SET_TLBLKCRWE(base, 1); | ||
103 | |||
104 | for (ctx = 0; ctx < ncb; ctx++) { | ||
105 | SET_BPRCOSH(base, ctx, 0); | ||
106 | SET_BPRCISH(base, ctx, 0); | ||
107 | SET_BPRCNSH(base, ctx, 0); | ||
108 | SET_BPSHCFG(base, ctx, 0); | ||
109 | SET_BPMTCFG(base, ctx, 0); | ||
110 | SET_ACTLR(base, ctx, 0); | ||
111 | SET_SCTLR(base, ctx, 0); | ||
112 | SET_FSRRESTORE(base, ctx, 0); | ||
113 | SET_TTBR0(base, ctx, 0); | ||
114 | SET_TTBR1(base, ctx, 0); | ||
115 | SET_TTBCR(base, ctx, 0); | ||
116 | SET_BFBCR(base, ctx, 0); | ||
117 | SET_PAR(base, ctx, 0); | ||
118 | SET_FAR(base, ctx, 0); | ||
119 | SET_CTX_TLBIALL(base, ctx, 0); | ||
120 | SET_TLBFLPTER(base, ctx, 0); | ||
121 | SET_TLBSLPTER(base, ctx, 0); | ||
122 | SET_TLBLKCR(base, ctx, 0); | ||
123 | SET_PRRR(base, ctx, 0); | ||
124 | SET_NMRR(base, ctx, 0); | ||
125 | SET_CONTEXTIDR(base, ctx, 0); | ||
126 | } | ||
127 | } | ||
128 | |||
129 | static int msm_iommu_probe(struct platform_device *pdev) | ||
130 | { | ||
131 | struct resource *r, *r2; | ||
132 | struct clk *iommu_clk; | ||
133 | struct clk *iommu_pclk; | ||
134 | struct msm_iommu_drvdata *drvdata; | ||
135 | struct msm_iommu_dev *iommu_dev = pdev->dev.platform_data; | ||
136 | void __iomem *regs_base; | ||
137 | resource_size_t len; | ||
138 | int ret, irq, par; | ||
139 | |||
140 | if (pdev->id == -1) { | ||
141 | msm_iommu_root_dev = pdev; | ||
142 | return 0; | ||
143 | } | ||
144 | |||
145 | drvdata = kzalloc(sizeof(*drvdata), GFP_KERNEL); | ||
146 | |||
147 | if (!drvdata) { | ||
148 | ret = -ENOMEM; | ||
149 | goto fail; | ||
150 | } | ||
151 | |||
152 | if (!iommu_dev) { | ||
153 | ret = -ENODEV; | ||
154 | goto fail; | ||
155 | } | ||
156 | |||
157 | iommu_pclk = clk_get(NULL, "smmu_pclk"); | ||
158 | if (IS_ERR(iommu_pclk)) { | ||
159 | ret = -ENODEV; | ||
160 | goto fail; | ||
161 | } | ||
162 | |||
163 | ret = clk_enable(iommu_pclk); | ||
164 | if (ret) | ||
165 | goto fail_enable; | ||
166 | |||
167 | iommu_clk = clk_get(&pdev->dev, "iommu_clk"); | ||
168 | |||
169 | if (!IS_ERR(iommu_clk)) { | ||
170 | if (clk_get_rate(iommu_clk) == 0) | ||
171 | clk_set_min_rate(iommu_clk, 1); | ||
172 | |||
173 | ret = clk_enable(iommu_clk); | ||
174 | if (ret) { | ||
175 | clk_put(iommu_clk); | ||
176 | goto fail_pclk; | ||
177 | } | ||
178 | } else | ||
179 | iommu_clk = NULL; | ||
180 | |||
181 | r = platform_get_resource_byname(pdev, IORESOURCE_MEM, "physbase"); | ||
182 | |||
183 | if (!r) { | ||
184 | ret = -ENODEV; | ||
185 | goto fail_clk; | ||
186 | } | ||
187 | |||
188 | len = resource_size(r); | ||
189 | |||
190 | r2 = request_mem_region(r->start, len, r->name); | ||
191 | if (!r2) { | ||
192 | pr_err("Could not request memory region: start=%p, len=%d\n", | ||
193 | (void *) r->start, len); | ||
194 | ret = -EBUSY; | ||
195 | goto fail_clk; | ||
196 | } | ||
197 | |||
198 | regs_base = ioremap(r2->start, len); | ||
199 | |||
200 | if (!regs_base) { | ||
201 | pr_err("Could not ioremap: start=%p, len=%d\n", | ||
202 | (void *) r2->start, len); | ||
203 | ret = -EBUSY; | ||
204 | goto fail_mem; | ||
205 | } | ||
206 | |||
207 | irq = platform_get_irq_byname(pdev, "secure_irq"); | ||
208 | if (irq < 0) { | ||
209 | ret = -ENODEV; | ||
210 | goto fail_io; | ||
211 | } | ||
212 | |||
213 | msm_iommu_reset(regs_base, iommu_dev->ncb); | ||
214 | |||
215 | SET_M(regs_base, 0, 1); | ||
216 | SET_PAR(regs_base, 0, 0); | ||
217 | SET_V2PCFG(regs_base, 0, 1); | ||
218 | SET_V2PPR(regs_base, 0, 0); | ||
219 | par = GET_PAR(regs_base, 0); | ||
220 | SET_V2PCFG(regs_base, 0, 0); | ||
221 | SET_M(regs_base, 0, 0); | ||
222 | |||
223 | if (!par) { | ||
224 | pr_err("%s: Invalid PAR value detected\n", iommu_dev->name); | ||
225 | ret = -ENODEV; | ||
226 | goto fail_io; | ||
227 | } | ||
228 | |||
229 | ret = request_irq(irq, msm_iommu_fault_handler, 0, | ||
230 | "msm_iommu_secure_irpt_handler", drvdata); | ||
231 | if (ret) { | ||
232 | pr_err("Request IRQ %d failed with ret=%d\n", irq, ret); | ||
233 | goto fail_io; | ||
234 | } | ||
235 | |||
236 | |||
237 | drvdata->pclk = iommu_pclk; | ||
238 | drvdata->clk = iommu_clk; | ||
239 | drvdata->base = regs_base; | ||
240 | drvdata->irq = irq; | ||
241 | drvdata->ncb = iommu_dev->ncb; | ||
242 | |||
243 | pr_info("device %s mapped at %p, irq %d with %d ctx banks\n", | ||
244 | iommu_dev->name, regs_base, irq, iommu_dev->ncb); | ||
245 | |||
246 | platform_set_drvdata(pdev, drvdata); | ||
247 | |||
248 | if (iommu_clk) | ||
249 | clk_disable(iommu_clk); | ||
250 | |||
251 | clk_disable(iommu_pclk); | ||
252 | |||
253 | return 0; | ||
254 | fail_io: | ||
255 | iounmap(regs_base); | ||
256 | fail_mem: | ||
257 | release_mem_region(r->start, len); | ||
258 | fail_clk: | ||
259 | if (iommu_clk) { | ||
260 | clk_disable(iommu_clk); | ||
261 | clk_put(iommu_clk); | ||
262 | } | ||
263 | fail_pclk: | ||
264 | clk_disable(iommu_pclk); | ||
265 | fail_enable: | ||
266 | clk_put(iommu_pclk); | ||
267 | fail: | ||
268 | kfree(drvdata); | ||
269 | return ret; | ||
270 | } | ||
271 | |||
272 | static int msm_iommu_remove(struct platform_device *pdev) | ||
273 | { | ||
274 | struct msm_iommu_drvdata *drv = NULL; | ||
275 | |||
276 | drv = platform_get_drvdata(pdev); | ||
277 | if (drv) { | ||
278 | if (drv->clk) | ||
279 | clk_put(drv->clk); | ||
280 | clk_put(drv->pclk); | ||
281 | memset(drv, 0, sizeof(*drv)); | ||
282 | kfree(drv); | ||
283 | platform_set_drvdata(pdev, NULL); | ||
284 | } | ||
285 | return 0; | ||
286 | } | ||
287 | |||
288 | static int msm_iommu_ctx_probe(struct platform_device *pdev) | ||
289 | { | ||
290 | struct msm_iommu_ctx_dev *c = pdev->dev.platform_data; | ||
291 | struct msm_iommu_drvdata *drvdata; | ||
292 | struct msm_iommu_ctx_drvdata *ctx_drvdata = NULL; | ||
293 | int i, ret; | ||
294 | if (!c || !pdev->dev.parent) { | ||
295 | ret = -EINVAL; | ||
296 | goto fail; | ||
297 | } | ||
298 | |||
299 | drvdata = dev_get_drvdata(pdev->dev.parent); | ||
300 | |||
301 | if (!drvdata) { | ||
302 | ret = -ENODEV; | ||
303 | goto fail; | ||
304 | } | ||
305 | |||
306 | ctx_drvdata = kzalloc(sizeof(*ctx_drvdata), GFP_KERNEL); | ||
307 | if (!ctx_drvdata) { | ||
308 | ret = -ENOMEM; | ||
309 | goto fail; | ||
310 | } | ||
311 | ctx_drvdata->num = c->num; | ||
312 | ctx_drvdata->pdev = pdev; | ||
313 | |||
314 | INIT_LIST_HEAD(&ctx_drvdata->attached_elm); | ||
315 | platform_set_drvdata(pdev, ctx_drvdata); | ||
316 | |||
317 | ret = clk_enable(drvdata->pclk); | ||
318 | if (ret) | ||
319 | goto fail; | ||
320 | |||
321 | if (drvdata->clk) { | ||
322 | ret = clk_enable(drvdata->clk); | ||
323 | if (ret) { | ||
324 | clk_disable(drvdata->pclk); | ||
325 | goto fail; | ||
326 | } | ||
327 | } | ||
328 | |||
329 | /* Program the M2V tables for this context */ | ||
330 | for (i = 0; i < MAX_NUM_MIDS; i++) { | ||
331 | int mid = c->mids[i]; | ||
332 | if (mid == -1) | ||
333 | break; | ||
334 | |||
335 | SET_M2VCBR_N(drvdata->base, mid, 0); | ||
336 | SET_CBACR_N(drvdata->base, c->num, 0); | ||
337 | |||
338 | /* Set VMID = 0 */ | ||
339 | SET_VMID(drvdata->base, mid, 0); | ||
340 | |||
341 | /* Set the context number for that MID to this context */ | ||
342 | SET_CBNDX(drvdata->base, mid, c->num); | ||
343 | |||
344 | /* Set MID associated with this context bank to 0*/ | ||
345 | SET_CBVMID(drvdata->base, c->num, 0); | ||
346 | |||
347 | /* Set the ASID for TLB tagging for this context */ | ||
348 | SET_CONTEXTIDR_ASID(drvdata->base, c->num, c->num); | ||
349 | |||
350 | /* Set security bit override to be Non-secure */ | ||
351 | SET_NSCFG(drvdata->base, mid, 3); | ||
352 | } | ||
353 | |||
354 | if (drvdata->clk) | ||
355 | clk_disable(drvdata->clk); | ||
356 | clk_disable(drvdata->pclk); | ||
357 | |||
358 | dev_info(&pdev->dev, "context %s using bank %d\n", c->name, c->num); | ||
359 | return 0; | ||
360 | fail: | ||
361 | kfree(ctx_drvdata); | ||
362 | return ret; | ||
363 | } | ||
364 | |||
365 | static int msm_iommu_ctx_remove(struct platform_device *pdev) | ||
366 | { | ||
367 | struct msm_iommu_ctx_drvdata *drv = NULL; | ||
368 | drv = platform_get_drvdata(pdev); | ||
369 | if (drv) { | ||
370 | memset(drv, 0, sizeof(struct msm_iommu_ctx_drvdata)); | ||
371 | kfree(drv); | ||
372 | platform_set_drvdata(pdev, NULL); | ||
373 | } | ||
374 | return 0; | ||
375 | } | ||
376 | |||
377 | static struct platform_driver msm_iommu_driver = { | ||
378 | .driver = { | ||
379 | .name = "msm_iommu", | ||
380 | }, | ||
381 | .probe = msm_iommu_probe, | ||
382 | .remove = msm_iommu_remove, | ||
383 | }; | ||
384 | |||
385 | static struct platform_driver msm_iommu_ctx_driver = { | ||
386 | .driver = { | ||
387 | .name = "msm_iommu_ctx", | ||
388 | }, | ||
389 | .probe = msm_iommu_ctx_probe, | ||
390 | .remove = msm_iommu_ctx_remove, | ||
391 | }; | ||
392 | |||
393 | static int __init msm_iommu_driver_init(void) | ||
394 | { | ||
395 | int ret; | ||
396 | ret = platform_driver_register(&msm_iommu_driver); | ||
397 | if (ret != 0) { | ||
398 | pr_err("Failed to register IOMMU driver\n"); | ||
399 | goto error; | ||
400 | } | ||
401 | |||
402 | ret = platform_driver_register(&msm_iommu_ctx_driver); | ||
403 | if (ret != 0) { | ||
404 | pr_err("Failed to register IOMMU context driver\n"); | ||
405 | goto error; | ||
406 | } | ||
407 | |||
408 | error: | ||
409 | return ret; | ||
410 | } | ||
411 | |||
412 | static void __exit msm_iommu_driver_exit(void) | ||
413 | { | ||
414 | platform_driver_unregister(&msm_iommu_ctx_driver); | ||
415 | platform_driver_unregister(&msm_iommu_driver); | ||
416 | } | ||
417 | |||
418 | subsys_initcall(msm_iommu_driver_init); | ||
419 | module_exit(msm_iommu_driver_exit); | ||
420 | |||
421 | MODULE_LICENSE("GPL v2"); | ||
422 | MODULE_AUTHOR("Stepan Moskovchenko <stepanm@codeaurora.org>"); | ||