diff options
Diffstat (limited to 'drivers/crypto/caam')
-rw-r--r-- | drivers/crypto/caam/Kconfig | 13 | ||||
-rw-r--r-- | drivers/crypto/caam/Makefile | 1 | ||||
-rw-r--r-- | drivers/crypto/caam/caamrng.c | 309 |
3 files changed, 323 insertions, 0 deletions
diff --git a/drivers/crypto/caam/Kconfig b/drivers/crypto/caam/Kconfig index e61b7f50785e..502a7f3cca5f 100644 --- a/drivers/crypto/caam/Kconfig +++ b/drivers/crypto/caam/Kconfig | |||
@@ -82,3 +82,16 @@ config CRYPTO_DEV_FSL_CAAM_AHASH_API | |||
82 | 82 | ||
83 | To compile this as a module, choose M here: the module | 83 | To compile this as a module, choose M here: the module |
84 | will be called caamhash. | 84 | will be called caamhash. |
85 | |||
86 | config CRYPTO_DEV_FSL_CAAM_RNG_API | ||
87 | tristate "Register caam device for hwrng API" | ||
88 | depends on CRYPTO_DEV_FSL_CAAM | ||
89 | default y | ||
90 | select CRYPTO_RNG | ||
91 | select HW_RANDOM | ||
92 | help | ||
93 | Selecting this will register the SEC4 hardware rng to | ||
94 | the hw_random API for suppying the kernel entropy pool. | ||
95 | |||
96 | To compile this as a module, choose M here: the module | ||
97 | will be called caamrng. | ||
diff --git a/drivers/crypto/caam/Makefile b/drivers/crypto/caam/Makefile index 9ef1cb00c342..b1eb44838db5 100644 --- a/drivers/crypto/caam/Makefile +++ b/drivers/crypto/caam/Makefile | |||
@@ -5,5 +5,6 @@ | |||
5 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM) += caam.o | 5 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM) += caam.o |
6 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API) += caamalg.o | 6 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API) += caamalg.o |
7 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API) += caamhash.o | 7 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API) += caamhash.o |
8 | obj-$(CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API) += caamrng.o | ||
8 | 9 | ||
9 | caam-objs := ctrl.o jr.o error.o key_gen.o | 10 | caam-objs := ctrl.o jr.o error.o key_gen.o |
diff --git a/drivers/crypto/caam/caamrng.c b/drivers/crypto/caam/caamrng.c new file mode 100644 index 000000000000..e2bfe161dece --- /dev/null +++ b/drivers/crypto/caam/caamrng.c | |||
@@ -0,0 +1,309 @@ | |||
1 | /* | ||
2 | * caam - Freescale FSL CAAM support for hw_random | ||
3 | * | ||
4 | * Copyright 2011 Freescale Semiconductor, Inc. | ||
5 | * | ||
6 | * Based on caamalg.c crypto API driver. | ||
7 | * | ||
8 | * relationship between job descriptors to shared descriptors: | ||
9 | * | ||
10 | * --------------- -------------- | ||
11 | * | JobDesc #0 |-------------------->| ShareDesc | | ||
12 | * | *(buffer 0) | |------------->| (generate) | | ||
13 | * --------------- | | (move) | | ||
14 | * | | (store) | | ||
15 | * --------------- | -------------- | ||
16 | * | JobDesc #1 |------| | ||
17 | * | *(buffer 1) | | ||
18 | * --------------- | ||
19 | * | ||
20 | * A job desc looks like this: | ||
21 | * | ||
22 | * --------------------- | ||
23 | * | Header | | ||
24 | * | ShareDesc Pointer | | ||
25 | * | SEQ_OUT_PTR | | ||
26 | * | (output buffer) | | ||
27 | * --------------------- | ||
28 | * | ||
29 | * The SharedDesc never changes, and each job descriptor points to one of two | ||
30 | * buffers for each device, from which the data will be copied into the | ||
31 | * requested destination | ||
32 | */ | ||
33 | |||
34 | #include <linux/hw_random.h> | ||
35 | #include <linux/completion.h> | ||
36 | #include <linux/atomic.h> | ||
37 | |||
38 | #include "compat.h" | ||
39 | |||
40 | #include "regs.h" | ||
41 | #include "intern.h" | ||
42 | #include "desc_constr.h" | ||
43 | #include "jr.h" | ||
44 | #include "error.h" | ||
45 | |||
46 | /* | ||
47 | * Maximum buffer size: maximum number of random, cache-aligned bytes that | ||
48 | * will be generated and moved to seq out ptr (extlen not allowed) | ||
49 | */ | ||
50 | #define RN_BUF_SIZE (0xffff / L1_CACHE_BYTES * \ | ||
51 | L1_CACHE_BYTES) | ||
52 | |||
53 | /* length of descriptors */ | ||
54 | #define DESC_JOB_O_LEN (CAAM_CMD_SZ * 2 + CAAM_PTR_SZ * 2) | ||
55 | #define DESC_RNG_LEN (10 * CAAM_CMD_SZ) | ||
56 | |||
57 | /* Buffer, its dma address and lock */ | ||
58 | struct buf_data { | ||
59 | u8 buf[RN_BUF_SIZE]; | ||
60 | dma_addr_t addr; | ||
61 | struct completion filled; | ||
62 | u32 hw_desc[DESC_JOB_O_LEN]; | ||
63 | #define BUF_NOT_EMPTY 0 | ||
64 | #define BUF_EMPTY 1 | ||
65 | #define BUF_PENDING 2 /* Empty, but with job pending --don't submit another */ | ||
66 | atomic_t empty; | ||
67 | }; | ||
68 | |||
69 | /* rng per-device context */ | ||
70 | struct caam_rng_ctx { | ||
71 | struct device *jrdev; | ||
72 | dma_addr_t sh_desc_dma; | ||
73 | u32 sh_desc[DESC_RNG_LEN]; | ||
74 | unsigned int cur_buf_idx; | ||
75 | int current_buf; | ||
76 | struct buf_data bufs[2]; | ||
77 | }; | ||
78 | |||
79 | static struct caam_rng_ctx rng_ctx; | ||
80 | |||
81 | static inline void rng_unmap_buf(struct device *jrdev, struct buf_data *bd) | ||
82 | { | ||
83 | if (bd->addr) | ||
84 | dma_unmap_single(jrdev, bd->addr, RN_BUF_SIZE, | ||
85 | DMA_FROM_DEVICE); | ||
86 | } | ||
87 | |||
88 | static inline void rng_unmap_ctx(struct caam_rng_ctx *ctx) | ||
89 | { | ||
90 | struct device *jrdev = ctx->jrdev; | ||
91 | |||
92 | if (ctx->sh_desc_dma) | ||
93 | dma_unmap_single(jrdev, ctx->sh_desc_dma, DESC_RNG_LEN, | ||
94 | DMA_TO_DEVICE); | ||
95 | rng_unmap_buf(jrdev, &ctx->bufs[0]); | ||
96 | rng_unmap_buf(jrdev, &ctx->bufs[1]); | ||
97 | } | ||
98 | |||
99 | static void rng_done(struct device *jrdev, u32 *desc, u32 err, void *context) | ||
100 | { | ||
101 | struct buf_data *bd; | ||
102 | |||
103 | bd = (struct buf_data *)((char *)desc - | ||
104 | offsetof(struct buf_data, hw_desc)); | ||
105 | |||
106 | if (err) { | ||
107 | char tmp[CAAM_ERROR_STR_MAX]; | ||
108 | |||
109 | dev_err(jrdev, "%08x: %s\n", err, caam_jr_strstatus(tmp, err)); | ||
110 | } | ||
111 | |||
112 | atomic_set(&bd->empty, BUF_NOT_EMPTY); | ||
113 | complete(&bd->filled); | ||
114 | #ifdef DEBUG | ||
115 | print_hex_dump(KERN_ERR, "rng refreshed buf@: ", | ||
116 | DUMP_PREFIX_ADDRESS, 16, 4, bd->buf, RN_BUF_SIZE, 1); | ||
117 | #endif | ||
118 | } | ||
119 | |||
120 | static inline int submit_job(struct caam_rng_ctx *ctx, int to_current) | ||
121 | { | ||
122 | struct buf_data *bd = &ctx->bufs[!(to_current ^ ctx->current_buf)]; | ||
123 | struct device *jrdev = ctx->jrdev; | ||
124 | u32 *desc = bd->hw_desc; | ||
125 | int err; | ||
126 | |||
127 | dev_dbg(jrdev, "submitting job %d\n", !(to_current ^ ctx->current_buf)); | ||
128 | init_completion(&bd->filled); | ||
129 | err = caam_jr_enqueue(jrdev, desc, rng_done, ctx); | ||
130 | if (err) | ||
131 | complete(&bd->filled); /* don't wait on failed job*/ | ||
132 | else | ||
133 | atomic_inc(&bd->empty); /* note if pending */ | ||
134 | |||
135 | return err; | ||
136 | } | ||
137 | |||
138 | static int caam_read(struct hwrng *rng, void *data, size_t max, bool wait) | ||
139 | { | ||
140 | struct caam_rng_ctx *ctx = &rng_ctx; | ||
141 | struct buf_data *bd = &ctx->bufs[ctx->current_buf]; | ||
142 | int next_buf_idx, copied_idx; | ||
143 | int err; | ||
144 | |||
145 | if (atomic_read(&bd->empty)) { | ||
146 | /* try to submit job if there wasn't one */ | ||
147 | if (atomic_read(&bd->empty) == BUF_EMPTY) { | ||
148 | err = submit_job(ctx, 1); | ||
149 | /* if can't submit job, can't even wait */ | ||
150 | if (err) | ||
151 | return 0; | ||
152 | } | ||
153 | /* no immediate data, so exit if not waiting */ | ||
154 | if (!wait) | ||
155 | return 0; | ||
156 | |||
157 | /* waiting for pending job */ | ||
158 | if (atomic_read(&bd->empty)) | ||
159 | wait_for_completion(&bd->filled); | ||
160 | } | ||
161 | |||
162 | next_buf_idx = ctx->cur_buf_idx + max; | ||
163 | dev_dbg(ctx->jrdev, "%s: start reading at buffer %d, idx %d\n", | ||
164 | __func__, ctx->current_buf, ctx->cur_buf_idx); | ||
165 | |||
166 | /* if enough data in current buffer */ | ||
167 | if (next_buf_idx < RN_BUF_SIZE) { | ||
168 | memcpy(data, bd->buf + ctx->cur_buf_idx, max); | ||
169 | ctx->cur_buf_idx = next_buf_idx; | ||
170 | return max; | ||
171 | } | ||
172 | |||
173 | /* else, copy what's left... */ | ||
174 | copied_idx = RN_BUF_SIZE - ctx->cur_buf_idx; | ||
175 | memcpy(data, bd->buf + ctx->cur_buf_idx, copied_idx); | ||
176 | ctx->cur_buf_idx = 0; | ||
177 | atomic_set(&bd->empty, BUF_EMPTY); | ||
178 | |||
179 | /* ...refill... */ | ||
180 | submit_job(ctx, 1); | ||
181 | |||
182 | /* and use next buffer */ | ||
183 | ctx->current_buf = !ctx->current_buf; | ||
184 | dev_dbg(ctx->jrdev, "switched to buffer %d\n", ctx->current_buf); | ||
185 | |||
186 | /* since there already is some data read, don't wait */ | ||
187 | return copied_idx + caam_read(rng, data + copied_idx, | ||
188 | max - copied_idx, false); | ||
189 | } | ||
190 | |||
191 | static inline void rng_create_sh_desc(struct caam_rng_ctx *ctx) | ||
192 | { | ||
193 | struct device *jrdev = ctx->jrdev; | ||
194 | u32 *desc = ctx->sh_desc; | ||
195 | |||
196 | init_sh_desc(desc, HDR_SHARE_WAIT); | ||
197 | |||
198 | /* Propagate errors from shared to job descriptor */ | ||
199 | append_cmd(desc, SET_OK_NO_PROP_ERRORS | CMD_LOAD); | ||
200 | |||
201 | /* Generate random bytes */ | ||
202 | append_operation(desc, OP_ALG_ALGSEL_RNG | OP_TYPE_CLASS1_ALG); | ||
203 | |||
204 | /* Store bytes */ | ||
205 | append_seq_fifo_store(desc, RN_BUF_SIZE, FIFOST_TYPE_RNGSTORE); | ||
206 | |||
207 | ctx->sh_desc_dma = dma_map_single(jrdev, desc, desc_bytes(desc), | ||
208 | DMA_TO_DEVICE); | ||
209 | #ifdef DEBUG | ||
210 | print_hex_dump(KERN_ERR, "rng shdesc@: ", DUMP_PREFIX_ADDRESS, 16, 4, | ||
211 | desc, desc_bytes(desc), 1); | ||
212 | #endif | ||
213 | } | ||
214 | |||
215 | static inline void rng_create_job_desc(struct caam_rng_ctx *ctx, int buf_id) | ||
216 | { | ||
217 | struct device *jrdev = ctx->jrdev; | ||
218 | struct buf_data *bd = &ctx->bufs[buf_id]; | ||
219 | u32 *desc = bd->hw_desc; | ||
220 | int sh_len = desc_len(ctx->sh_desc); | ||
221 | |||
222 | init_job_desc_shared(desc, ctx->sh_desc_dma, sh_len, HDR_SHARE_DEFER | | ||
223 | HDR_REVERSE); | ||
224 | |||
225 | bd->addr = dma_map_single(jrdev, bd->buf, RN_BUF_SIZE, DMA_FROM_DEVICE); | ||
226 | |||
227 | append_seq_out_ptr_intlen(desc, bd->addr, RN_BUF_SIZE, 0); | ||
228 | #ifdef DEBUG | ||
229 | print_hex_dump(KERN_ERR, "rng job desc@: ", DUMP_PREFIX_ADDRESS, 16, 4, | ||
230 | desc, desc_bytes(desc), 1); | ||
231 | #endif | ||
232 | } | ||
233 | |||
234 | static void caam_cleanup(struct hwrng *rng) | ||
235 | { | ||
236 | int i; | ||
237 | struct buf_data *bd; | ||
238 | |||
239 | for (i = 0; i < 2; i++) { | ||
240 | bd = &rng_ctx.bufs[i]; | ||
241 | if (atomic_read(&bd->empty) == BUF_PENDING) | ||
242 | wait_for_completion(&bd->filled); | ||
243 | } | ||
244 | |||
245 | rng_unmap_ctx(&rng_ctx); | ||
246 | } | ||
247 | |||
248 | static void caam_init_buf(struct caam_rng_ctx *ctx, int buf_id) | ||
249 | { | ||
250 | struct buf_data *bd = &ctx->bufs[buf_id]; | ||
251 | |||
252 | rng_create_job_desc(ctx, buf_id); | ||
253 | atomic_set(&bd->empty, BUF_EMPTY); | ||
254 | submit_job(ctx, buf_id == ctx->current_buf); | ||
255 | wait_for_completion(&bd->filled); | ||
256 | } | ||
257 | |||
258 | static void caam_init_rng(struct caam_rng_ctx *ctx, struct device *jrdev) | ||
259 | { | ||
260 | ctx->jrdev = jrdev; | ||
261 | rng_create_sh_desc(ctx); | ||
262 | ctx->current_buf = 0; | ||
263 | ctx->cur_buf_idx = 0; | ||
264 | caam_init_buf(ctx, 0); | ||
265 | caam_init_buf(ctx, 1); | ||
266 | } | ||
267 | |||
268 | static struct hwrng caam_rng = { | ||
269 | .name = "rng-caam", | ||
270 | .cleanup = caam_cleanup, | ||
271 | .read = caam_read, | ||
272 | }; | ||
273 | |||
274 | static void __exit caam_rng_exit(void) | ||
275 | { | ||
276 | hwrng_unregister(&caam_rng); | ||
277 | } | ||
278 | |||
279 | static int __init caam_rng_init(void) | ||
280 | { | ||
281 | struct device_node *dev_node; | ||
282 | struct platform_device *pdev; | ||
283 | struct device *ctrldev; | ||
284 | struct caam_drv_private *priv; | ||
285 | |||
286 | dev_node = of_find_compatible_node(NULL, NULL, "fsl,sec-v4.0"); | ||
287 | if (!dev_node) | ||
288 | return -ENODEV; | ||
289 | |||
290 | pdev = of_find_device_by_node(dev_node); | ||
291 | if (!pdev) | ||
292 | return -ENODEV; | ||
293 | |||
294 | ctrldev = &pdev->dev; | ||
295 | priv = dev_get_drvdata(ctrldev); | ||
296 | of_node_put(dev_node); | ||
297 | |||
298 | caam_init_rng(&rng_ctx, priv->jrdev[0]); | ||
299 | |||
300 | dev_info(priv->jrdev[0], "registering rng-caam\n"); | ||
301 | return hwrng_register(&caam_rng); | ||
302 | } | ||
303 | |||
304 | module_init(caam_rng_init); | ||
305 | module_exit(caam_rng_exit); | ||
306 | |||
307 | MODULE_LICENSE("GPL"); | ||
308 | MODULE_DESCRIPTION("FSL CAAM support for hw_random API"); | ||
309 | MODULE_AUTHOR("Freescale Semiconductor - NMG"); | ||